-- Logs begin at Wed 2021-09-29 14:45:57 UTC, end at Wed 2021-09-29 16:02:07 UTC. -- Sep 29 15:30:35.811555 dv-cinder-806616-6-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Sep 29 15:30:38.561676 dv-cinder-806616-6-iscsi neutron-server[95779]: INFO neutron.common.config [-] Logging enabled! Sep 29 15:30:38.562282 dv-cinder-806616-6-iscsi neutron-server[95779]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev34 Sep 29 15:30:38.562435 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=95779) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Sep 29 15:30:38.565684 dv-cinder-806616-6-iscsi neutron-server[95779]: INFO neutron.common.config [-] Logging enabled! Sep 29 15:30:38.565938 dv-cinder-806616-6-iscsi neutron-server[95779]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev34 Sep 29 15:30:38.566248 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=95779) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Sep 29 15:30:38.567192 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 29 15:30:38.567422 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 29 15:30:38.567775 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 29 15:30:38.568042 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 29 15:30:38.568269 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 29 15:30:38.568585 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 15:30:38.568883 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 15:30:38.569177 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 15:30:38.569405 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 15:30:38.569697 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 15:30:38.569990 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 15:30:38.570268 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 15:30:38.570550 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 15:30:38.570845 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 15:30:38.571126 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 15:30:38.571401 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 15:30:38.571701 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 15:30:38.571910 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 15:30:38.572214 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG neutron.common.config [-] config_source = [] {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 15:30:38.572499 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 15:30:38.572783 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 15:30:38.573020 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG neutron.common.config [-] debug = True {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 15:30:38.573306 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 15:30:38.573725 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 15:30:38.574141 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 15:30:38.574416 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 15:30:38.574700 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 15:30:38.574975 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 15:30:38.575242 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 15:30:38.575513 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 15:30:38.575791 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 15:30:38.576205 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG neutron.common.config [-] host = dv-cinder-806616-6-iscsi {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 15:30:38.576482 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 15:30:38.576766 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 15:30:38.577049 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 15:30:38.577332 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 15:30:38.577603 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 15:30:38.577876 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 15:30:38.578156 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 15:30:38.578424 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG neutron.common.config [-] log_dir = None {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 15:30:38.578694 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG neutron.common.config [-] log_file = None {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 15:30:38.578964 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 15:30:38.579248 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 15:30:38.579530 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 15:30:38.579815 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 15:30:38.580063 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 15:30:38.580283 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 15:30:38.580568 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 15:30:38.580851 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 15:30:38.581121 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 15:30:38.581392 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 15:30:38.581663 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 15:30:38.581936 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 15:30:38.582204 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 15:30:38.582470 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 15:30:38.582751 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 15:30:38.583033 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 15:30:38.583315 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 15:30:38.583587 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 15:30:38.583857 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 15:30:38.584146 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 15:30:38.584415 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 15:30:38.584695 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 15:30:38.584966 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 15:30:38.585236 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 15:30:38.585505 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 15:30:38.585787 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 15:30:38.586052 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 15:30:38.586320 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 15:30:38.586613 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 15:30:38.586896 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 15:30:38.587175 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 15:30:38.587457 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 15:30:38.587729 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 15:30:38.588028 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 15:30:38.588298 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 15:30:38.588566 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG neutron.common.config [-] use_journal = False {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 15:30:38.589374 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG neutron.common.config [-] use_json = False {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 15:30:38.589646 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 15:30:38.589913 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 15:30:38.590193 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 15:30:38.590468 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 15:30:38.590734 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 15:30:38.591003 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 15:30:38.591271 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 15:30:38.591552 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 15:30:38.591844 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 15:30:38.592164 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 15:30:38.592458 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 15:30:38.592735 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 15:30:38.593026 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 15:30:38.593303 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 15:30:38.593588 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 15:30:38.593862 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 15:30:38.594146 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 15:30:38.594429 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 15:30:38.594708 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 15:30:38.594979 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 15:30:38.595262 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 15:30:38.595538 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 15:30:38.595828 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 15:30:38.596154 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 15:30:38.596446 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 15:30:38.596732 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 15:30:38.597004 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 15:30:38.597275 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 15:30:38.597545 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 15:30:38.597819 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 15:30:38.598102 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 15:30:38.598374 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 15:30:38.598657 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 15:30:38.598939 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 15:30:38.599214 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 15:30:38.599495 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 15:30:38.599785 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 15:30:38.600098 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 15:30:38.600378 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 15:30:38.600653 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 15:30:38.600941 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 15:30:38.601215 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 15:30:38.601485 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 15:30:38.601756 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 15:30:38.602040 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 15:30:38.602314 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 15:30:38.602581 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 15:30:38.602856 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 15:30:38.603130 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 15:30:38.603398 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 15:30:38.603665 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 15:30:38.603968 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 15:30:38.604242 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 15:30:38.605090 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 15:30:38.605362 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 15:30:38.605631 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 15:30:38.605904 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 15:30:38.606174 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 15:30:38.606455 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 15:30:38.606728 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 15:30:38.606996 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 15:30:38.607265 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 15:30:38.607540 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 15:30:38.607809 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 15:30:38.608105 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 15:30:38.608379 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 15:30:38.608647 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 15:30:38.608918 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 15:30:38.609185 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 15:30:38.609451 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 15:30:38.609721 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 15:30:38.609990 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 15:30:38.610260 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 15:30:38.610534 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 15:30:38.610804 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 15:30:38.611075 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 15:30:38.611474 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 15:30:38.611758 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 15:30:38.612057 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 15:30:38.612329 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 15:30:38.612600 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 15:30:38.612885 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 15:30:38.613178 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 15:30:38.613452 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 15:30:38.613728 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 15:30:38.614004 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 15:30:38.614276 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 15:30:38.614548 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 15:30:38.614820 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 15:30:38.615092 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 15:30:38.615365 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 15:30:38.615632 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 15:30:38.615918 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 15:30:38.616217 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 15:30:38.616497 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 15:30:38.616772 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 15:30:38.617042 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 15:30:38.617337 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 15:30:38.617611 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 15:30:38.617889 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 15:30:38.618163 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 15:30:38.618436 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 15:30:38.618714 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 15:30:38.618990 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 15:30:38.619278 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 15:30:38.619567 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 15:30:38.619855 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 15:30:38.620696 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 15:30:38.620986 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 15:30:38.621262 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 15:30:38.621564 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 15:30:38.621838 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 15:30:38.622052 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 29 15:30:38.622347 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=95779) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Sep 29 15:30:38.970158 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=95779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 29 15:30:38.970440 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=95779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 29 15:30:38.970731 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=95779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 29 15:30:38.971064 dv-cinder-806616-6-iscsi neutron-server[95779]: INFO neutron.manager [-] Loading core plugin: ml2 Sep 29 15:30:39.361152 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=95779) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 15:30:39.361441 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=95779) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 15:30:39.361717 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=95779) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 15:30:39.363027 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=95779) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 15:30:39.363298 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=95779) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 15:30:39.363564 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=95779) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 15:30:39.399270 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=95779) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 15:30:39.399546 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=95779) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 15:30:39.399809 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=95779) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 15:30:39.414968 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=95779) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 15:30:39.415246 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=95779) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 15:30:39.415514 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=95779) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 15:30:39.443182 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=95779) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 15:30:39.443464 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=95779) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 15:30:39.443729 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=95779) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 15:30:39.481329 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=95779) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 15:30:39.481608 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=95779) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 15:30:39.481871 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=95779) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 15:30:39.710360 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=95779) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 15:30:39.710951 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=95779) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 15:30:39.710951 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=95779) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 15:30:39.711109 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=95779) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 15:30:39.711745 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=95779) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 15:30:39.830478 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=95779) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 15:30:39.830791 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=95779) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 15:30:39.831071 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=95779) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 15:30:39.831343 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=95779) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 15:30:39.831607 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=95779) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 15:30:39.831916 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=95779) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 15:30:39.832206 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=95779) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 15:30:39.832462 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=95779) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 15:30:39.832714 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=95779) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 15:30:39.832993 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=95779) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 15:30:39.833251 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=95779) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 15:30:39.833512 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=95779) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 15:30:39.833763 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=95779) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 15:30:39.834012 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=95779) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 15:30:39.834262 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=95779) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 15:30:39.834523 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=95779) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 15:30:39.834772 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=95779) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 15:30:39.835035 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=95779) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 15:30:39.835302 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=95779) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 15:30:39.835559 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=95779) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 15:30:39.835826 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=95779) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 15:30:39.836106 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=95779) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 15:30:39.836388 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=95779) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 15:30:39.836766 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=95779) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 15:30:39.837018 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=95779) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 15:30:39.837264 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=95779) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 15:30:39.837658 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=95779) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 29 15:30:39.837897 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=95779) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 29 15:30:39.838131 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=95779) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 29 15:30:39.838370 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=95779) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 29 15:30:39.839131 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=95779) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 29 15:30:39.839367 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=95779) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 29 15:30:39.839734 dv-cinder-806616-6-iscsi neutron-server[95779]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Sep 29 15:30:39.842778 dv-cinder-806616-6-iscsi neutron-server[95779]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Sep 29 15:30:39.846889 dv-cinder-806616-6-iscsi neutron-server[95779]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Sep 29 15:30:39.850548 dv-cinder-806616-6-iscsi neutron-server[95779]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(600, 649)])]) Sep 29 15:30:39.852189 dv-cinder-806616-6-iscsi neutron-server[95779]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Sep 29 15:30:39.852636 dv-cinder-806616-6-iscsi neutron-server[95779]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Sep 29 15:30:39.852968 dv-cinder-806616-6-iscsi neutron-server[95779]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Sep 29 15:30:39.853351 dv-cinder-806616-6-iscsi neutron-server[95779]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Sep 29 15:30:39.856777 dv-cinder-806616-6-iscsi neutron-server[95779]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Sep 29 15:30:39.857024 dv-cinder-806616-6-iscsi neutron-server[95779]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Sep 29 15:30:39.857367 dv-cinder-806616-6-iscsi neutron-server[95779]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Sep 29 15:30:39.862622 dv-cinder-806616-6-iscsi neutron-server[95779]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Sep 29 15:30:39.884211 dv-cinder-806616-6-iscsi neutron-server[95779]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Sep 29 15:30:39.884666 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=95779) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 15:30:39.884959 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=95779) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Sep 29 15:30:39.885314 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=95779) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 15:30:39.886694 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=95779) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Sep 29 15:30:39.887134 dv-cinder-806616-6-iscsi neutron-server[95779]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Sep 29 15:30:39.887383 dv-cinder-806616-6-iscsi neutron-server[95779]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Sep 29 15:30:39.890563 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=95779) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 15:30:39.890840 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=95779) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 15:30:39.954797 dv-cinder-806616-6-iscsi neutron-server[95779]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Sep 29 15:30:39.955035 dv-cinder-806616-6-iscsi neutron-server[95779]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Sep 29 15:30:39.955276 dv-cinder-806616-6-iscsi neutron-server[95779]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Sep 29 15:30:39.955640 dv-cinder-806616-6-iscsi neutron-server[95779]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Sep 29 15:30:39.977863 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG oslo_db.sqlalchemy.engines [None req-66ac7375-b01e-4f45-b12e-0f70d7a29230 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=95779) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Sep 29 15:30:40.678712 dv-cinder-806616-6-iscsi neutron-server[95779]: INFO neutron.plugins.ml2.managers [None req-66ac7375-b01e-4f45-b12e-0f70d7a29230 None None] Initializing driver for type 'gre' Sep 29 15:30:40.679234 dv-cinder-806616-6-iscsi neutron-server[95779]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-66ac7375-b01e-4f45-b12e-0f70d7a29230 None None] gre ID ranges: [(1, 1000)] Sep 29 15:30:40.884306 dv-cinder-806616-6-iscsi neutron-server[95779]: INFO neutron.plugins.ml2.managers [None req-66ac7375-b01e-4f45-b12e-0f70d7a29230 None None] Initializing driver for type 'local' Sep 29 15:30:40.884819 dv-cinder-806616-6-iscsi neutron-server[95779]: INFO neutron.plugins.ml2.managers [None req-66ac7375-b01e-4f45-b12e-0f70d7a29230 None None] Initializing driver for type 'vlan' Sep 29 15:30:40.993154 dv-cinder-806616-6-iscsi neutron-server[95779]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-66ac7375-b01e-4f45-b12e-0f70d7a29230 None None] VlanTypeDriver initialization complete Sep 29 15:30:40.993494 dv-cinder-806616-6-iscsi neutron-server[95779]: INFO neutron.plugins.ml2.managers [None req-66ac7375-b01e-4f45-b12e-0f70d7a29230 None None] Initializing driver for type 'vxlan' Sep 29 15:30:40.994034 dv-cinder-806616-6-iscsi neutron-server[95779]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-66ac7375-b01e-4f45-b12e-0f70d7a29230 None None] vxlan ID ranges: [(1, 1000)] Sep 29 15:30:41.232737 dv-cinder-806616-6-iscsi neutron-server[95779]: INFO neutron.plugins.ml2.managers [None req-66ac7375-b01e-4f45-b12e-0f70d7a29230 None None] Initializing extension driver 'port_security' Sep 29 15:30:41.233075 dv-cinder-806616-6-iscsi neutron-server[95779]: INFO neutron.plugins.ml2.extensions.port_security [None req-66ac7375-b01e-4f45-b12e-0f70d7a29230 None None] PortSecurityExtensionDriver initialization complete Sep 29 15:30:41.233401 dv-cinder-806616-6-iscsi neutron-server[95779]: INFO neutron.plugins.ml2.managers [None req-66ac7375-b01e-4f45-b12e-0f70d7a29230 None None] Initializing mechanism driver 'openvswitch' Sep 29 15:30:41.233743 dv-cinder-806616-6-iscsi neutron-server[95779]: INFO neutron.plugins.ml2.managers [None req-66ac7375-b01e-4f45-b12e-0f70d7a29230 None None] Initializing mechanism driver 'hyperv' Sep 29 15:30:41.240374 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG neutron.plugins.ml2.plugin [None req-66ac7375-b01e-4f45-b12e-0f70d7a29230 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=95779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 15:30:41.241055 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG neutron_lib.callbacks.manager [None req-66ac7375-b01e-4f45-b12e-0f70d7a29230 None None] Subscribe: > port after_create 55550000 {{(pid=95779) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 15:30:41.241425 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG neutron_lib.callbacks.manager [None req-66ac7375-b01e-4f45-b12e-0f70d7a29230 None None] Subscribe: > port after_update 55550000 {{(pid=95779) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 15:30:41.241777 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG neutron_lib.callbacks.manager [None req-66ac7375-b01e-4f45-b12e-0f70d7a29230 None None] Subscribe: > port after_delete 55550000 {{(pid=95779) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 15:30:41.242296 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=95779) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 29 15:30:41.242725 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG neutron_lib.callbacks.manager [None req-66ac7375-b01e-4f45-b12e-0f70d7a29230 None None] Subscribe: > subnet after_create 55550000 {{(pid=95779) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 15:30:41.243134 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG neutron_lib.callbacks.manager [None req-66ac7375-b01e-4f45-b12e-0f70d7a29230 None None] Subscribe: > subnet after_update 55550000 {{(pid=95779) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 15:30:41.243524 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG neutron_lib.callbacks.manager [None req-66ac7375-b01e-4f45-b12e-0f70d7a29230 None None] Subscribe: > subnet after_delete 55550000 {{(pid=95779) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 15:30:41.243866 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=95779) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 29 15:30:41.244293 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG neutron_lib.callbacks.manager [None req-66ac7375-b01e-4f45-b12e-0f70d7a29230 None None] Subscribe: > network after_create 55550000 {{(pid=95779) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 15:30:41.244643 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG neutron_lib.callbacks.manager [None req-66ac7375-b01e-4f45-b12e-0f70d7a29230 None None] Subscribe: > network after_update 55550000 {{(pid=95779) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 15:30:41.245523 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG neutron_lib.callbacks.manager [None req-66ac7375-b01e-4f45-b12e-0f70d7a29230 None None] Subscribe: > network after_delete 55550000 {{(pid=95779) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 15:30:41.245914 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=95779) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 29 15:30:41.246313 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG neutron_lib.callbacks.manager [None req-66ac7375-b01e-4f45-b12e-0f70d7a29230 None None] Subscribe: > security_group after_create 55550000 {{(pid=95779) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 15:30:41.246724 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG neutron_lib.callbacks.manager [None req-66ac7375-b01e-4f45-b12e-0f70d7a29230 None None] Subscribe: > security_group after_update 55550000 {{(pid=95779) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 15:30:41.247069 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG neutron_lib.callbacks.manager [None req-66ac7375-b01e-4f45-b12e-0f70d7a29230 None None] Subscribe: > security_group after_delete 55550000 {{(pid=95779) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 15:30:41.247595 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=95779) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 29 15:30:41.248033 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG neutron_lib.callbacks.manager [None req-66ac7375-b01e-4f45-b12e-0f70d7a29230 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=95779) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 15:30:41.248382 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG neutron_lib.callbacks.manager [None req-66ac7375-b01e-4f45-b12e-0f70d7a29230 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=95779) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 15:30:41.248726 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG neutron_lib.callbacks.manager [None req-66ac7375-b01e-4f45-b12e-0f70d7a29230 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=95779) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 15:30:41.249121 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=95779) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 29 15:30:41.249522 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG neutron_lib.callbacks.manager [None req-66ac7375-b01e-4f45-b12e-0f70d7a29230 None None] Subscribe: > address_group after_create 55550000 {{(pid=95779) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 15:30:41.249861 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG neutron_lib.callbacks.manager [None req-66ac7375-b01e-4f45-b12e-0f70d7a29230 None None] Subscribe: > address_group after_update 55550000 {{(pid=95779) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 15:30:41.250194 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG neutron_lib.callbacks.manager [None req-66ac7375-b01e-4f45-b12e-0f70d7a29230 None None] Subscribe: > address_group after_delete 55550000 {{(pid=95779) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 15:30:41.250578 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=95779) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 29 15:30:41.250950 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-66ac7375-b01e-4f45-b12e-0f70d7a29230 None None] ML2 OVO RPC backend initialized. {{(pid=95779) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Sep 29 15:30:41.251654 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG neutron_lib.callbacks.manager [None req-66ac7375-b01e-4f45-b12e-0f70d7a29230 None None] Subscribe: > router_interface after_create 55550000 {{(pid=95779) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 15:30:41.252030 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG neutron_lib.callbacks.manager [None req-66ac7375-b01e-4f45-b12e-0f70d7a29230 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=95779) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 15:30:41.252445 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG neutron_lib.callbacks.manager [None req-66ac7375-b01e-4f45-b12e-0f70d7a29230 None None] Subscribe: > network before_response 55550000 {{(pid=95779) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 15:30:41.252789 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG neutron_lib.callbacks.manager [None req-66ac7375-b01e-4f45-b12e-0f70d7a29230 None None] Subscribe: > networks before_response 55550000 {{(pid=95779) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 15:30:41.253129 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG neutron_lib.callbacks.manager [None req-66ac7375-b01e-4f45-b12e-0f70d7a29230 None None] Subscribe: > port before_response 55550000 {{(pid=95779) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 15:30:41.253474 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG neutron_lib.callbacks.manager [None req-66ac7375-b01e-4f45-b12e-0f70d7a29230 None None] Subscribe: > ports before_response 55550000 {{(pid=95779) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 15:30:41.253800 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG neutron_lib.callbacks.manager [None req-66ac7375-b01e-4f45-b12e-0f70d7a29230 None None] Subscribe: > subnet before_response 55550000 {{(pid=95779) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 15:30:41.254137 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG neutron_lib.callbacks.manager [None req-66ac7375-b01e-4f45-b12e-0f70d7a29230 None None] Subscribe: > subnets before_response 55550000 {{(pid=95779) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 15:30:41.254515 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG neutron_lib.callbacks.manager [None req-66ac7375-b01e-4f45-b12e-0f70d7a29230 None None] Subscribe: > network after_create 55550000 {{(pid=95779) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 15:30:41.254849 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG neutron_lib.callbacks.manager [None req-66ac7375-b01e-4f45-b12e-0f70d7a29230 None None] Subscribe: > network after_update 55550000 {{(pid=95779) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 15:30:41.255179 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG neutron_lib.callbacks.manager [None req-66ac7375-b01e-4f45-b12e-0f70d7a29230 None None] Subscribe: > network after_delete 55550000 {{(pid=95779) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 15:30:41.255508 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG neutron_lib.callbacks.manager [None req-66ac7375-b01e-4f45-b12e-0f70d7a29230 None None] Subscribe: > port after_create 55550000 {{(pid=95779) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 15:30:41.255836 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG neutron_lib.callbacks.manager [None req-66ac7375-b01e-4f45-b12e-0f70d7a29230 None None] Subscribe: > port after_update 55550000 {{(pid=95779) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 15:30:41.256195 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG neutron_lib.callbacks.manager [None req-66ac7375-b01e-4f45-b12e-0f70d7a29230 None None] Subscribe: > port after_delete 55550000 {{(pid=95779) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 15:30:41.256524 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG neutron_lib.callbacks.manager [None req-66ac7375-b01e-4f45-b12e-0f70d7a29230 None None] Subscribe: > subnet after_create 55550000 {{(pid=95779) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 15:30:41.256909 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG neutron_lib.callbacks.manager [None req-66ac7375-b01e-4f45-b12e-0f70d7a29230 None None] Subscribe: > subnet after_update 55550000 {{(pid=95779) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 15:30:41.257238 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG neutron_lib.callbacks.manager [None req-66ac7375-b01e-4f45-b12e-0f70d7a29230 None None] Subscribe: > subnet after_delete 55550000 {{(pid=95779) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 15:30:41.257805 dv-cinder-806616-6-iscsi neutron-server[95779]: INFO neutron.plugins.ml2.plugin [None req-66ac7375-b01e-4f45-b12e-0f70d7a29230 None None] Modular L2 Plugin initialization complete Sep 29 15:30:41.258129 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG neutron.manager [None req-66ac7375-b01e-4f45-b12e-0f70d7a29230 None None] Loading services supported by the core plugin {{(pid=95779) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Sep 29 15:30:41.258537 dv-cinder-806616-6-iscsi neutron-server[95779]: INFO neutron.plugins.ml2.managers [None req-66ac7375-b01e-4f45-b12e-0f70d7a29230 None None] Got port-security extension from driver 'port_security' Sep 29 15:30:41.259011 dv-cinder-806616-6-iscsi neutron-server[95779]: INFO neutron.extensions.vlantransparent [None req-66ac7375-b01e-4f45-b12e-0f70d7a29230 None None] Disabled vlantransparent extension. Sep 29 15:30:41.259487 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG neutron.manager [None req-66ac7375-b01e-4f45-b12e-0f70d7a29230 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=95779) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Sep 29 15:30:41.259793 dv-cinder-806616-6-iscsi neutron-server[95779]: INFO neutron.manager [None req-66ac7375-b01e-4f45-b12e-0f70d7a29230 None None] Loading Plugin: router Sep 29 15:30:41.302859 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG neutron_lib.callbacks.manager [None req-66ac7375-b01e-4f45-b12e-0f70d7a29230 None None] Subscribe: > router_interface before_create 55550000 {{(pid=95779) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 15:30:41.303279 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG neutron_lib.callbacks.manager [None req-66ac7375-b01e-4f45-b12e-0f70d7a29230 None None] Subscribe: > router after_create 55549900 {{(pid=95779) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 15:30:41.303650 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG neutron_lib.callbacks.manager [None req-66ac7375-b01e-4f45-b12e-0f70d7a29230 None None] Subscribe: > router before_create 55549900 {{(pid=95779) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 15:30:41.304047 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG neutron_lib.callbacks.manager [None req-66ac7375-b01e-4f45-b12e-0f70d7a29230 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=95779) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 15:30:41.304416 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG neutron_lib.callbacks.manager [None req-66ac7375-b01e-4f45-b12e-0f70d7a29230 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=95779) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 15:30:41.304769 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG neutron_lib.callbacks.manager [None req-66ac7375-b01e-4f45-b12e-0f70d7a29230 None None] Subscribe: > router after_delete 55549900 {{(pid=95779) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 15:30:41.305122 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG neutron_lib.callbacks.manager [None req-66ac7375-b01e-4f45-b12e-0f70d7a29230 None None] Subscribe: > floatingip after_create 55550000 {{(pid=95779) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 15:30:41.305470 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG neutron_lib.callbacks.manager [None req-66ac7375-b01e-4f45-b12e-0f70d7a29230 None None] Subscribe: > floatingip after_update 55550000 {{(pid=95779) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 15:30:41.305821 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG neutron_lib.callbacks.manager [None req-66ac7375-b01e-4f45-b12e-0f70d7a29230 None None] Subscribe: > router after_create 55549900 {{(pid=95779) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 15:30:41.306187 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG neutron_lib.callbacks.manager [None req-66ac7375-b01e-4f45-b12e-0f70d7a29230 None None] Subscribe: > router after_update 55549900 {{(pid=95779) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 15:30:41.306532 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG neutron_lib.callbacks.manager [None req-66ac7375-b01e-4f45-b12e-0f70d7a29230 None None] Subscribe: > router after_update 55549900 {{(pid=95779) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 15:30:41.306875 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG neutron_lib.callbacks.manager [None req-66ac7375-b01e-4f45-b12e-0f70d7a29230 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=95779) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 15:30:41.307227 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG neutron_lib.callbacks.manager [None req-66ac7375-b01e-4f45-b12e-0f70d7a29230 None None] Subscribe: > router after_update 55549900 {{(pid=95779) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 15:30:41.308162 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG neutron_lib.callbacks.manager [None req-66ac7375-b01e-4f45-b12e-0f70d7a29230 None None] Subscribe: > router precommit_update 55549900 {{(pid=95779) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 15:30:41.308532 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG neutron_lib.callbacks.manager [None req-66ac7375-b01e-4f45-b12e-0f70d7a29230 None None] Subscribe: port after_update 55550000 {{(pid=95779) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 15:30:41.308869 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG neutron_lib.callbacks.manager [None req-66ac7375-b01e-4f45-b12e-0f70d7a29230 None None] Subscribe: port after_delete 55550000 {{(pid=95779) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 15:30:41.309205 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG neutron_lib.callbacks.manager [None req-66ac7375-b01e-4f45-b12e-0f70d7a29230 None None] Subscribe: subnet after_update 55550000 {{(pid=95779) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 15:30:41.309541 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG neutron_lib.callbacks.manager [None req-66ac7375-b01e-4f45-b12e-0f70d7a29230 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=95779) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 15:30:41.309887 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG neutron_lib.callbacks.manager [None req-66ac7375-b01e-4f45-b12e-0f70d7a29230 None None] Subscribe: > port precommit_delete 55550000 {{(pid=95779) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 15:30:41.310234 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG neutron_lib.callbacks.manager [None req-66ac7375-b01e-4f45-b12e-0f70d7a29230 None None] Subscribe: > router precommit_create 55549900 {{(pid=95779) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 15:30:41.310572 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG neutron_lib.callbacks.manager [None req-66ac7375-b01e-4f45-b12e-0f70d7a29230 None None] Subscribe: port before_delete 55550000 {{(pid=95779) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 15:30:41.310910 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG neutron_lib.callbacks.manager [None req-66ac7375-b01e-4f45-b12e-0f70d7a29230 None None] Subscribe: > router precommit_create 55550000 {{(pid=95779) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 15:30:41.311263 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG neutron_lib.callbacks.manager [None req-66ac7375-b01e-4f45-b12e-0f70d7a29230 None None] Subscribe: > router after_update 55549900 {{(pid=95779) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 15:30:41.311644 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG neutron_lib.callbacks.manager [None req-66ac7375-b01e-4f45-b12e-0f70d7a29230 None None] Subscribe: > router precommit_delete 55549900 {{(pid=95779) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 15:30:41.312020 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG neutron_lib.callbacks.manager [None req-66ac7375-b01e-4f45-b12e-0f70d7a29230 None None] Subscribe: > router precommit_create 55549900 {{(pid=95779) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 15:30:41.314508 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG neutron_lib.callbacks.manager [None req-66ac7375-b01e-4f45-b12e-0f70d7a29230 None None] Subscribe: > router_interface after_create 55550000 {{(pid=95779) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 15:30:41.314508 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG neutron_lib.callbacks.manager [None req-66ac7375-b01e-4f45-b12e-0f70d7a29230 None None] Subscribe: > router precommit_update 55549900 {{(pid=95779) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 15:30:41.314508 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG neutron_lib.callbacks.manager [None req-66ac7375-b01e-4f45-b12e-0f70d7a29230 None None] Subscribe: > agent after_create 55550000 {{(pid=95779) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 15:30:41.314508 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG neutron_lib.callbacks.manager [None req-66ac7375-b01e-4f45-b12e-0f70d7a29230 None None] Subscribe: > agent after_delete 55550000 {{(pid=95779) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 15:30:41.314816 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG neutron_lib.callbacks.manager [None req-66ac7375-b01e-4f45-b12e-0f70d7a29230 None None] Subscribe: > network after_delete 55550000 {{(pid=95779) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 15:30:41.314816 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG neutron.quota.resource_registry [None req-66ac7375-b01e-4f45-b12e-0f70d7a29230 None None] Tracking information for resource: router configured {{(pid=95779) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 29 15:30:41.314999 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG neutron.quota.resource_registry [None req-66ac7375-b01e-4f45-b12e-0f70d7a29230 None None] Tracking information for resource: floatingip configured {{(pid=95779) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 29 15:30:41.319807 dv-cinder-806616-6-iscsi neutron-server[95779]: INFO neutron.db.l3_agentschedulers_db [None req-66ac7375-b01e-4f45-b12e-0f70d7a29230 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Sep 29 15:30:41.320409 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG neutron_lib.callbacks.manager [None req-66ac7375-b01e-4f45-b12e-0f70d7a29230 None None] Subscribe: port after_update 55550000 {{(pid=95779) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 15:30:41.320766 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG neutron_lib.callbacks.manager [None req-66ac7375-b01e-4f45-b12e-0f70d7a29230 None None] Subscribe: port after_create 55550000 {{(pid=95779) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 15:30:41.321112 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG neutron_lib.callbacks.manager [None req-66ac7375-b01e-4f45-b12e-0f70d7a29230 None None] Subscribe: port after_delete 55550000 {{(pid=95779) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 15:30:41.321459 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG neutron_lib.callbacks.manager [None req-66ac7375-b01e-4f45-b12e-0f70d7a29230 None None] Subscribe: port after_update 55550000 {{(pid=95779) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 15:30:41.322239 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG neutron_lib.callbacks.manager [None req-66ac7375-b01e-4f45-b12e-0f70d7a29230 None None] Subscribe: > router before_create 55550100 {{(pid=95779) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 15:30:41.322601 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG neutron_lib.callbacks.manager [None req-66ac7375-b01e-4f45-b12e-0f70d7a29230 None None] Subscribe: > router precommit_delete 55550100 {{(pid=95779) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 15:30:41.323659 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG neutron_lib.callbacks.manager [None req-66ac7375-b01e-4f45-b12e-0f70d7a29230 None None] Subscribe: > router precommit_create 55550100 {{(pid=95779) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 15:30:41.324051 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG neutron_lib.callbacks.manager [None req-66ac7375-b01e-4f45-b12e-0f70d7a29230 None None] Subscribe: > router precommit_update 55550100 {{(pid=95779) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 15:30:41.328690 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG neutron.services.provider_configuration [None req-66ac7375-b01e-4f45-b12e-0f70d7a29230 None None] Service providers = [] {{(pid=95779) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Sep 29 15:30:41.329091 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG neutron.db.servicetype_db [None req-66ac7375-b01e-4f45-b12e-0f70d7a29230 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=95779) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Sep 29 15:30:41.332096 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG neutron.services.service_base [None req-66ac7375-b01e-4f45-b12e-0f70d7a29230 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=95779) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 29 15:30:41.332444 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG neutron.services.service_base [None req-66ac7375-b01e-4f45-b12e-0f70d7a29230 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=95779) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 29 15:30:41.332778 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG neutron.services.service_base [None req-66ac7375-b01e-4f45-b12e-0f70d7a29230 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=95779) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 29 15:30:41.333664 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG neutron.services.service_base [None req-66ac7375-b01e-4f45-b12e-0f70d7a29230 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=95779) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 29 15:30:41.334033 dv-cinder-806616-6-iscsi neutron-server[95779]: INFO neutron.services.service_base [None req-66ac7375-b01e-4f45-b12e-0f70d7a29230 None None] Default provider is not specified for service type L3_ROUTER_NAT Sep 29 15:30:41.334406 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG neutron.manager [None req-66ac7375-b01e-4f45-b12e-0f70d7a29230 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=95779) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 29 15:30:41.334717 dv-cinder-806616-6-iscsi neutron-server[95779]: INFO neutron.manager [None req-66ac7375-b01e-4f45-b12e-0f70d7a29230 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Sep 29 15:30:41.345305 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG neutron.manager [None req-66ac7375-b01e-4f45-b12e-0f70d7a29230 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=95779) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 29 15:30:41.345646 dv-cinder-806616-6-iscsi neutron-server[95779]: INFO neutron.manager [None req-66ac7375-b01e-4f45-b12e-0f70d7a29230 None None] Loading Plugin: auto_allocate Sep 29 15:30:41.360037 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG neutron_lib.callbacks.manager [None req-66ac7375-b01e-4f45-b12e-0f70d7a29230 None None] Subscribe: network precommit_update 55550000 {{(pid=95779) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 15:30:41.360406 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG neutron_lib.callbacks.manager [None req-66ac7375-b01e-4f45-b12e-0f70d7a29230 None None] Subscribe: network precommit_create 55550000 {{(pid=95779) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 15:30:41.360923 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG neutron.manager [None req-66ac7375-b01e-4f45-b12e-0f70d7a29230 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=95779) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 29 15:30:41.361240 dv-cinder-806616-6-iscsi neutron-server[95779]: INFO neutron.manager [None req-66ac7375-b01e-4f45-b12e-0f70d7a29230 None None] Loading Plugin: tag Sep 29 15:30:41.367740 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG neutron.manager [None req-66ac7375-b01e-4f45-b12e-0f70d7a29230 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=95779) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 29 15:30:41.368093 dv-cinder-806616-6-iscsi neutron-server[95779]: INFO neutron.manager [None req-66ac7375-b01e-4f45-b12e-0f70d7a29230 None None] Loading Plugin: timestamp Sep 29 15:30:41.372633 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG neutron.manager [None req-66ac7375-b01e-4f45-b12e-0f70d7a29230 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=95779) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 29 15:30:41.372966 dv-cinder-806616-6-iscsi neutron-server[95779]: INFO neutron.manager [None req-66ac7375-b01e-4f45-b12e-0f70d7a29230 None None] Loading Plugin: network_ip_availability Sep 29 15:30:41.378401 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG neutron_lib.callbacks.manager [None req-66ac7375-b01e-4f45-b12e-0f70d7a29230 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=95779) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 15:30:41.378767 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG neutron_lib.callbacks.manager [None req-66ac7375-b01e-4f45-b12e-0f70d7a29230 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=95779) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 15:30:41.379163 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG neutron_lib.callbacks.manager [None req-66ac7375-b01e-4f45-b12e-0f70d7a29230 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=95779) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 15:30:41.379877 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG neutron.manager [None req-66ac7375-b01e-4f45-b12e-0f70d7a29230 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=95779) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 29 15:30:41.380218 dv-cinder-806616-6-iscsi neutron-server[95779]: INFO neutron.manager [None req-66ac7375-b01e-4f45-b12e-0f70d7a29230 None None] Loading Plugin: flavors Sep 29 15:30:41.384916 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG neutron.manager [None req-66ac7375-b01e-4f45-b12e-0f70d7a29230 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=95779) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 29 15:30:41.385280 dv-cinder-806616-6-iscsi neutron-server[95779]: INFO neutron.manager [None req-66ac7375-b01e-4f45-b12e-0f70d7a29230 None None] Loading Plugin: revisions Sep 29 15:30:41.390192 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG neutron.manager [None req-66ac7375-b01e-4f45-b12e-0f70d7a29230 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=95779) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 29 15:30:41.390580 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG oslo_concurrency.lockutils [None req-66ac7375-b01e-4f45-b12e-0f70d7a29230 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 2.420s {{(pid=95779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 29 15:30:41.391306 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG neutron.api.extensions [None req-66ac7375-b01e-4f45-b12e-0f70d7a29230 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=95779) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Sep 29 15:30:41.391665 dv-cinder-806616-6-iscsi neutron-server[95779]: INFO neutron.api.extensions [None req-66ac7375-b01e-4f45-b12e-0f70d7a29230 None None] Initializing extension manager. Sep 29 15:30:41.392203 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG neutron.api.extensions [None req-66ac7375-b01e-4f45-b12e-0f70d7a29230 None None] Loading extension file: __init__.py {{(pid=95779) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 29 15:30:41.392542 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG neutron.api.extensions [None req-66ac7375-b01e-4f45-b12e-0f70d7a29230 None None] Loading extension file: __pycache__ {{(pid=95779) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 29 15:30:41.392872 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG neutron.api.extensions [None req-66ac7375-b01e-4f45-b12e-0f70d7a29230 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=95779) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 29 15:30:41.393198 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG neutron.api.extensions [None req-66ac7375-b01e-4f45-b12e-0f70d7a29230 None None] Loading extension file: address_group.py {{(pid=95779) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 29 15:30:41.393952 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG neutron.api.extensions [None req-66ac7375-b01e-4f45-b12e-0f70d7a29230 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=95779) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 29 15:30:41.394516 dv-cinder-806616-6-iscsi neutron-server[95779]: INFO neutron.api.extensions [None req-66ac7375-b01e-4f45-b12e-0f70d7a29230 None None] Loaded extension: address-group Sep 29 15:30:41.394835 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG neutron.api.extensions [None req-66ac7375-b01e-4f45-b12e-0f70d7a29230 None None] Loading extension file: address_scope.py {{(pid=95779) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 29 15:30:41.395730 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG neutron.api.extensions [None req-66ac7375-b01e-4f45-b12e-0f70d7a29230 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=95779) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 29 15:30:41.396271 dv-cinder-806616-6-iscsi neutron-server[95779]: INFO neutron.api.extensions [None req-66ac7375-b01e-4f45-b12e-0f70d7a29230 None None] Loaded extension: address-scope Sep 29 15:30:41.396593 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG neutron.api.extensions [None req-66ac7375-b01e-4f45-b12e-0f70d7a29230 None None] Loading extension file: admin_state_down_before_update.py {{(pid=95779) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 29 15:30:41.397555 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG neutron.api.extensions [None req-66ac7375-b01e-4f45-b12e-0f70d7a29230 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=95779) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 29 15:30:41.398084 dv-cinder-806616-6-iscsi neutron-server[95779]: INFO neutron.api.extensions [None req-66ac7375-b01e-4f45-b12e-0f70d7a29230 None None] Loaded extension: router-admin-state-down-before-update Sep 29 15:30:41.398476 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG neutron.api.extensions [None req-66ac7375-b01e-4f45-b12e-0f70d7a29230 None None] Loading extension file: agent.py {{(pid=95779) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 29 15:30:41.399424 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG neutron.api.extensions [None req-66ac7375-b01e-4f45-b12e-0f70d7a29230 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=95779) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 29 15:30:41.399960 dv-cinder-806616-6-iscsi neutron-server[95779]: INFO neutron.api.extensions [None req-66ac7375-b01e-4f45-b12e-0f70d7a29230 None None] Loaded extension: agent Sep 29 15:30:41.402334 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG neutron.api.extensions [None req-66ac7375-b01e-4f45-b12e-0f70d7a29230 None None] Loading extension file: agent_resources_synced.py {{(pid=95779) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 29 15:30:41.403014 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG neutron.api.extensions [None req-66ac7375-b01e-4f45-b12e-0f70d7a29230 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=95779) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 29 15:30:41.403513 dv-cinder-806616-6-iscsi neutron-server[95779]: INFO neutron.api.extensions [None req-66ac7375-b01e-4f45-b12e-0f70d7a29230 None None] Loaded extension: agent-resources-synced Sep 29 15:30:41.403826 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG neutron.api.extensions [None req-66ac7375-b01e-4f45-b12e-0f70d7a29230 None None] Loading extension file: allowedaddresspairs.py {{(pid=95779) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 29 15:30:41.405675 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG neutron.api.extensions [None req-66ac7375-b01e-4f45-b12e-0f70d7a29230 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=95779) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 29 15:30:41.406188 dv-cinder-806616-6-iscsi neutron-server[95779]: INFO neutron.api.extensions [None req-66ac7375-b01e-4f45-b12e-0f70d7a29230 None None] Loaded extension: allowed-address-pairs Sep 29 15:30:41.406512 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG neutron.api.extensions [None req-66ac7375-b01e-4f45-b12e-0f70d7a29230 None None] Loading extension file: auto_allocated_topology.py {{(pid=95779) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 29 15:30:41.407574 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG neutron.api.extensions [None req-66ac7375-b01e-4f45-b12e-0f70d7a29230 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=95779) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 29 15:30:41.408114 dv-cinder-806616-6-iscsi neutron-server[95779]: INFO neutron.api.extensions [None req-66ac7375-b01e-4f45-b12e-0f70d7a29230 None None] Loaded extension: auto-allocated-topology Sep 29 15:30:41.408435 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG neutron.api.extensions [None req-66ac7375-b01e-4f45-b12e-0f70d7a29230 None None] Loading extension file: availability_zone.py {{(pid=95779) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 29 15:30:41.409160 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG neutron.api.extensions [None req-66ac7375-b01e-4f45-b12e-0f70d7a29230 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=95779) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 29 15:30:41.409655 dv-cinder-806616-6-iscsi neutron-server[95779]: INFO neutron.api.extensions [None req-66ac7375-b01e-4f45-b12e-0f70d7a29230 None None] Loaded extension: availability_zone Sep 29 15:30:41.409972 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG neutron.api.extensions [None req-66ac7375-b01e-4f45-b12e-0f70d7a29230 None None] Loading extension file: availability_zone_filter.py {{(pid=95779) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 29 15:30:41.410869 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG neutron.api.extensions [None req-66ac7375-b01e-4f45-b12e-0f70d7a29230 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=95779) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 29 15:30:41.411369 dv-cinder-806616-6-iscsi neutron-server[95779]: INFO neutron.api.extensions [None req-66ac7375-b01e-4f45-b12e-0f70d7a29230 None None] Loaded extension: availability_zone_filter Sep 29 15:30:41.411684 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG neutron.api.extensions [None req-66ac7375-b01e-4f45-b12e-0f70d7a29230 None None] Loading extension file: data_plane_status.py {{(pid=95779) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 29 15:30:41.412601 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG neutron.api.extensions [None req-66ac7375-b01e-4f45-b12e-0f70d7a29230 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=95779) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 29 15:30:41.413097 dv-cinder-806616-6-iscsi neutron-server[95779]: INFO neutron.api.extensions [None req-66ac7375-b01e-4f45-b12e-0f70d7a29230 None None] Extension data-plane-status not supported by any of loaded plugins Sep 29 15:30:41.413415 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG neutron.api.extensions [None req-66ac7375-b01e-4f45-b12e-0f70d7a29230 None None] Loading extension file: default_subnetpools.py {{(pid=95779) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 29 15:30:41.414311 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG neutron.api.extensions [None req-66ac7375-b01e-4f45-b12e-0f70d7a29230 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=95779) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 29 15:30:41.414809 dv-cinder-806616-6-iscsi neutron-server[95779]: INFO neutron.api.extensions [None req-66ac7375-b01e-4f45-b12e-0f70d7a29230 None None] Loaded extension: default-subnetpools Sep 29 15:30:41.415128 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG neutron.api.extensions [None req-66ac7375-b01e-4f45-b12e-0f70d7a29230 None None] Loading extension file: dhcpagentscheduler.py {{(pid=95779) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 29 15:30:41.415946 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG neutron.api.extensions [None req-66ac7375-b01e-4f45-b12e-0f70d7a29230 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=95779) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 29 15:30:41.416496 dv-cinder-806616-6-iscsi neutron-server[95779]: INFO neutron.api.extensions [None req-66ac7375-b01e-4f45-b12e-0f70d7a29230 None None] Loaded extension: dhcp_agent_scheduler Sep 29 15:30:41.416842 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG neutron.api.extensions [None req-66ac7375-b01e-4f45-b12e-0f70d7a29230 None None] Loading extension file: dns.py {{(pid=95779) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 29 15:30:41.417760 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG neutron.api.extensions [None req-66ac7375-b01e-4f45-b12e-0f70d7a29230 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=95779) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 29 15:30:41.418255 dv-cinder-806616-6-iscsi neutron-server[95779]: INFO neutron.api.extensions [None req-66ac7375-b01e-4f45-b12e-0f70d7a29230 None None] Extension dns-integration not supported by any of loaded plugins Sep 29 15:30:41.418576 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG neutron.api.extensions [None req-66ac7375-b01e-4f45-b12e-0f70d7a29230 None None] Loading extension file: dns_domain_ports.py {{(pid=95779) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 29 15:30:41.419479 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG neutron.api.extensions [None req-66ac7375-b01e-4f45-b12e-0f70d7a29230 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=95779) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 29 15:30:41.420004 dv-cinder-806616-6-iscsi neutron-server[95779]: INFO neutron.api.extensions [None req-66ac7375-b01e-4f45-b12e-0f70d7a29230 None None] Extension dns-domain-ports not supported by any of loaded plugins Sep 29 15:30:41.420446 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG neutron.api.extensions [None req-66ac7375-b01e-4f45-b12e-0f70d7a29230 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=95779) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 29 15:30:41.421292 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG neutron.api.extensions [None req-66ac7375-b01e-4f45-b12e-0f70d7a29230 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=95779) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 29 15:30:41.421788 dv-cinder-806616-6-iscsi neutron-server[95779]: INFO neutron.api.extensions [None req-66ac7375-b01e-4f45-b12e-0f70d7a29230 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Sep 29 15:30:41.422105 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG neutron.api.extensions [None req-66ac7375-b01e-4f45-b12e-0f70d7a29230 None None] Loading extension file: dvr.py {{(pid=95779) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 29 15:30:41.422769 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG neutron.api.extensions [None req-66ac7375-b01e-4f45-b12e-0f70d7a29230 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=95779) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 29 15:30:41.423265 dv-cinder-806616-6-iscsi neutron-server[95779]: INFO neutron.api.extensions [None req-66ac7375-b01e-4f45-b12e-0f70d7a29230 None None] Loaded extension: dvr Sep 29 15:30:41.423582 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG neutron.api.extensions [None req-66ac7375-b01e-4f45-b12e-0f70d7a29230 None None] Loading extension file: ecmp_routes.py {{(pid=95779) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 29 15:30:41.424523 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG neutron.api.extensions [None req-66ac7375-b01e-4f45-b12e-0f70d7a29230 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=95779) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 29 15:30:41.425057 dv-cinder-806616-6-iscsi neutron-server[95779]: INFO neutron.api.extensions [None req-66ac7375-b01e-4f45-b12e-0f70d7a29230 None None] Extension ecmp_routes not supported by any of loaded plugins Sep 29 15:30:41.425372 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG neutron.api.extensions [None req-66ac7375-b01e-4f45-b12e-0f70d7a29230 None None] Loading extension file: empty_string_filtering.py {{(pid=95779) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 29 15:30:41.426274 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG neutron.api.extensions [None req-66ac7375-b01e-4f45-b12e-0f70d7a29230 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=95779) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 29 15:30:41.426772 dv-cinder-806616-6-iscsi neutron-server[95779]: INFO neutron.api.extensions [None req-66ac7375-b01e-4f45-b12e-0f70d7a29230 None None] Loaded extension: empty-string-filtering Sep 29 15:30:41.427087 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG neutron.api.extensions [None req-66ac7375-b01e-4f45-b12e-0f70d7a29230 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=95779) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 29 15:30:41.428008 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG neutron.api.extensions [None req-66ac7375-b01e-4f45-b12e-0f70d7a29230 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=95779) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 29 15:30:41.428503 dv-cinder-806616-6-iscsi neutron-server[95779]: INFO neutron.api.extensions [None req-66ac7375-b01e-4f45-b12e-0f70d7a29230 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Sep 29 15:30:41.428856 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG neutron.api.extensions [None req-66ac7375-b01e-4f45-b12e-0f70d7a29230 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=95779) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 29 15:30:41.434513 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG neutron.api.extensions [None req-66ac7375-b01e-4f45-b12e-0f70d7a29230 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=95779) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 29 15:30:41.435009 dv-cinder-806616-6-iscsi neutron-server[95779]: INFO neutron.api.extensions [None req-66ac7375-b01e-4f45-b12e-0f70d7a29230 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Sep 29 15:30:41.435325 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG neutron.api.extensions [None req-66ac7375-b01e-4f45-b12e-0f70d7a29230 None None] Loading extension file: external_net.py {{(pid=95779) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 29 15:30:41.436252 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG neutron.api.extensions [None req-66ac7375-b01e-4f45-b12e-0f70d7a29230 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=95779) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 29 15:30:41.436754 dv-cinder-806616-6-iscsi neutron-server[95779]: INFO neutron.api.extensions [None req-66ac7375-b01e-4f45-b12e-0f70d7a29230 None None] Loaded extension: external-net Sep 29 15:30:41.437069 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG neutron.api.extensions [None req-66ac7375-b01e-4f45-b12e-0f70d7a29230 None None] Loading extension file: extra_dhcp_opt.py {{(pid=95779) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 29 15:30:41.437980 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG neutron.api.extensions [None req-66ac7375-b01e-4f45-b12e-0f70d7a29230 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=95779) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 29 15:30:41.438477 dv-cinder-806616-6-iscsi neutron-server[95779]: INFO neutron.api.extensions [None req-66ac7375-b01e-4f45-b12e-0f70d7a29230 None None] Loaded extension: extra_dhcp_opt Sep 29 15:30:41.438791 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG neutron.api.extensions [None req-66ac7375-b01e-4f45-b12e-0f70d7a29230 None None] Loading extension file: extraroute.py {{(pid=95779) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 29 15:30:41.439680 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG neutron.api.extensions [None req-66ac7375-b01e-4f45-b12e-0f70d7a29230 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=95779) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 29 15:30:41.440208 dv-cinder-806616-6-iscsi neutron-server[95779]: INFO neutron.api.extensions [None req-66ac7375-b01e-4f45-b12e-0f70d7a29230 None None] Loaded extension: extraroute Sep 29 15:30:41.440524 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG neutron.api.extensions [None req-66ac7375-b01e-4f45-b12e-0f70d7a29230 None None] Loading extension file: extraroute_atomic.py {{(pid=95779) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 29 15:30:41.441540 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG neutron.api.extensions [None req-66ac7375-b01e-4f45-b12e-0f70d7a29230 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=95779) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 29 15:30:41.442075 dv-cinder-806616-6-iscsi neutron-server[95779]: INFO neutron.api.extensions [None req-66ac7375-b01e-4f45-b12e-0f70d7a29230 None None] Loaded extension: extraroute-atomic Sep 29 15:30:41.442393 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG neutron.api.extensions [None req-66ac7375-b01e-4f45-b12e-0f70d7a29230 None None] Loading extension file: filter_validation.py {{(pid=95779) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 29 15:30:41.443050 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG neutron.api.extensions [None req-66ac7375-b01e-4f45-b12e-0f70d7a29230 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=95779) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 29 15:30:41.443544 dv-cinder-806616-6-iscsi neutron-server[95779]: INFO neutron.api.extensions [None req-66ac7375-b01e-4f45-b12e-0f70d7a29230 None None] Loaded extension: filter-validation Sep 29 15:30:41.443859 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG neutron.api.extensions [None req-66ac7375-b01e-4f45-b12e-0f70d7a29230 None None] Loading extension file: fip_pf_description.py {{(pid=95779) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 29 15:30:41.444785 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG neutron.api.extensions [None req-66ac7375-b01e-4f45-b12e-0f70d7a29230 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=95779) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 29 15:30:41.445319 dv-cinder-806616-6-iscsi neutron-server[95779]: INFO neutron.api.extensions [None req-66ac7375-b01e-4f45-b12e-0f70d7a29230 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Sep 29 15:30:41.445635 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG neutron.api.extensions [None req-66ac7375-b01e-4f45-b12e-0f70d7a29230 None None] Loading extension file: fip_port_details.py {{(pid=95779) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 29 15:30:41.446544 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG neutron.api.extensions [None req-66ac7375-b01e-4f45-b12e-0f70d7a29230 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=95779) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 29 15:30:41.447042 dv-cinder-806616-6-iscsi neutron-server[95779]: INFO neutron.api.extensions [None req-66ac7375-b01e-4f45-b12e-0f70d7a29230 None None] Loaded extension: fip-port-details Sep 29 15:30:41.447360 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG neutron.api.extensions [None req-66ac7375-b01e-4f45-b12e-0f70d7a29230 None None] Loading extension file: flavors.py {{(pid=95779) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 29 15:30:41.449198 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG neutron.api.extensions [None req-66ac7375-b01e-4f45-b12e-0f70d7a29230 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=95779) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 29 15:30:41.449708 dv-cinder-806616-6-iscsi neutron-server[95779]: INFO neutron.api.extensions [None req-66ac7375-b01e-4f45-b12e-0f70d7a29230 None None] Loaded extension: flavors Sep 29 15:30:41.450035 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG neutron.api.extensions [None req-66ac7375-b01e-4f45-b12e-0f70d7a29230 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=95779) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 29 15:30:41.451671 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG neutron.api.extensions [None req-66ac7375-b01e-4f45-b12e-0f70d7a29230 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=95779) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 29 15:30:41.452213 dv-cinder-806616-6-iscsi neutron-server[95779]: INFO neutron.api.extensions [None req-66ac7375-b01e-4f45-b12e-0f70d7a29230 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Sep 29 15:30:41.452542 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG neutron.api.extensions [None req-66ac7375-b01e-4f45-b12e-0f70d7a29230 None None] Loading extension file: floatingip_pools.py {{(pid=95779) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 29 15:30:41.453238 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG neutron.api.extensions [None req-66ac7375-b01e-4f45-b12e-0f70d7a29230 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=95779) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 29 15:30:41.453747 dv-cinder-806616-6-iscsi neutron-server[95779]: INFO neutron.api.extensions [None req-66ac7375-b01e-4f45-b12e-0f70d7a29230 None None] Loaded extension: floatingip-pools Sep 29 15:30:41.454069 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG neutron.api.extensions [None req-66ac7375-b01e-4f45-b12e-0f70d7a29230 None None] Loading extension file: ip_allocation.py {{(pid=95779) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 29 15:30:41.454990 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG neutron.api.extensions [None req-66ac7375-b01e-4f45-b12e-0f70d7a29230 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=95779) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 29 15:30:41.455529 dv-cinder-806616-6-iscsi neutron-server[95779]: INFO neutron.api.extensions [None req-66ac7375-b01e-4f45-b12e-0f70d7a29230 None None] Extension ip_allocation not supported by any of loaded plugins Sep 29 15:30:41.455889 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG neutron.api.extensions [None req-66ac7375-b01e-4f45-b12e-0f70d7a29230 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=95779) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 29 15:30:41.456833 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG neutron.api.extensions [None req-66ac7375-b01e-4f45-b12e-0f70d7a29230 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=95779) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 29 15:30:41.457337 dv-cinder-806616-6-iscsi neutron-server[95779]: INFO neutron.api.extensions [None req-66ac7375-b01e-4f45-b12e-0f70d7a29230 None None] Loaded extension: ip-substring-filtering Sep 29 15:30:41.457660 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG neutron.api.extensions [None req-66ac7375-b01e-4f45-b12e-0f70d7a29230 None None] Loading extension file: l2_adjacency.py {{(pid=95779) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 29 15:30:41.458577 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG neutron.api.extensions [None req-66ac7375-b01e-4f45-b12e-0f70d7a29230 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=95779) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 29 15:30:41.459078 dv-cinder-806616-6-iscsi neutron-server[95779]: INFO neutron.api.extensions [None req-66ac7375-b01e-4f45-b12e-0f70d7a29230 None None] Extension l2_adjacency not supported by any of loaded plugins Sep 29 15:30:41.459395 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG neutron.api.extensions [None req-66ac7375-b01e-4f45-b12e-0f70d7a29230 None None] Loading extension file: l3.py {{(pid=95779) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 29 15:30:41.460675 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG neutron.api.extensions [None req-66ac7375-b01e-4f45-b12e-0f70d7a29230 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=95779) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 29 15:30:41.461194 dv-cinder-806616-6-iscsi neutron-server[95779]: INFO neutron.api.extensions [None req-66ac7375-b01e-4f45-b12e-0f70d7a29230 None None] Loaded extension: router Sep 29 15:30:41.462706 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG neutron.api.extensions [None req-66ac7375-b01e-4f45-b12e-0f70d7a29230 None None] Loading extension file: l3_conntrack_helper.py {{(pid=95779) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 29 15:30:41.464740 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG neutron.api.extensions [None req-66ac7375-b01e-4f45-b12e-0f70d7a29230 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=95779) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 29 15:30:41.465267 dv-cinder-806616-6-iscsi neutron-server[95779]: INFO neutron.api.extensions [None req-66ac7375-b01e-4f45-b12e-0f70d7a29230 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Sep 29 15:30:41.465594 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG neutron.api.extensions [None req-66ac7375-b01e-4f45-b12e-0f70d7a29230 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=95779) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 29 15:30:41.466573 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG neutron.api.extensions [None req-66ac7375-b01e-4f45-b12e-0f70d7a29230 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=95779) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 29 15:30:41.467082 dv-cinder-806616-6-iscsi neutron-server[95779]: INFO neutron.api.extensions [None req-66ac7375-b01e-4f45-b12e-0f70d7a29230 None None] Loaded extension: ext-gw-mode Sep 29 15:30:41.467404 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG neutron.api.extensions [None req-66ac7375-b01e-4f45-b12e-0f70d7a29230 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=95779) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 29 15:30:41.468345 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG neutron.api.extensions [None req-66ac7375-b01e-4f45-b12e-0f70d7a29230 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=95779) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 29 15:30:41.468848 dv-cinder-806616-6-iscsi neutron-server[95779]: INFO neutron.api.extensions [None req-66ac7375-b01e-4f45-b12e-0f70d7a29230 None None] Loaded extension: l3-ha Sep 29 15:30:41.469168 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG neutron.api.extensions [None req-66ac7375-b01e-4f45-b12e-0f70d7a29230 None None] Loading extension file: l3_flavors.py {{(pid=95779) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 29 15:30:41.470071 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG neutron.api.extensions [None req-66ac7375-b01e-4f45-b12e-0f70d7a29230 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=95779) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 29 15:30:41.470573 dv-cinder-806616-6-iscsi neutron-server[95779]: INFO neutron.api.extensions [None req-66ac7375-b01e-4f45-b12e-0f70d7a29230 None None] Loaded extension: l3-flavors Sep 29 15:30:41.470890 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG neutron.api.extensions [None req-66ac7375-b01e-4f45-b12e-0f70d7a29230 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=95779) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 29 15:30:41.471795 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG neutron.api.extensions [None req-66ac7375-b01e-4f45-b12e-0f70d7a29230 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=95779) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 29 15:30:41.472322 dv-cinder-806616-6-iscsi neutron-server[95779]: INFO neutron.api.extensions [None req-66ac7375-b01e-4f45-b12e-0f70d7a29230 None None] Loaded extension: l3-port-ip-change-not-allowed Sep 29 15:30:41.472641 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG neutron.api.extensions [None req-66ac7375-b01e-4f45-b12e-0f70d7a29230 None None] Loading extension file: l3agentscheduler.py {{(pid=95779) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 29 15:30:41.473672 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG neutron.api.extensions [None req-66ac7375-b01e-4f45-b12e-0f70d7a29230 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=95779) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 29 15:30:41.474176 dv-cinder-806616-6-iscsi neutron-server[95779]: INFO neutron.api.extensions [None req-66ac7375-b01e-4f45-b12e-0f70d7a29230 None None] Loaded extension: l3_agent_scheduler Sep 29 15:30:41.474498 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG neutron.api.extensions [None req-66ac7375-b01e-4f45-b12e-0f70d7a29230 None None] Loading extension file: logging.py {{(pid=95779) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 29 15:30:41.475989 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG neutron.api.extensions [None req-66ac7375-b01e-4f45-b12e-0f70d7a29230 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=95779) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 29 15:30:41.476509 dv-cinder-806616-6-iscsi neutron-server[95779]: INFO neutron.api.extensions [None req-66ac7375-b01e-4f45-b12e-0f70d7a29230 None None] Extension logging not supported by any of loaded plugins Sep 29 15:30:41.476838 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG neutron.api.extensions [None req-66ac7375-b01e-4f45-b12e-0f70d7a29230 None None] Loading extension file: metering.py {{(pid=95779) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 29 15:30:41.477622 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG neutron.api.extensions [None req-66ac7375-b01e-4f45-b12e-0f70d7a29230 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=95779) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 29 15:30:41.478188 dv-cinder-806616-6-iscsi neutron-server[95779]: INFO neutron.api.extensions [None req-66ac7375-b01e-4f45-b12e-0f70d7a29230 None None] Loaded extension: metering Sep 29 15:30:41.478519 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG neutron.api.extensions [None req-66ac7375-b01e-4f45-b12e-0f70d7a29230 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=95779) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 29 15:30:41.479608 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG neutron.api.extensions [None req-66ac7375-b01e-4f45-b12e-0f70d7a29230 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=95779) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 29 15:30:41.480185 dv-cinder-806616-6-iscsi neutron-server[95779]: INFO neutron.api.extensions [None req-66ac7375-b01e-4f45-b12e-0f70d7a29230 None None] Loaded extension: metering_source_and_destination_fields Sep 29 15:30:41.480507 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG neutron.api.extensions [None req-66ac7375-b01e-4f45-b12e-0f70d7a29230 None None] Loading extension file: multiprovidernet.py {{(pid=95779) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 29 15:30:41.481433 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG neutron.api.extensions [None req-66ac7375-b01e-4f45-b12e-0f70d7a29230 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=95779) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 29 15:30:41.481938 dv-cinder-806616-6-iscsi neutron-server[95779]: INFO neutron.api.extensions [None req-66ac7375-b01e-4f45-b12e-0f70d7a29230 None None] Loaded extension: multi-provider Sep 29 15:30:41.482263 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG neutron.api.extensions [None req-66ac7375-b01e-4f45-b12e-0f70d7a29230 None None] Loading extension file: netmtu.py {{(pid=95779) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 29 15:30:41.483170 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG neutron.api.extensions [None req-66ac7375-b01e-4f45-b12e-0f70d7a29230 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=95779) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 29 15:30:41.483702 dv-cinder-806616-6-iscsi neutron-server[95779]: INFO neutron.api.extensions [None req-66ac7375-b01e-4f45-b12e-0f70d7a29230 None None] Loaded extension: net-mtu Sep 29 15:30:41.484042 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG neutron.api.extensions [None req-66ac7375-b01e-4f45-b12e-0f70d7a29230 None None] Loading extension file: netmtu_writable.py {{(pid=95779) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 29 15:30:41.484954 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG neutron.api.extensions [None req-66ac7375-b01e-4f45-b12e-0f70d7a29230 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=95779) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 29 15:30:41.485456 dv-cinder-806616-6-iscsi neutron-server[95779]: INFO neutron.api.extensions [None req-66ac7375-b01e-4f45-b12e-0f70d7a29230 None None] Loaded extension: net-mtu-writable Sep 29 15:30:41.485774 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG neutron.api.extensions [None req-66ac7375-b01e-4f45-b12e-0f70d7a29230 None None] Loading extension file: network_availability_zone.py {{(pid=95779) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 29 15:30:41.486446 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG neutron.api.extensions [None req-66ac7375-b01e-4f45-b12e-0f70d7a29230 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=95779) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 29 15:30:41.486941 dv-cinder-806616-6-iscsi neutron-server[95779]: INFO neutron.api.extensions [None req-66ac7375-b01e-4f45-b12e-0f70d7a29230 None None] Loaded extension: network_availability_zone Sep 29 15:30:41.487259 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG neutron.api.extensions [None req-66ac7375-b01e-4f45-b12e-0f70d7a29230 None None] Loading extension file: network_ip_availability.py {{(pid=95779) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 29 15:30:41.488412 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG neutron.api.extensions [None req-66ac7375-b01e-4f45-b12e-0f70d7a29230 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=95779) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 29 15:30:41.488922 dv-cinder-806616-6-iscsi neutron-server[95779]: INFO neutron.api.extensions [None req-66ac7375-b01e-4f45-b12e-0f70d7a29230 None None] Loaded extension: network-ip-availability Sep 29 15:30:41.489291 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG neutron.api.extensions [None req-66ac7375-b01e-4f45-b12e-0f70d7a29230 None None] Loading extension file: network_segment_range.py {{(pid=95779) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 29 15:30:41.491522 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG neutron.api.extensions [None req-66ac7375-b01e-4f45-b12e-0f70d7a29230 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=95779) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 29 15:30:41.491522 dv-cinder-806616-6-iscsi neutron-server[95779]: INFO neutron.api.extensions [None req-66ac7375-b01e-4f45-b12e-0f70d7a29230 None None] Extension network-segment-range not supported by any of loaded plugins Sep 29 15:30:41.491522 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG neutron.api.extensions [None req-66ac7375-b01e-4f45-b12e-0f70d7a29230 None None] Loading extension file: pagination.py {{(pid=95779) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 29 15:30:41.492398 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG neutron.api.extensions [None req-66ac7375-b01e-4f45-b12e-0f70d7a29230 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=95779) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 29 15:30:41.492754 dv-cinder-806616-6-iscsi neutron-server[95779]: INFO neutron.api.extensions [None req-66ac7375-b01e-4f45-b12e-0f70d7a29230 None None] Loaded extension: pagination Sep 29 15:30:41.493085 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG neutron.api.extensions [None req-66ac7375-b01e-4f45-b12e-0f70d7a29230 None None] Loading extension file: port_device_profile.py {{(pid=95779) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 29 15:30:41.494201 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG neutron.api.extensions [None req-66ac7375-b01e-4f45-b12e-0f70d7a29230 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=95779) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 29 15:30:41.494688 dv-cinder-806616-6-iscsi neutron-server[95779]: INFO neutron.api.extensions [None req-66ac7375-b01e-4f45-b12e-0f70d7a29230 None None] Loaded extension: port-device-profile Sep 29 15:30:41.495513 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG neutron.api.extensions [None req-66ac7375-b01e-4f45-b12e-0f70d7a29230 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=95779) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 29 15:30:41.496524 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG neutron.api.extensions [None req-66ac7375-b01e-4f45-b12e-0f70d7a29230 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=95779) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 29 15:30:41.497030 dv-cinder-806616-6-iscsi neutron-server[95779]: INFO neutron.api.extensions [None req-66ac7375-b01e-4f45-b12e-0f70d7a29230 None None] Loaded extension: port-mac-address-regenerate Sep 29 15:30:41.497353 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG neutron.api.extensions [None req-66ac7375-b01e-4f45-b12e-0f70d7a29230 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=95779) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 29 15:30:41.498277 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG neutron.api.extensions [None req-66ac7375-b01e-4f45-b12e-0f70d7a29230 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=95779) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 29 15:30:41.498780 dv-cinder-806616-6-iscsi neutron-server[95779]: INFO neutron.api.extensions [None req-66ac7375-b01e-4f45-b12e-0f70d7a29230 None None] Loaded extension: port-numa-affinity-policy Sep 29 15:30:41.499102 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG neutron.api.extensions [None req-66ac7375-b01e-4f45-b12e-0f70d7a29230 None None] Loading extension file: port_resource_request.py {{(pid=95779) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 29 15:30:41.500191 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG neutron.api.extensions [None req-66ac7375-b01e-4f45-b12e-0f70d7a29230 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=95779) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 29 15:30:41.500693 dv-cinder-806616-6-iscsi neutron-server[95779]: INFO neutron.api.extensions [None req-66ac7375-b01e-4f45-b12e-0f70d7a29230 None None] Extension port-resource-request not supported by any of loaded plugins Sep 29 15:30:41.501015 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG neutron.api.extensions [None req-66ac7375-b01e-4f45-b12e-0f70d7a29230 None None] Loading extension file: portbindings.py {{(pid=95779) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 29 15:30:41.501942 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG neutron.api.extensions [None req-66ac7375-b01e-4f45-b12e-0f70d7a29230 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=95779) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 29 15:30:41.502450 dv-cinder-806616-6-iscsi neutron-server[95779]: INFO neutron.api.extensions [None req-66ac7375-b01e-4f45-b12e-0f70d7a29230 None None] Loaded extension: binding Sep 29 15:30:41.502775 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG neutron.api.extensions [None req-66ac7375-b01e-4f45-b12e-0f70d7a29230 None None] Loading extension file: portbindings_extended.py {{(pid=95779) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 29 15:30:41.504078 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG neutron.api.extensions [None req-66ac7375-b01e-4f45-b12e-0f70d7a29230 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=95779) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 29 15:30:41.504589 dv-cinder-806616-6-iscsi neutron-server[95779]: INFO neutron.api.extensions [None req-66ac7375-b01e-4f45-b12e-0f70d7a29230 None None] Loaded extension: binding-extended Sep 29 15:30:41.504913 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG neutron.api.extensions [None req-66ac7375-b01e-4f45-b12e-0f70d7a29230 None None] Loading extension file: portsecurity.py {{(pid=95779) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 29 15:30:41.505820 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG neutron.api.extensions [None req-66ac7375-b01e-4f45-b12e-0f70d7a29230 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=95779) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 29 15:30:41.506330 dv-cinder-806616-6-iscsi neutron-server[95779]: INFO neutron.api.extensions [None req-66ac7375-b01e-4f45-b12e-0f70d7a29230 None None] Loaded extension: port-security Sep 29 15:30:41.506653 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG neutron.api.extensions [None req-66ac7375-b01e-4f45-b12e-0f70d7a29230 None None] Loading extension file: project_id.py {{(pid=95779) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 29 15:30:41.507619 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG neutron.api.extensions [None req-66ac7375-b01e-4f45-b12e-0f70d7a29230 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=95779) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 29 15:30:41.507954 dv-cinder-806616-6-iscsi neutron-server[95779]: INFO neutron.api.extensions [None req-66ac7375-b01e-4f45-b12e-0f70d7a29230 None None] Loaded extension: project-id Sep 29 15:30:41.508289 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG neutron.api.extensions [None req-66ac7375-b01e-4f45-b12e-0f70d7a29230 None None] Loading extension file: providernet.py {{(pid=95779) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 29 15:30:41.509225 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG neutron.api.extensions [None req-66ac7375-b01e-4f45-b12e-0f70d7a29230 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=95779) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 29 15:30:41.509731 dv-cinder-806616-6-iscsi neutron-server[95779]: INFO neutron.api.extensions [None req-66ac7375-b01e-4f45-b12e-0f70d7a29230 None None] Loaded extension: provider Sep 29 15:30:41.510049 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG neutron.api.extensions [None req-66ac7375-b01e-4f45-b12e-0f70d7a29230 None None] Loading extension file: qos.py {{(pid=95779) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 29 15:30:41.514220 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG neutron.api.extensions [None req-66ac7375-b01e-4f45-b12e-0f70d7a29230 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=95779) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 29 15:30:41.514739 dv-cinder-806616-6-iscsi neutron-server[95779]: INFO neutron.api.extensions [None req-66ac7375-b01e-4f45-b12e-0f70d7a29230 None None] Extension qos not supported by any of loaded plugins Sep 29 15:30:41.515069 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG neutron.api.extensions [None req-66ac7375-b01e-4f45-b12e-0f70d7a29230 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=95779) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 29 15:30:41.516347 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG neutron.api.extensions [None req-66ac7375-b01e-4f45-b12e-0f70d7a29230 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=95779) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 29 15:30:41.516857 dv-cinder-806616-6-iscsi neutron-server[95779]: INFO neutron.api.extensions [None req-66ac7375-b01e-4f45-b12e-0f70d7a29230 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Sep 29 15:30:41.517182 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG neutron.api.extensions [None req-66ac7375-b01e-4f45-b12e-0f70d7a29230 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=95779) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 29 15:30:41.518093 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG neutron.api.extensions [None req-66ac7375-b01e-4f45-b12e-0f70d7a29230 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=95779) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 29 15:30:41.518598 dv-cinder-806616-6-iscsi neutron-server[95779]: INFO neutron.api.extensions [None req-66ac7375-b01e-4f45-b12e-0f70d7a29230 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Sep 29 15:30:41.518920 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG neutron.api.extensions [None req-66ac7375-b01e-4f45-b12e-0f70d7a29230 None None] Loading extension file: qos_default.py {{(pid=95779) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 29 15:30:41.519818 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG neutron.api.extensions [None req-66ac7375-b01e-4f45-b12e-0f70d7a29230 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=95779) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 29 15:30:41.520362 dv-cinder-806616-6-iscsi neutron-server[95779]: INFO neutron.api.extensions [None req-66ac7375-b01e-4f45-b12e-0f70d7a29230 None None] Extension qos-default not supported by any of loaded plugins Sep 29 15:30:41.520686 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG neutron.api.extensions [None req-66ac7375-b01e-4f45-b12e-0f70d7a29230 None None] Loading extension file: qos_fip.py {{(pid=95779) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 29 15:30:41.521335 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG neutron.api.extensions [None req-66ac7375-b01e-4f45-b12e-0f70d7a29230 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=95779) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 29 15:30:41.521831 dv-cinder-806616-6-iscsi neutron-server[95779]: INFO neutron.api.extensions [None req-66ac7375-b01e-4f45-b12e-0f70d7a29230 None None] Extension qos-fip not supported by any of loaded plugins Sep 29 15:30:41.522148 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG neutron.api.extensions [None req-66ac7375-b01e-4f45-b12e-0f70d7a29230 None None] Loading extension file: qos_gateway_ip.py {{(pid=95779) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 29 15:30:41.523063 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG neutron.api.extensions [None req-66ac7375-b01e-4f45-b12e-0f70d7a29230 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=95779) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 29 15:30:41.523813 dv-cinder-806616-6-iscsi neutron-server[95779]: INFO neutron.api.extensions [None req-66ac7375-b01e-4f45-b12e-0f70d7a29230 None None] Extension qos-gateway-ip not supported by any of loaded plugins Sep 29 15:30:41.524165 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG neutron.api.extensions [None req-66ac7375-b01e-4f45-b12e-0f70d7a29230 None None] Loading extension file: qos_port_network_policy.py {{(pid=95779) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 29 15:30:41.525069 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG neutron.api.extensions [None req-66ac7375-b01e-4f45-b12e-0f70d7a29230 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=95779) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 29 15:30:41.525568 dv-cinder-806616-6-iscsi neutron-server[95779]: INFO neutron.api.extensions [None req-66ac7375-b01e-4f45-b12e-0f70d7a29230 None None] Extension qos-port-network-policy not supported by any of loaded plugins Sep 29 15:30:41.525887 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG neutron.api.extensions [None req-66ac7375-b01e-4f45-b12e-0f70d7a29230 None None] Loading extension file: qos_pps_rule.py {{(pid=95779) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 29 15:30:41.527049 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG neutron.api.extensions [None req-66ac7375-b01e-4f45-b12e-0f70d7a29230 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=95779) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 29 15:30:41.527590 dv-cinder-806616-6-iscsi neutron-server[95779]: INFO neutron.api.extensions [None req-66ac7375-b01e-4f45-b12e-0f70d7a29230 None None] Extension qos-pps not supported by any of loaded plugins Sep 29 15:30:41.527913 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG neutron.api.extensions [None req-66ac7375-b01e-4f45-b12e-0f70d7a29230 None None] Loading extension file: qos_rule_type_details.py {{(pid=95779) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 29 15:30:41.528840 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG neutron.api.extensions [None req-66ac7375-b01e-4f45-b12e-0f70d7a29230 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=95779) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 29 15:30:41.529344 dv-cinder-806616-6-iscsi neutron-server[95779]: INFO neutron.api.extensions [None req-66ac7375-b01e-4f45-b12e-0f70d7a29230 None None] Extension qos-rule-type-details not supported by any of loaded plugins Sep 29 15:30:41.529663 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG neutron.api.extensions [None req-66ac7375-b01e-4f45-b12e-0f70d7a29230 None None] Loading extension file: qos_rules_alias.py {{(pid=95779) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 29 15:30:41.530689 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG neutron.api.extensions [None req-66ac7375-b01e-4f45-b12e-0f70d7a29230 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=95779) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 29 15:30:41.531194 dv-cinder-806616-6-iscsi neutron-server[95779]: INFO neutron.api.extensions [None req-66ac7375-b01e-4f45-b12e-0f70d7a29230 None None] Extension qos-rules-alias not supported by any of loaded plugins Sep 29 15:30:41.531512 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG neutron.api.extensions [None req-66ac7375-b01e-4f45-b12e-0f70d7a29230 None None] Loading extension file: quotasv2.py {{(pid=95779) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 29 15:30:41.532483 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG neutron.api.extensions [None req-66ac7375-b01e-4f45-b12e-0f70d7a29230 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=95779) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 29 15:30:41.532807 dv-cinder-806616-6-iscsi neutron-server[95779]: INFO neutron.api.extensions [None req-66ac7375-b01e-4f45-b12e-0f70d7a29230 None None] Loaded extension: quotas Sep 29 15:30:41.533124 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG neutron.api.extensions [None req-66ac7375-b01e-4f45-b12e-0f70d7a29230 None None] Loading extension file: quotasv2_detail.py {{(pid=95779) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 29 15:30:41.536393 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG neutron.api.extensions [None req-66ac7375-b01e-4f45-b12e-0f70d7a29230 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=95779) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 29 15:30:41.536733 dv-cinder-806616-6-iscsi neutron-server[95779]: INFO neutron.api.extensions [None req-66ac7375-b01e-4f45-b12e-0f70d7a29230 None None] Loaded extension: quota_details Sep 29 15:30:41.537066 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG neutron.api.extensions [None req-66ac7375-b01e-4f45-b12e-0f70d7a29230 None None] Loading extension file: rbac.py {{(pid=95779) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 29 15:30:41.538133 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG neutron.api.extensions [None req-66ac7375-b01e-4f45-b12e-0f70d7a29230 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=95779) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 29 15:30:41.538653 dv-cinder-806616-6-iscsi neutron-server[95779]: INFO neutron.api.extensions [None req-66ac7375-b01e-4f45-b12e-0f70d7a29230 None None] Loaded extension: rbac-policies Sep 29 15:30:41.538982 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG neutron.api.extensions [None req-66ac7375-b01e-4f45-b12e-0f70d7a29230 None None] Loading extension file: rbac_address_group.py {{(pid=95779) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 29 15:30:41.539902 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG neutron.api.extensions [None req-66ac7375-b01e-4f45-b12e-0f70d7a29230 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=95779) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 29 15:30:41.540432 dv-cinder-806616-6-iscsi neutron-server[95779]: INFO neutron.api.extensions [None req-66ac7375-b01e-4f45-b12e-0f70d7a29230 None None] Loaded extension: rbac-address-group Sep 29 15:30:41.540756 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG neutron.api.extensions [None req-66ac7375-b01e-4f45-b12e-0f70d7a29230 None None] Loading extension file: rbac_address_scope.py {{(pid=95779) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 29 15:30:41.541688 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG neutron.api.extensions [None req-66ac7375-b01e-4f45-b12e-0f70d7a29230 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=95779) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 29 15:30:41.542240 dv-cinder-806616-6-iscsi neutron-server[95779]: INFO neutron.api.extensions [None req-66ac7375-b01e-4f45-b12e-0f70d7a29230 None None] Loaded extension: rbac-address-scope Sep 29 15:30:41.542568 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG neutron.api.extensions [None req-66ac7375-b01e-4f45-b12e-0f70d7a29230 None None] Loading extension file: rbac_security_groups.py {{(pid=95779) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 29 15:30:41.543482 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG neutron.api.extensions [None req-66ac7375-b01e-4f45-b12e-0f70d7a29230 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=95779) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 29 15:30:41.544021 dv-cinder-806616-6-iscsi neutron-server[95779]: INFO neutron.api.extensions [None req-66ac7375-b01e-4f45-b12e-0f70d7a29230 None None] Loaded extension: rbac-security-groups Sep 29 15:30:41.544344 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG neutron.api.extensions [None req-66ac7375-b01e-4f45-b12e-0f70d7a29230 None None] Loading extension file: rbac_subnetpool.py {{(pid=95779) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 29 15:30:41.545285 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG neutron.api.extensions [None req-66ac7375-b01e-4f45-b12e-0f70d7a29230 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=95779) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 29 15:30:41.545787 dv-cinder-806616-6-iscsi neutron-server[95779]: INFO neutron.api.extensions [None req-66ac7375-b01e-4f45-b12e-0f70d7a29230 None None] Loaded extension: rbac-subnetpool Sep 29 15:30:41.546108 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG neutron.api.extensions [None req-66ac7375-b01e-4f45-b12e-0f70d7a29230 None None] Loading extension file: revisionifmatch.py {{(pid=95779) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 29 15:30:41.547017 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG neutron.api.extensions [None req-66ac7375-b01e-4f45-b12e-0f70d7a29230 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=95779) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 29 15:30:41.547527 dv-cinder-806616-6-iscsi neutron-server[95779]: INFO neutron.api.extensions [None req-66ac7375-b01e-4f45-b12e-0f70d7a29230 None None] Loaded extension: revision-if-match Sep 29 15:30:41.547852 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG neutron.api.extensions [None req-66ac7375-b01e-4f45-b12e-0f70d7a29230 None None] Loading extension file: revisions.py {{(pid=95779) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 29 15:30:41.548980 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG neutron.api.extensions [None req-66ac7375-b01e-4f45-b12e-0f70d7a29230 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=95779) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 29 15:30:41.549483 dv-cinder-806616-6-iscsi neutron-server[95779]: INFO neutron.api.extensions [None req-66ac7375-b01e-4f45-b12e-0f70d7a29230 None None] Loaded extension: standard-attr-revisions Sep 29 15:30:41.549807 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG neutron.api.extensions [None req-66ac7375-b01e-4f45-b12e-0f70d7a29230 None None] Loading extension file: router_availability_zone.py {{(pid=95779) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 29 15:30:41.550480 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG neutron.api.extensions [None req-66ac7375-b01e-4f45-b12e-0f70d7a29230 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=95779) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 29 15:30:41.550982 dv-cinder-806616-6-iscsi neutron-server[95779]: INFO neutron.api.extensions [None req-66ac7375-b01e-4f45-b12e-0f70d7a29230 None None] Loaded extension: router_availability_zone Sep 29 15:30:41.551302 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG neutron.api.extensions [None req-66ac7375-b01e-4f45-b12e-0f70d7a29230 None None] Loading extension file: routerservicetype.py {{(pid=95779) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 29 15:30:41.552274 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG neutron.api.extensions [None req-66ac7375-b01e-4f45-b12e-0f70d7a29230 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=95779) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 29 15:30:41.552779 dv-cinder-806616-6-iscsi neutron-server[95779]: INFO neutron.api.extensions [None req-66ac7375-b01e-4f45-b12e-0f70d7a29230 None None] Extension router-service-type not supported by any of loaded plugins Sep 29 15:30:41.553099 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG neutron.api.extensions [None req-66ac7375-b01e-4f45-b12e-0f70d7a29230 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=95779) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 29 15:30:41.561258 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG neutron.api.extensions [None req-66ac7375-b01e-4f45-b12e-0f70d7a29230 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=95779) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 29 15:30:41.561767 dv-cinder-806616-6-iscsi neutron-server[95779]: INFO neutron.api.extensions [None req-66ac7375-b01e-4f45-b12e-0f70d7a29230 None None] Loaded extension: security-groups-normalized-cidr Sep 29 15:30:41.562088 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG neutron.api.extensions [None req-66ac7375-b01e-4f45-b12e-0f70d7a29230 None None] Loading extension file: security_groups_port_filtering.py {{(pid=95779) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 29 15:30:41.563013 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG neutron.api.extensions [None req-66ac7375-b01e-4f45-b12e-0f70d7a29230 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=95779) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 29 15:30:41.563518 dv-cinder-806616-6-iscsi neutron-server[95779]: INFO neutron.api.extensions [None req-66ac7375-b01e-4f45-b12e-0f70d7a29230 None None] Loaded extension: port-security-groups-filtering Sep 29 15:30:41.563841 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG neutron.api.extensions [None req-66ac7375-b01e-4f45-b12e-0f70d7a29230 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=95779) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 29 15:30:41.564785 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG neutron.api.extensions [None req-66ac7375-b01e-4f45-b12e-0f70d7a29230 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=95779) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 29 15:30:41.565291 dv-cinder-806616-6-iscsi neutron-server[95779]: INFO neutron.api.extensions [None req-66ac7375-b01e-4f45-b12e-0f70d7a29230 None None] Loaded extension: security-groups-remote-address-group Sep 29 15:30:41.565613 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG neutron.api.extensions [None req-66ac7375-b01e-4f45-b12e-0f70d7a29230 None None] Loading extension file: securitygroup.py {{(pid=95779) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 29 15:30:41.577164 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG neutron.api.extensions [None req-66ac7375-b01e-4f45-b12e-0f70d7a29230 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=95779) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 29 15:30:41.577688 dv-cinder-806616-6-iscsi neutron-server[95779]: INFO neutron.api.extensions [None req-66ac7375-b01e-4f45-b12e-0f70d7a29230 None None] Loaded extension: security-group Sep 29 15:30:41.578019 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG neutron.api.extensions [None req-66ac7375-b01e-4f45-b12e-0f70d7a29230 None None] Loading extension file: segment.py {{(pid=95779) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 29 15:30:41.578802 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG neutron.api.extensions [None req-66ac7375-b01e-4f45-b12e-0f70d7a29230 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=95779) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 29 15:30:41.579308 dv-cinder-806616-6-iscsi neutron-server[95779]: INFO neutron.api.extensions [None req-66ac7375-b01e-4f45-b12e-0f70d7a29230 None None] Extension segment not supported by any of loaded plugins Sep 29 15:30:41.579639 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG neutron.api.extensions [None req-66ac7375-b01e-4f45-b12e-0f70d7a29230 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=95779) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 29 15:30:41.580603 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG neutron.api.extensions [None req-66ac7375-b01e-4f45-b12e-0f70d7a29230 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=95779) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 29 15:30:41.581109 dv-cinder-806616-6-iscsi neutron-server[95779]: INFO neutron.api.extensions [None req-66ac7375-b01e-4f45-b12e-0f70d7a29230 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Sep 29 15:30:41.581436 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG neutron.api.extensions [None req-66ac7375-b01e-4f45-b12e-0f70d7a29230 None None] Loading extension file: servicetype.py {{(pid=95779) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 29 15:30:41.582618 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG neutron.api.extensions [None req-66ac7375-b01e-4f45-b12e-0f70d7a29230 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=95779) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 29 15:30:41.583142 dv-cinder-806616-6-iscsi neutron-server[95779]: INFO neutron.api.extensions [None req-66ac7375-b01e-4f45-b12e-0f70d7a29230 None None] Loaded extension: service-type Sep 29 15:30:41.583468 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG neutron.api.extensions [None req-66ac7375-b01e-4f45-b12e-0f70d7a29230 None None] Loading extension file: sorting.py {{(pid=95779) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 29 15:30:41.584573 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG neutron.api.extensions [None req-66ac7375-b01e-4f45-b12e-0f70d7a29230 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=95779) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 29 15:30:41.584901 dv-cinder-806616-6-iscsi neutron-server[95779]: INFO neutron.api.extensions [None req-66ac7375-b01e-4f45-b12e-0f70d7a29230 None None] Loaded extension: sorting Sep 29 15:30:41.585223 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG neutron.api.extensions [None req-66ac7375-b01e-4f45-b12e-0f70d7a29230 None None] Loading extension file: standard_attr_segment.py {{(pid=95779) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 29 15:30:41.586139 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG neutron.api.extensions [None req-66ac7375-b01e-4f45-b12e-0f70d7a29230 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=95779) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 29 15:30:41.586653 dv-cinder-806616-6-iscsi neutron-server[95779]: INFO neutron.api.extensions [None req-66ac7375-b01e-4f45-b12e-0f70d7a29230 None None] Extension standard-attr-segment not supported by any of loaded plugins Sep 29 15:30:41.586976 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG neutron.api.extensions [None req-66ac7375-b01e-4f45-b12e-0f70d7a29230 None None] Loading extension file: standardattrdescription.py {{(pid=95779) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 29 15:30:41.587625 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG neutron.api.extensions [None req-66ac7375-b01e-4f45-b12e-0f70d7a29230 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=95779) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 29 15:30:41.588166 dv-cinder-806616-6-iscsi neutron-server[95779]: INFO neutron.api.extensions [None req-66ac7375-b01e-4f45-b12e-0f70d7a29230 None None] Loaded extension: standard-attr-description Sep 29 15:30:41.588511 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG neutron.api.extensions [None req-66ac7375-b01e-4f45-b12e-0f70d7a29230 None None] Loading extension file: stateful_security_group.py {{(pid=95779) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 29 15:30:41.589434 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG neutron.api.extensions [None req-66ac7375-b01e-4f45-b12e-0f70d7a29230 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=95779) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 29 15:30:41.589947 dv-cinder-806616-6-iscsi neutron-server[95779]: INFO neutron.api.extensions [None req-66ac7375-b01e-4f45-b12e-0f70d7a29230 None None] Loaded extension: stateful-security-group Sep 29 15:30:41.590270 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG neutron.api.extensions [None req-66ac7375-b01e-4f45-b12e-0f70d7a29230 None None] Loading extension file: stdattrs_common.py {{(pid=95779) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 29 15:30:41.590845 dv-cinder-806616-6-iscsi neutron-server[95779]: WARNING neutron.api.extensions [None req-66ac7375-b01e-4f45-b12e-0f70d7a29230 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Sep 29 15:30:41.591160 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG neutron.api.extensions [None req-66ac7375-b01e-4f45-b12e-0f70d7a29230 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=95779) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 29 15:30:41.592112 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG neutron.api.extensions [None req-66ac7375-b01e-4f45-b12e-0f70d7a29230 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=95779) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 29 15:30:41.592623 dv-cinder-806616-6-iscsi neutron-server[95779]: INFO neutron.api.extensions [None req-66ac7375-b01e-4f45-b12e-0f70d7a29230 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Sep 29 15:30:41.592938 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG neutron.api.extensions [None req-66ac7375-b01e-4f45-b12e-0f70d7a29230 None None] Loading extension file: subnet_onboard.py {{(pid=95779) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 29 15:30:41.594000 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG neutron.api.extensions [None req-66ac7375-b01e-4f45-b12e-0f70d7a29230 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=95779) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 29 15:30:41.594516 dv-cinder-806616-6-iscsi neutron-server[95779]: INFO neutron.api.extensions [None req-66ac7375-b01e-4f45-b12e-0f70d7a29230 None None] Loaded extension: subnet_onboard Sep 29 15:30:41.594838 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG neutron.api.extensions [None req-66ac7375-b01e-4f45-b12e-0f70d7a29230 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=95779) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 29 15:30:41.595753 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG neutron.api.extensions [None req-66ac7375-b01e-4f45-b12e-0f70d7a29230 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=95779) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 29 15:30:41.596288 dv-cinder-806616-6-iscsi neutron-server[95779]: INFO neutron.api.extensions [None req-66ac7375-b01e-4f45-b12e-0f70d7a29230 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Sep 29 15:30:41.596609 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG neutron.api.extensions [None req-66ac7375-b01e-4f45-b12e-0f70d7a29230 None None] Loading extension file: subnet_service_types.py {{(pid=95779) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 29 15:30:41.597524 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG neutron.api.extensions [None req-66ac7375-b01e-4f45-b12e-0f70d7a29230 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=95779) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 29 15:30:41.598036 dv-cinder-806616-6-iscsi neutron-server[95779]: INFO neutron.api.extensions [None req-66ac7375-b01e-4f45-b12e-0f70d7a29230 None None] Loaded extension: subnet-service-types Sep 29 15:30:41.598354 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG neutron.api.extensions [None req-66ac7375-b01e-4f45-b12e-0f70d7a29230 None None] Loading extension file: subnetallocation.py {{(pid=95779) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 29 15:30:41.599434 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG neutron.api.extensions [None req-66ac7375-b01e-4f45-b12e-0f70d7a29230 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=95779) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 29 15:30:41.599955 dv-cinder-806616-6-iscsi neutron-server[95779]: INFO neutron.api.extensions [None req-66ac7375-b01e-4f45-b12e-0f70d7a29230 None None] Loaded extension: subnet_allocation Sep 29 15:30:41.600292 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG neutron.api.extensions [None req-66ac7375-b01e-4f45-b12e-0f70d7a29230 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=95779) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 29 15:30:41.600951 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG neutron.api.extensions [None req-66ac7375-b01e-4f45-b12e-0f70d7a29230 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=95779) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 29 15:30:41.601456 dv-cinder-806616-6-iscsi neutron-server[95779]: INFO neutron.api.extensions [None req-66ac7375-b01e-4f45-b12e-0f70d7a29230 None None] Loaded extension: subnetpool-prefix-ops Sep 29 15:30:41.601774 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG neutron.api.extensions [None req-66ac7375-b01e-4f45-b12e-0f70d7a29230 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=95779) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 29 15:30:41.602691 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG neutron.api.extensions [None req-66ac7375-b01e-4f45-b12e-0f70d7a29230 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=95779) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 29 15:30:41.603195 dv-cinder-806616-6-iscsi neutron-server[95779]: INFO neutron.api.extensions [None req-66ac7375-b01e-4f45-b12e-0f70d7a29230 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Sep 29 15:30:41.603513 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG neutron.api.extensions [None req-66ac7375-b01e-4f45-b12e-0f70d7a29230 None None] Loading extension file: tagging.py {{(pid=95779) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 29 15:30:41.604654 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG neutron.api.extensions [None req-66ac7375-b01e-4f45-b12e-0f70d7a29230 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=95779) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 29 15:30:41.605171 dv-cinder-806616-6-iscsi neutron-server[95779]: INFO neutron.api.extensions [None req-66ac7375-b01e-4f45-b12e-0f70d7a29230 None None] Loaded extension: standard-attr-tag Sep 29 15:30:41.605493 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG neutron.api.extensions [None req-66ac7375-b01e-4f45-b12e-0f70d7a29230 None None] Loading extension file: timestamp.py {{(pid=95779) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 29 15:30:41.606678 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG neutron.api.extensions [None req-66ac7375-b01e-4f45-b12e-0f70d7a29230 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=95779) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 29 15:30:41.607194 dv-cinder-806616-6-iscsi neutron-server[95779]: INFO neutron.api.extensions [None req-66ac7375-b01e-4f45-b12e-0f70d7a29230 None None] Loaded extension: standard-attr-timestamp Sep 29 15:30:41.607524 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG neutron.api.extensions [None req-66ac7375-b01e-4f45-b12e-0f70d7a29230 None None] Loading extension file: trunk.py {{(pid=95779) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 29 15:30:41.608571 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG neutron.api.extensions [None req-66ac7375-b01e-4f45-b12e-0f70d7a29230 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=95779) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 29 15:30:41.609082 dv-cinder-806616-6-iscsi neutron-server[95779]: INFO neutron.api.extensions [None req-66ac7375-b01e-4f45-b12e-0f70d7a29230 None None] Extension trunk not supported by any of loaded plugins Sep 29 15:30:41.609409 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG neutron.api.extensions [None req-66ac7375-b01e-4f45-b12e-0f70d7a29230 None None] Loading extension file: trunk_details.py {{(pid=95779) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 29 15:30:41.610378 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG neutron.api.extensions [None req-66ac7375-b01e-4f45-b12e-0f70d7a29230 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=95779) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 29 15:30:41.610884 dv-cinder-806616-6-iscsi neutron-server[95779]: INFO neutron.api.extensions [None req-66ac7375-b01e-4f45-b12e-0f70d7a29230 None None] Extension trunk-details not supported by any of loaded plugins Sep 29 15:30:41.611207 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG neutron.api.extensions [None req-66ac7375-b01e-4f45-b12e-0f70d7a29230 None None] Loading extension file: uplink_status_propagation.py {{(pid=95779) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 29 15:30:41.612142 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG neutron.api.extensions [None req-66ac7375-b01e-4f45-b12e-0f70d7a29230 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=95779) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 29 15:30:41.612658 dv-cinder-806616-6-iscsi neutron-server[95779]: INFO neutron.api.extensions [None req-66ac7375-b01e-4f45-b12e-0f70d7a29230 None None] Extension uplink-status-propagation not supported by any of loaded plugins Sep 29 15:30:41.612984 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG neutron.api.extensions [None req-66ac7375-b01e-4f45-b12e-0f70d7a29230 None None] Loading extension file: vlantransparent.py {{(pid=95779) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 29 15:30:41.613655 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG neutron.api.extensions [None req-66ac7375-b01e-4f45-b12e-0f70d7a29230 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=95779) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 29 15:30:41.614160 dv-cinder-806616-6-iscsi neutron-server[95779]: INFO neutron.api.extensions [None req-66ac7375-b01e-4f45-b12e-0f70d7a29230 None None] Extension vlan-transparent not supported by any of loaded plugins Sep 29 15:30:41.616650 dv-cinder-806616-6-iscsi neutron-server[95779]: INFO neutron.quota.resource_registry [None req-66ac7375-b01e-4f45-b12e-0f70d7a29230 None None] Creating instance of TrackedResource for resource:network Sep 29 15:30:41.617168 dv-cinder-806616-6-iscsi neutron-server[95779]: INFO neutron.quota.resource_registry [None req-66ac7375-b01e-4f45-b12e-0f70d7a29230 None None] Creating instance of TrackedResource for resource:subnet Sep 29 15:30:41.617563 dv-cinder-806616-6-iscsi neutron-server[95779]: INFO neutron.quota.resource_registry [None req-66ac7375-b01e-4f45-b12e-0f70d7a29230 None None] Creating instance of TrackedResource for resource:subnetpool Sep 29 15:30:41.617951 dv-cinder-806616-6-iscsi neutron-server[95779]: INFO neutron.quota.resource_registry [None req-66ac7375-b01e-4f45-b12e-0f70d7a29230 None None] Creating instance of TrackedResource for resource:port Sep 29 15:30:41.619183 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG neutron.api.v2.resource_helper [None req-66ac7375-b01e-4f45-b12e-0f70d7a29230 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=95779) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 29 15:30:41.619630 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG neutron.api.v2.resource_helper [None req-66ac7375-b01e-4f45-b12e-0f70d7a29230 None None] Service FLAVORS assigned prefix: {{(pid=95779) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 29 15:30:41.620828 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG neutron.api.v2.resource_helper [None req-66ac7375-b01e-4f45-b12e-0f70d7a29230 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=95779) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 29 15:30:41.621250 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG neutron.api.v2.resource_helper [None req-66ac7375-b01e-4f45-b12e-0f70d7a29230 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=95779) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 29 15:30:41.621581 dv-cinder-806616-6-iscsi neutron-server[95779]: INFO neutron.quota.resource_registry [None req-66ac7375-b01e-4f45-b12e-0f70d7a29230 None None] Creating instance of TrackedResource for resource:router Sep 29 15:30:41.622003 dv-cinder-806616-6-iscsi neutron-server[95779]: INFO neutron.quota.resource_registry [None req-66ac7375-b01e-4f45-b12e-0f70d7a29230 None None] Creating instance of TrackedResource for resource:floatingip Sep 29 15:30:41.622486 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG neutron.api.v2.resource_helper [None req-66ac7375-b01e-4f45-b12e-0f70d7a29230 None None] Service METERING assigned prefix: /metering {{(pid=95779) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 29 15:30:41.623912 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG neutron_lib.callbacks.manager [None req-66ac7375-b01e-4f45-b12e-0f70d7a29230 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=95779) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 15:30:41.624306 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG neutron_lib.callbacks.manager [None req-66ac7375-b01e-4f45-b12e-0f70d7a29230 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=95779) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 15:30:41.624657 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG neutron_lib.callbacks.manager [None req-66ac7375-b01e-4f45-b12e-0f70d7a29230 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=95779) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 15:30:41.625657 dv-cinder-806616-6-iscsi neutron-server[95779]: INFO neutron.quota.resource_registry [None req-66ac7375-b01e-4f45-b12e-0f70d7a29230 None None] Creating instance of CountableResource for resource:rbac_policy Sep 29 15:30:41.626101 dv-cinder-806616-6-iscsi neutron-server[95779]: INFO neutron.quota.resource_registry [None req-66ac7375-b01e-4f45-b12e-0f70d7a29230 None None] Creating instance of TrackedResource for resource:security_group Sep 29 15:30:41.626535 dv-cinder-806616-6-iscsi neutron-server[95779]: INFO neutron.quota.resource_registry [None req-66ac7375-b01e-4f45-b12e-0f70d7a29230 None None] Creating instance of TrackedResource for resource:security_group_rule Sep 29 15:30:41.627113 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG neutron.api.v2.resource_helper [None req-66ac7375-b01e-4f45-b12e-0f70d7a29230 None None] Service CORE assigned prefix: {{(pid=95779) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 29 15:30:41.627435 dv-cinder-806616-6-iscsi neutron-server[95779]: INFO neutron.quota.resource_registry [None req-66ac7375-b01e-4f45-b12e-0f70d7a29230 None None] Creating instance of TrackedResource for resource:subnetpool Sep 29 15:30:41.627777 dv-cinder-806616-6-iscsi neutron-server[95779]: WARNING neutron.quota.resource_registry [None req-66ac7375-b01e-4f45-b12e-0f70d7a29230 None None] subnetpool is already registered Sep 29 15:30:41.628245 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG neutron.api.v2.resource_helper [None req-66ac7375-b01e-4f45-b12e-0f70d7a29230 None None] Service CORE assigned prefix: {{(pid=95779) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 29 15:30:41.628571 dv-cinder-806616-6-iscsi neutron-server[95779]: INFO neutron.quota.resource_registry [None req-66ac7375-b01e-4f45-b12e-0f70d7a29230 None None] Creating instance of TrackedResource for resource:subnetpool Sep 29 15:30:41.628915 dv-cinder-806616-6-iscsi neutron-server[95779]: WARNING neutron.quota.resource_registry [None req-66ac7375-b01e-4f45-b12e-0f70d7a29230 None None] subnetpool is already registered Sep 29 15:30:41.631184 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG neutron.api.v2.resource_helper [None req-66ac7375-b01e-4f45-b12e-0f70d7a29230 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=95779) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 29 15:30:41.631612 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG neutron.api.v2.resource_helper [None req-66ac7375-b01e-4f45-b12e-0f70d7a29230 None None] Service FLAVORS assigned prefix: {{(pid=95779) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 29 15:30:41.632227 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG neutron.api.v2.resource_helper [None req-66ac7375-b01e-4f45-b12e-0f70d7a29230 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=95779) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 29 15:30:41.632647 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG neutron.api.v2.resource_helper [None req-66ac7375-b01e-4f45-b12e-0f70d7a29230 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=95779) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 29 15:30:41.632978 dv-cinder-806616-6-iscsi neutron-server[95779]: INFO neutron.quota.resource_registry [None req-66ac7375-b01e-4f45-b12e-0f70d7a29230 None None] Creating instance of TrackedResource for resource:router Sep 29 15:30:41.633315 dv-cinder-806616-6-iscsi neutron-server[95779]: WARNING neutron.quota.resource_registry [None req-66ac7375-b01e-4f45-b12e-0f70d7a29230 None None] router is already registered Sep 29 15:30:41.633724 dv-cinder-806616-6-iscsi neutron-server[95779]: INFO neutron.quota.resource_registry [None req-66ac7375-b01e-4f45-b12e-0f70d7a29230 None None] Creating instance of TrackedResource for resource:floatingip Sep 29 15:30:41.634057 dv-cinder-806616-6-iscsi neutron-server[95779]: WARNING neutron.quota.resource_registry [None req-66ac7375-b01e-4f45-b12e-0f70d7a29230 None None] floatingip is already registered Sep 29 15:30:41.634504 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG neutron.api.v2.resource_helper [None req-66ac7375-b01e-4f45-b12e-0f70d7a29230 None None] Service METERING assigned prefix: /metering {{(pid=95779) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 29 15:30:41.635176 dv-cinder-806616-6-iscsi neutron-server[95779]: INFO neutron.quota.resource_registry [None req-66ac7375-b01e-4f45-b12e-0f70d7a29230 None None] Creating instance of CountableResource for resource:rbac_policy Sep 29 15:30:41.636179 dv-cinder-806616-6-iscsi neutron-server[95779]: WARNING neutron.quota.resource_registry [None req-66ac7375-b01e-4f45-b12e-0f70d7a29230 None None] rbac_policy is already registered Sep 29 15:30:41.636593 dv-cinder-806616-6-iscsi neutron-server[95779]: INFO neutron.quota.resource_registry [None req-66ac7375-b01e-4f45-b12e-0f70d7a29230 None None] Creating instance of TrackedResource for resource:security_group Sep 29 15:30:41.636925 dv-cinder-806616-6-iscsi neutron-server[95779]: WARNING neutron.quota.resource_registry [None req-66ac7375-b01e-4f45-b12e-0f70d7a29230 None None] security_group is already registered Sep 29 15:30:41.637323 dv-cinder-806616-6-iscsi neutron-server[95779]: INFO neutron.quota.resource_registry [None req-66ac7375-b01e-4f45-b12e-0f70d7a29230 None None] Creating instance of TrackedResource for resource:security_group_rule Sep 29 15:30:41.637650 dv-cinder-806616-6-iscsi neutron-server[95779]: WARNING neutron.quota.resource_registry [None req-66ac7375-b01e-4f45-b12e-0f70d7a29230 None None] security_group_rule is already registered Sep 29 15:30:41.638267 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG neutron.api.v2.resource_helper [None req-66ac7375-b01e-4f45-b12e-0f70d7a29230 None None] Service CORE assigned prefix: {{(pid=95779) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 29 15:30:41.638591 dv-cinder-806616-6-iscsi neutron-server[95779]: INFO neutron.quota.resource_registry [None req-66ac7375-b01e-4f45-b12e-0f70d7a29230 None None] Creating instance of TrackedResource for resource:subnetpool Sep 29 15:30:41.638922 dv-cinder-806616-6-iscsi neutron-server[95779]: WARNING neutron.quota.resource_registry [None req-66ac7375-b01e-4f45-b12e-0f70d7a29230 None None] subnetpool is already registered Sep 29 15:30:41.639336 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG neutron.api.v2.resource_helper [None req-66ac7375-b01e-4f45-b12e-0f70d7a29230 None None] Service CORE assigned prefix: {{(pid=95779) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 29 15:30:41.639666 dv-cinder-806616-6-iscsi neutron-server[95779]: INFO neutron.quota.resource_registry [None req-66ac7375-b01e-4f45-b12e-0f70d7a29230 None None] Creating instance of TrackedResource for resource:subnetpool Sep 29 15:30:41.643660 dv-cinder-806616-6-iscsi neutron-server[95779]: WARNING neutron.quota.resource_registry [None req-66ac7375-b01e-4f45-b12e-0f70d7a29230 None None] subnetpool is already registered Sep 29 15:30:41.643660 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG neutron.api.extensions [None req-66ac7375-b01e-4f45-b12e-0f70d7a29230 None None] Extended resource: extensions {{(pid=95779) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 29 15:30:41.643660 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG neutron.api.extensions [None req-66ac7375-b01e-4f45-b12e-0f70d7a29230 None None] Extended resource: address-groups {{(pid=95779) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 29 15:30:41.643660 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG neutron.api.extensions [None req-66ac7375-b01e-4f45-b12e-0f70d7a29230 None None] Extended resource: address-scopes {{(pid=95779) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 29 15:30:41.644715 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG neutron.api.extensions [None req-66ac7375-b01e-4f45-b12e-0f70d7a29230 None None] Extended resource: agents {{(pid=95779) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 29 15:30:41.645929 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG neutron.api.extensions [None req-66ac7375-b01e-4f45-b12e-0f70d7a29230 None None] Extended resource: auto-allocated-topology {{(pid=95779) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 29 15:30:41.647072 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG neutron.api.extensions [None req-66ac7375-b01e-4f45-b12e-0f70d7a29230 None None] Extended resource: availability_zones {{(pid=95779) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 29 15:30:41.648293 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG neutron.api.extensions [None req-66ac7375-b01e-4f45-b12e-0f70d7a29230 None None] Extended resource: dhcp-networks {{(pid=95779) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 29 15:30:41.650055 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG neutron.api.extensions [None req-66ac7375-b01e-4f45-b12e-0f70d7a29230 None None] Extended resource: dhcp-agents {{(pid=95779) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 29 15:30:41.651484 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG neutron.api.extensions [None req-66ac7375-b01e-4f45-b12e-0f70d7a29230 None None] Extended resource: routers {{(pid=95779) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 29 15:30:41.653695 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG neutron.api.extensions [None req-66ac7375-b01e-4f45-b12e-0f70d7a29230 None None] Extended resource: flavors {{(pid=95779) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 29 15:30:41.654855 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG neutron.api.extensions [None req-66ac7375-b01e-4f45-b12e-0f70d7a29230 None None] Extended resource: service_profiles {{(pid=95779) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 29 15:30:41.656061 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG neutron.api.extensions [None req-66ac7375-b01e-4f45-b12e-0f70d7a29230 None None] Extended resource: next_providers {{(pid=95779) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 29 15:30:41.657525 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG neutron.api.extensions [None req-66ac7375-b01e-4f45-b12e-0f70d7a29230 None None] Extended resource: service_profiles {{(pid=95779) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 29 15:30:41.659044 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG neutron.api.extensions [None req-66ac7375-b01e-4f45-b12e-0f70d7a29230 None None] Extended resource: floatingip-pools {{(pid=95779) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 29 15:30:41.660272 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG neutron.api.extensions [None req-66ac7375-b01e-4f45-b12e-0f70d7a29230 None None] Extended resource: routers {{(pid=95779) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 29 15:30:41.662349 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG neutron.api.extensions [None req-66ac7375-b01e-4f45-b12e-0f70d7a29230 None None] Extended resource: floatingips {{(pid=95779) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 29 15:30:41.663616 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG neutron.api.extensions [None req-66ac7375-b01e-4f45-b12e-0f70d7a29230 None None] Extended resource: l3-routers {{(pid=95779) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 29 15:30:41.665008 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG neutron.api.extensions [None req-66ac7375-b01e-4f45-b12e-0f70d7a29230 None None] Extended resource: l3-agents {{(pid=95779) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 29 15:30:41.666391 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG neutron.api.extensions [None req-66ac7375-b01e-4f45-b12e-0f70d7a29230 None None] Extended resource: metering-labels {{(pid=95779) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 29 15:30:41.668305 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG neutron.api.extensions [None req-66ac7375-b01e-4f45-b12e-0f70d7a29230 None None] Extended resource: metering-label-rules {{(pid=95779) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 29 15:30:41.669573 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG neutron.api.extensions [None req-66ac7375-b01e-4f45-b12e-0f70d7a29230 None None] Extended resource: network-ip-availabilities {{(pid=95779) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 29 15:30:41.670837 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG neutron.api.extensions [None req-66ac7375-b01e-4f45-b12e-0f70d7a29230 None None] Extended resource: bindings {{(pid=95779) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 29 15:30:41.673307 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG neutron.api.extensions [None req-66ac7375-b01e-4f45-b12e-0f70d7a29230 None None] Extended resource: quotas {{(pid=95779) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 29 15:30:41.674735 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG neutron.api.extensions [None req-66ac7375-b01e-4f45-b12e-0f70d7a29230 None None] Extended resource: quotas {{(pid=95779) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 29 15:30:41.676155 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG neutron.api.extensions [None req-66ac7375-b01e-4f45-b12e-0f70d7a29230 None None] Extended resource: rbac-policies {{(pid=95779) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 29 15:30:41.677334 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG neutron.api.extensions [None req-66ac7375-b01e-4f45-b12e-0f70d7a29230 None None] Extended resource: security-groups {{(pid=95779) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 29 15:30:41.678611 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG neutron.api.extensions [None req-66ac7375-b01e-4f45-b12e-0f70d7a29230 None None] Extended resource: security-group-rules {{(pid=95779) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 29 15:30:41.679845 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG neutron.api.extensions [None req-66ac7375-b01e-4f45-b12e-0f70d7a29230 None None] Extended resource: service-providers {{(pid=95779) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 29 15:30:41.681061 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG neutron.api.extensions [None req-66ac7375-b01e-4f45-b12e-0f70d7a29230 None None] Extended resource: subnetpools {{(pid=95779) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 29 15:30:41.683067 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG neutron.api.extensions [None req-66ac7375-b01e-4f45-b12e-0f70d7a29230 None None] Extended resource: subnetpools {{(pid=95779) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 29 15:30:41.684562 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG neutron.api.extensions [None req-66ac7375-b01e-4f45-b12e-0f70d7a29230 None None] Extended resource: tags {{(pid=95779) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 29 15:30:41.686203 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG neutron.api.extensions [None req-66ac7375-b01e-4f45-b12e-0f70d7a29230 None None] Extended resource: tags {{(pid=95779) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 29 15:30:41.688114 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG neutron.api.extensions [None req-66ac7375-b01e-4f45-b12e-0f70d7a29230 None None] Extended resource: tags {{(pid=95779) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 29 15:30:41.689867 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG neutron.api.extensions [None req-66ac7375-b01e-4f45-b12e-0f70d7a29230 None None] Extended resource: tags {{(pid=95779) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 29 15:30:41.691638 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG neutron.api.extensions [None req-66ac7375-b01e-4f45-b12e-0f70d7a29230 None None] Extended resource: tags {{(pid=95779) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 29 15:30:41.693549 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG neutron.api.extensions [None req-66ac7375-b01e-4f45-b12e-0f70d7a29230 None None] Extended resource: tags {{(pid=95779) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 29 15:30:41.695233 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG neutron.api.extensions [None req-66ac7375-b01e-4f45-b12e-0f70d7a29230 None None] Extended resource: tags {{(pid=95779) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 29 15:30:41.697141 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG neutron.api.extensions [None req-66ac7375-b01e-4f45-b12e-0f70d7a29230 None None] Extended resource: tags {{(pid=95779) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 29 15:30:41.698932 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG neutron.api.extensions [None req-66ac7375-b01e-4f45-b12e-0f70d7a29230 None None] Extended resource: tags {{(pid=95779) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 29 15:30:41.700677 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG neutron.api.extensions [None req-66ac7375-b01e-4f45-b12e-0f70d7a29230 None None] Extended resource: tags {{(pid=95779) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 29 15:30:41.706588 dv-cinder-806616-6-iscsi neutron-server[95779]: WARNING keystonemiddleware.auth_token [None req-66ac7375-b01e-4f45-b12e-0f70d7a29230 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Sep 29 15:30:41.711308 dv-cinder-806616-6-iscsi neutron-server[95779]: WARNING keystonemiddleware.auth_token [None req-66ac7375-b01e-4f45-b12e-0f70d7a29230 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Sep 29 15:30:41.719964 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG oslo_concurrency.lockutils [None req-66ac7375-b01e-4f45-b12e-0f70d7a29230 None None] Acquired lock "singleton_lock" {{(pid=95779) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Sep 29 15:30:41.720442 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG oslo_concurrency.lockutils [None req-66ac7375-b01e-4f45-b12e-0f70d7a29230 None None] Releasing lock "singleton_lock" {{(pid=95779) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Sep 29 15:30:41.721074 dv-cinder-806616-6-iscsi neutron-server[95779]: INFO oslo_service.service [None req-66ac7375-b01e-4f45-b12e-0f70d7a29230 None None] Starting 2 workers Sep 29 15:30:41.725859 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG oslo_service.service [None req-66ac7375-b01e-4f45-b12e-0f70d7a29230 None None] Started child 96120 {{(pid=95779) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 29 15:30:41.730782 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG oslo_service.service [None req-66ac7375-b01e-4f45-b12e-0f70d7a29230 None None] Started child 96121 {{(pid=95779) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 29 15:30:41.732448 dv-cinder-806616-6-iscsi neutron-server[95779]: INFO neutron.service [None req-66ac7375-b01e-4f45-b12e-0f70d7a29230 None None] Neutron service started, listening on 0.0.0.0:9696 Sep 29 15:30:41.732725 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:30:41.733376 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG neutron_lib.callbacks.manager [None req-66ac7375-b01e-4f45-b12e-0f70d7a29230 None None] Notify callbacks [] for process, before_spawn {{(pid=95779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:30:41.734343 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [-] (96120) wsgi starting up on http://0.0.0.0:9696 Sep 29 15:30:41.735588 dv-cinder-806616-6-iscsi neutron-server[95779]: INFO oslo_service.service [None req-66ac7375-b01e-4f45-b12e-0f70d7a29230 None None] Starting 1 workers Sep 29 15:30:41.735845 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:30:41.737263 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [-] (96121) wsgi starting up on http://0.0.0.0:9696 Sep 29 15:30:41.740780 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG oslo_service.service [None req-66ac7375-b01e-4f45-b12e-0f70d7a29230 None None] Started child 96122 {{(pid=95779) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 29 15:30:41.741328 dv-cinder-806616-6-iscsi neutron-server[95779]: INFO oslo_service.service [None req-66ac7375-b01e-4f45-b12e-0f70d7a29230 None None] Starting 1 workers Sep 29 15:30:41.744599 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.service [None req-66ac7375-b01e-4f45-b12e-0f70d7a29230 None None] calling RpcWorker wait() {{(pid=96122) _wait /opt/stack/neutron/neutron/service.py:128}} Sep 29 15:30:41.745752 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.service [None req-66ac7375-b01e-4f45-b12e-0f70d7a29230 None None] returning from RpcWorker wait() {{(pid=96122) _wait /opt/stack/neutron/neutron/service.py:135}} Sep 29 15:30:41.746452 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG oslo_service.service [None req-66ac7375-b01e-4f45-b12e-0f70d7a29230 None None] Started child 96123 {{(pid=95779) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 29 15:30:41.747090 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=96122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:30:41.747270 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG neutron_lib.callbacks.manager [None req-66ac7375-b01e-4f45-b12e-0f70d7a29230 None None] Notify callbacks [] for process, after_spawn {{(pid=95779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:30:41.747634 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=96122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 15:30:41.749257 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=95779) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Sep 29 15:30:41.749464 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 29 15:30:41.749642 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 29 15:30:41.749856 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 29 15:30:41.750184 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 29 15:30:41.750341 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 29 15:30:41.750846 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 15:30:41.751114 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 15:30:41.751360 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 15:30:41.751613 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 15:30:41.751903 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 15:30:41.752529 dv-cinder-806616-6-iscsi neutron-server[96123]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=96123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:30:41.752984 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 15:30:41.752984 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 15:30:41.753154 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 15:30:41.753314 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 15:30:41.753558 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 15:30:41.753728 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 15:30:41.753893 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 15:30:41.754140 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 15:30:41.754380 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 15:30:41.754682 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 15:30:41.754935 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 15:30:41.755164 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 15:30:41.755413 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 15:30:41.755578 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 15:30:41.755836 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG oslo_service.service [-] config_source = [] {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 15:30:41.756115 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 15:30:41.756339 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 15:30:41.756596 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG oslo_service.service [-] debug = True {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 15:30:41.756842 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 15:30:41.757326 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 15:30:41.757550 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 15:30:41.757806 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 15:30:41.758022 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 15:30:41.758299 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 15:30:41.758524 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 15:30:41.758787 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 15:30:41.759036 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 15:30:41.759245 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 15:30:41.759499 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 15:30:41.759756 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 15:30:41.760012 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 15:30:41.760231 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 15:30:41.760486 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 15:30:41.760729 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 15:30:41.760963 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 15:30:41.761438 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG oslo_service.service [-] host = dv-cinder-806616-6-iscsi {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 15:30:41.761676 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 15:30:41.761910 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 15:30:41.762165 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 15:30:41.762430 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 15:30:41.762676 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 15:30:41.762891 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 15:30:41.763145 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 15:30:41.763396 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 15:30:41.763645 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 15:30:41.763869 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 15:30:41.764193 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 15:30:41.764416 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 15:30:41.764648 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG oslo_service.service [-] log_dir = None {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 15:30:41.764903 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG oslo_service.service [-] log_file = None {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 15:30:41.765064 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG oslo_service.service [-] log_options = True {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 15:30:41.765308 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 15:30:41.765596 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 15:30:41.765854 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 15:30:41.766045 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 15:30:41.766211 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 15:30:41.766380 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 15:30:41.766637 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 15:30:41.766798 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 15:30:41.767055 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 15:30:41.767287 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 15:30:41.767498 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 15:30:41.767707 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 15:30:41.767994 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 15:30:41.768204 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 15:30:41.768448 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 15:30:41.768689 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 15:30:41.768900 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 15:30:41.769108 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 15:30:41.769361 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 15:30:41.769603 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 15:30:41.769825 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 15:30:41.770047 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 15:30:41.770394 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 15:30:41.770514 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 15:30:41.770750 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 15:30:41.770990 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 15:30:41.771233 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 15:30:41.771465 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 15:30:41.771676 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 15:30:41.771923 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 15:30:41.772172 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 15:30:41.772413 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 15:30:41.772625 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 15:30:41.772853 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 15:30:41.773108 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 15:30:41.773333 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 15:30:41.773817 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 15:30:41.774047 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 15:30:41.774311 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 15:30:41.774533 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 15:30:41.774780 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 15:30:41.775036 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 15:30:41.775245 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 15:30:41.775498 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 15:30:41.775710 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 15:30:41.775921 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG oslo_service.service [-] use_journal = False {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 15:30:41.776204 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG oslo_service.service [-] use_json = False {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 15:30:41.776417 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 15:30:41.776658 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 15:30:41.776922 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 15:30:41.777155 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 15:30:41.777386 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 15:30:41.777596 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 15:30:41.777804 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 15:30:41.778048 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 15:30:41.778463 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 15:30:41.778736 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 15:30:41.779047 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 15:30:41.779270 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 15:30:41.779514 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 15:30:41.779753 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 15:30:41.780002 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 15:30:41.780244 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 15:30:41.780504 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 15:30:41.780738 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 15:30:41.781050 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 15:30:41.781268 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 15:30:41.781558 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 15:30:41.781795 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 15:30:41.782056 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 15:30:41.782338 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 15:30:41.782589 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 15:30:41.782862 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 15:30:41.783078 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 15:30:41.783297 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 15:30:41.783543 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 15:30:41.783784 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 15:30:41.784090 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 15:30:41.784307 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 15:30:41.785389 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 15:30:41.785389 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 15:30:41.785389 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 15:30:41.785389 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 15:30:41.785741 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 15:30:41.785919 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.46/identity {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 15:30:41.786517 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 15:30:41.786880 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 15:30:41.787295 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 15:30:41.787514 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 15:30:41.787749 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 15:30:41.787983 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 15:30:41.788223 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 15:30:41.788489 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 15:30:41.788778 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 15:30:41.788998 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 15:30:41.789392 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 15:30:41.789629 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 15:30:41.789738 dv-cinder-806616-6-iscsi neutron-server[96123]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=96123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 15:30:41.789835 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 15:30:41.790066 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 15:30:41.790310 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 15:30:41.790547 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 15:30:41.790786 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 15:30:41.790999 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 15:30:41.791211 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 15:30:41.791425 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 15:30:41.792170 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 15:30:41.792412 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 15:30:41.792619 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 15:30:41.798775 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 15:30:41.798775 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 15:30:41.798775 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 15:30:41.798775 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 15:30:41.798775 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 15:30:41.798775 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 15:30:41.798775 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 15:30:41.798775 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 15:30:41.798775 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 15:30:41.799342 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 15:30:41.799342 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 15:30:41.799342 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 15:30:41.799342 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 15:30:41.799342 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 15:30:41.799342 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 15:30:41.799342 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 15:30:41.799342 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 15:30:41.799342 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 15:30:41.799918 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 15:30:41.799918 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 15:30:41.799918 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 15:30:41.799918 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 15:30:41.799918 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 15:30:41.799918 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 15:30:41.799918 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 15:30:41.799918 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 15:30:41.799918 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 15:30:41.800529 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 15:30:41.800529 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 15:30:41.800529 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 15:30:41.800529 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 15:30:41.800529 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 15:30:41.800529 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 15:30:41.800529 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 15:30:41.800529 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 15:30:41.801058 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 15:30:41.801058 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 15:30:41.801409 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 15:30:41.801501 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 15:30:41.801699 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 15:30:41.802099 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 15:30:41.802724 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 15:30:41.803306 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 15:30:41.803698 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 15:30:41.804108 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 15:30:41.804349 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 15:30:41.804560 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 15:30:41.804822 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 15:30:41.805065 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 15:30:41.805311 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 15:30:41.805552 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 15:30:41.805798 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 15:30:41.806019 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 15:30:41.806232 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 15:30:41.806444 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 15:30:41.806650 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 15:30:41.806905 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 15:30:41.807156 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 15:30:41.808062 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 15:30:41.808239 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 15:30:41.808500 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 15:30:41.810291 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 15:30:41.810584 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 15:30:41.810898 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 15:30:41.811151 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 15:30:41.811416 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 15:30:41.812251 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 15:30:41.812697 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 15:30:41.813266 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 15:30:41.813647 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 15:30:41.813926 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 15:30:41.814331 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 15:30:41.814753 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 15:30:41.815149 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 15:30:41.815406 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 15:30:41.815691 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 15:30:41.815974 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 15:30:41.816248 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 15:30:41.816509 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 15:30:41.816949 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 15:30:41.817219 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 15:30:41.817451 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 15:30:41.817677 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 15:30:41.817917 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 15:30:41.818256 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 15:30:41.818651 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 15:30:41.818878 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 15:30:41.819119 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 15:30:41.819398 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 15:30:41.819681 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 15:30:41.820002 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 15:30:41.820310 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 15:30:41.820566 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 15:30:41.820844 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 15:30:41.821102 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 15:30:41.821359 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.46/identity {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 15:30:41.821605 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 15:30:41.821913 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 15:30:41.822169 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 15:30:41.822390 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 15:30:41.822640 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 15:30:41.823047 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 15:30:41.823323 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 15:30:41.823546 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 15:30:41.823764 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 15:30:41.824039 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 15:30:41.824263 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 15:30:41.824504 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 15:30:41.824738 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 15:30:41.824960 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 15:30:41.825180 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 15:30:41.825434 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 15:30:41.825651 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 15:30:41.825874 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 15:30:41.826116 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 15:30:41.826347 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 15:30:41.826595 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 15:30:41.826850 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 15:30:41.827083 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 15:30:41.827329 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 15:30:41.827554 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 15:30:41.827835 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 15:30:41.828133 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 15:30:41.828378 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 15:30:41.828610 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 15:30:41.828856 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 15:30:41.829103 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 15:30:41.829340 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 15:30:41.829604 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 15:30:41.829820 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 15:30:41.830035 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 15:30:41.830254 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 15:30:41.830489 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 15:30:41.830722 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 15:30:41.830953 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 15:30:41.831181 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 15:30:41.831397 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 15:30:41.831687 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 15:30:41.831916 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 15:30:41.832279 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 15:30:41.832541 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 15:30:41.832790 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 15:30:41.833060 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 15:30:41.833245 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 15:30:41.833484 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 15:30:41.833719 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 15:30:41.833956 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 15:30:41.834174 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 15:30:41.834389 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 15:30:41.834604 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 15:30:41.834861 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 15:30:41.835094 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 15:30:41.835338 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 15:30:41.835586 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 15:30:41.835814 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 15:30:41.836071 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 15:30:41.836303 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 15:30:41.836513 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 15:30:41.836802 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 15:30:41.837056 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 15:30:41.837289 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 15:30:41.837553 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 15:30:41.837790 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 15:30:41.838034 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 15:30:41.838273 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 15:30:41.838513 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 15:30:41.838725 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 15:30:41.838994 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 15:30:41.839359 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 15:30:41.839587 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 15:30:41.839813 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 15:30:41.840052 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 15:30:41.840264 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 15:30:41.840488 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 15:30:41.840702 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 15:30:41.840911 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 15:30:41.841131 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 15:30:41.841551 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 15:30:41.841764 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 15:30:41.841994 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 15:30:41.842213 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 15:30:41.842422 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 15:30:41.842671 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 15:30:41.842885 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 15:30:41.843092 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 15:30:41.843317 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 15:30:41.843533 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 15:30:41.843741 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 15:30:41.844010 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 15:30:41.844222 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 15:30:41.844430 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 15:30:41.844672 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 15:30:41.844899 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 15:30:41.845100 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 15:30:41.845408 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 15:30:41.845658 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 15:30:41.845874 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 15:30:41.846156 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 15:30:41.846381 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 15:30:41.846624 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 15:30:41.846898 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 15:30:41.847227 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 15:30:41.847467 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 15:30:41.847714 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 15:30:41.848012 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 15:30:41.848235 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 15:30:41.848616 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 15:30:41.848999 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 15:30:41.849486 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 15:30:41.849789 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 15:30:41.850181 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 15:30:41.850599 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 15:30:41.851031 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 15:30:41.851445 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:600:649'] {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 15:30:41.851872 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 15:30:41.852114 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 15:30:41.852421 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 15:30:41.852750 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 15:30:41.853173 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 15:30:41.853437 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 15:30:41.853671 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 15:30:41.853921 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 15:30:41.854674 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 15:30:41.854915 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 15:30:41.855152 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 15:30:41.855405 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 15:30:41.855621 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 15:30:41.855858 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 15:30:41.856133 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 15:30:41.856381 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 15:30:41.856597 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 15:30:41.856841 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 15:30:41.857056 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 15:30:41.857280 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 15:30:41.857512 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 15:30:41.857753 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 15:30:41.857973 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 15:30:41.858129 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 29 15:30:41.858690 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=95779) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Sep 29 15:30:41.858850 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 29 15:30:41.859012 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 29 15:30:41.859185 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 29 15:30:41.859353 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 29 15:30:41.859504 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 29 15:30:41.859713 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 15:30:41.859875 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 15:30:41.860058 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 15:30:41.860217 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 15:30:41.860380 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 15:30:41.860563 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 15:30:41.860720 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 15:30:41.861024 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 15:30:41.861319 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 15:30:41.861480 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 15:30:41.861781 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 15:30:41.861937 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 15:30:41.862665 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 15:30:41.862665 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 15:30:41.862665 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 15:30:41.862665 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 15:30:41.862915 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 15:30:41.862980 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 15:30:41.863122 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 15:30:41.863266 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG oslo_service.service [-] config_source = [] {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 15:30:41.863420 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 15:30:41.863722 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 15:30:41.864042 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG oslo_service.service [-] debug = True {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 15:30:41.864452 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 15:30:41.864889 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 15:30:41.865047 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 15:30:41.865210 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 15:30:41.865372 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 15:30:41.865531 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 15:30:41.865685 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 15:30:41.865841 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 15:30:41.865997 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 15:30:41.866153 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 15:30:41.866309 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 15:30:41.866467 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 15:30:41.866623 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 15:30:41.866779 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 15:30:41.866936 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 15:30:41.867092 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 15:30:41.867248 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 15:30:41.867406 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG oslo_service.service [-] host = dv-cinder-806616-6-iscsi {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 15:30:41.867562 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 15:30:41.867718 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 15:30:41.867875 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 15:30:41.868054 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 15:30:41.868212 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 15:30:41.868368 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 15:30:41.868526 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 15:30:41.868688 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 15:30:41.868842 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 15:30:41.868997 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 15:30:41.869153 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 15:30:41.869309 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 15:30:41.869465 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG oslo_service.service [-] log_dir = None {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 15:30:41.869621 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG oslo_service.service [-] log_file = None {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 15:30:41.869833 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG oslo_service.service [-] log_options = True {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 15:30:41.870496 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 15:30:41.870653 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 15:30:41.870810 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 15:30:41.870999 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 15:30:41.871159 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 15:30:41.871316 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 15:30:41.871473 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 15:30:41.871631 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 15:30:41.871787 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 15:30:41.871960 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 15:30:41.872122 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 15:30:41.872280 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 15:30:41.872438 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 15:30:41.872593 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 15:30:41.872751 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 15:30:41.872907 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 15:30:41.873063 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 15:30:41.873219 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 15:30:41.873376 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 15:30:41.873533 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 15:30:41.873696 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 15:30:41.873852 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 15:30:41.874008 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 15:30:41.874215 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 15:30:41.874311 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 15:30:41.874462 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 15:30:41.874625 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 15:30:41.874796 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 15:30:41.874933 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 15:30:41.875077 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 15:30:41.875232 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 15:30:41.875389 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 15:30:41.875544 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 15:30:41.875700 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 15:30:41.875855 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 15:30:41.876039 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 15:30:41.876202 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 15:30:41.876343 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 15:30:41.876489 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 15:30:41.876640 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 15:30:41.876795 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 15:30:41.876952 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 15:30:41.877108 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 15:30:41.877264 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 15:30:41.877420 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 15:30:41.877575 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG oslo_service.service [-] use_journal = False {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 15:30:41.877733 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG oslo_service.service [-] use_json = False {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 15:30:41.877890 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 15:30:41.878045 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 15:30:41.878201 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 15:30:41.878357 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 15:30:41.878512 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 15:30:41.878669 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 15:30:41.878824 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 15:30:41.878981 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 15:30:41.879159 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 15:30:41.879663 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 15:30:41.879663 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 15:30:41.879663 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 15:30:41.879871 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 15:30:41.879954 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 15:30:41.880095 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 15:30:41.880255 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 15:30:41.880414 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 15:30:41.880572 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 15:30:41.880737 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 15:30:41.881487 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 15:30:41.881487 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 15:30:41.881487 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 15:30:41.881487 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 15:30:41.881487 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 15:30:41.881841 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 15:30:41.881841 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 15:30:41.881973 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 15:30:41.882093 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 15:30:41.882248 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 15:30:41.882411 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 15:30:41.882575 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 15:30:41.882735 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 15:30:41.882892 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 15:30:41.883110 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 15:30:41.883207 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 15:30:41.883369 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 15:30:41.883528 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 15:30:41.883692 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.46/identity {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 15:30:41.883850 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 15:30:41.884038 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 15:30:41.884208 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 15:30:41.884356 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 15:30:41.884851 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 15:30:41.884851 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 15:30:41.884851 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 15:30:41.885078 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 15:30:41.885158 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 15:30:41.885299 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 15:30:41.885455 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 15:30:41.885618 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 15:30:41.885749 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 15:30:41.885903 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 15:30:41.886066 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 15:30:41.886228 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 15:30:41.886372 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 15:30:41.886551 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 15:30:41.886692 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 15:30:41.886851 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 15:30:41.887011 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 15:30:41.887172 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 15:30:41.887331 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 15:30:41.887490 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 15:30:41.887648 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 15:30:41.887817 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 15:30:41.887995 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 15:30:41.888155 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 15:30:41.888313 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 15:30:41.888473 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 15:30:41.888632 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 15:30:41.888790 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 15:30:41.888947 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 15:30:41.889105 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 15:30:41.889265 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 15:30:41.889423 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 15:30:41.889596 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 15:30:41.889755 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 15:30:41.889910 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 15:30:41.890068 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 15:30:41.890227 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 15:30:41.890388 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 15:30:41.890546 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 15:30:41.890705 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 15:30:41.890864 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 15:30:41.891022 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 15:30:41.891180 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 15:30:41.891337 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 15:30:41.891496 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 15:30:41.891652 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 15:30:41.891811 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 15:30:41.891975 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 15:30:41.892139 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 15:30:41.892298 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 15:30:41.892457 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 15:30:41.892617 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 15:30:41.892777 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 15:30:41.892936 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 15:30:41.893094 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 15:30:41.893262 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 15:30:41.893435 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 15:30:41.893595 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 15:30:41.893759 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 15:30:41.893917 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 15:30:41.894076 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 15:30:41.894235 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 15:30:41.894393 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 15:30:41.894551 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 15:30:41.894764 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 15:30:41.894957 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 15:30:41.895146 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 15:30:41.895146 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 15:30:41.895422 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 15:30:41.895422 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 15:30:41.896916 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 15:30:41.896916 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 15:30:41.896916 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 15:30:41.896916 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 15:30:41.896916 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 15:30:41.896916 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 15:30:41.896916 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 15:30:41.896916 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 15:30:41.897554 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 15:30:41.897554 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 15:30:41.897554 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 15:30:41.897554 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 15:30:41.897554 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 15:30:41.897860 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 15:30:41.897860 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 15:30:41.897995 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 15:30:41.898060 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 15:30:41.898218 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 15:30:41.898384 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 15:30:41.898799 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 15:30:41.898969 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 15:30:41.899125 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 15:30:41.899973 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 15:30:41.899973 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 15:30:41.899973 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 15:30:41.899973 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 15:30:41.899973 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 15:30:41.900361 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 15:30:41.900361 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 15:30:41.900361 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 15:30:41.900585 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 15:30:41.900668 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 15:30:41.900801 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 15:30:41.901009 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 15:30:41.901169 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 15:30:41.901327 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 15:30:41.901539 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 15:30:41.901635 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 15:30:41.901792 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 15:30:41.901944 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 15:30:41.902103 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 15:30:41.902263 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 15:30:41.902426 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 15:30:41.902584 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 15:30:41.902745 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.46/identity {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 15:30:41.902905 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 15:30:41.903356 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 15:30:41.903356 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 15:30:41.903356 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 15:30:41.903578 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 15:30:41.903644 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 15:30:41.903813 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 15:30:41.904001 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 15:30:41.904161 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 15:30:41.904321 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 15:30:41.904481 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 15:30:41.904644 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 15:30:41.904802 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 15:30:41.904961 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 15:30:41.905121 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 15:30:41.905279 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 15:30:41.905442 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 15:30:41.905599 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 15:30:41.905757 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 15:30:41.905954 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 15:30:41.906908 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 15:30:41.906908 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 15:30:41.906908 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 15:30:41.906908 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 15:30:41.906908 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 15:30:41.906908 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 15:30:41.907300 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 15:30:41.907300 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 15:30:41.908018 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 15:30:41.909914 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 15:30:41.909914 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 15:30:41.909914 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 15:30:41.909914 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 15:30:41.909914 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 15:30:41.909914 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 15:30:41.909914 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 15:30:41.909914 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 15:30:41.910853 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 15:30:41.910853 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 15:30:41.910853 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 15:30:41.910853 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 15:30:41.910853 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 15:30:41.910853 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 15:30:41.910853 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 15:30:41.910853 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 15:30:41.911370 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 15:30:41.911370 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 15:30:41.911370 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 15:30:41.911370 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 15:30:41.911370 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 15:30:41.911370 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 15:30:41.911753 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 15:30:41.911753 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 15:30:41.911753 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 15:30:41.912009 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 15:30:41.912093 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 15:30:41.912223 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 15:30:41.912382 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 15:30:41.912541 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 15:30:41.912700 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 15:30:41.912859 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 15:30:41.913017 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 15:30:41.913191 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 15:30:41.913348 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 15:30:41.913506 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 15:30:41.913668 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 15:30:41.913830 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 15:30:41.913989 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 15:30:41.914158 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 15:30:41.914317 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 15:30:41.914476 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 15:30:41.914633 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 15:30:41.914792 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 15:30:41.914950 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 15:30:41.915124 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 15:30:41.915266 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 15:30:41.915683 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 15:30:41.915683 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 15:30:41.915835 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 15:30:41.915912 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 15:30:41.916037 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 15:30:41.916194 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 15:30:41.916351 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 15:30:41.916509 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 15:30:41.917260 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 15:30:41.917377 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 15:30:41.917519 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 15:30:41.917640 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 15:30:41.917801 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 15:30:41.917958 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 15:30:41.918304 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 15:30:41.918304 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 15:30:41.918704 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 15:30:41.918704 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 15:30:41.918704 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 15:30:41.918923 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 15:30:41.919003 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 15:30:41.919149 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 15:30:41.919534 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 15:30:41.919534 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 15:30:41.919682 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 15:30:41.919773 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 15:30:41.919912 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 15:30:41.920093 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 15:30:41.920252 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 15:30:41.920424 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 15:30:41.920584 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 15:30:41.920730 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 15:30:41.920893 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 15:30:41.921052 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 15:30:41.921213 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 15:30:41.921375 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 15:30:41.921631 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 15:30:41.921719 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 15:30:41.921792 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=96122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 15:30:41.921873 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 15:30:41.921997 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 15:30:41.922164 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 15:30:41.922332 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:600:649'] {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 15:30:41.922500 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 15:30:41.922659 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 15:30:41.922824 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 15:30:41.922995 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 15:30:41.923154 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 15:30:41.923314 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 15:30:41.923472 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 15:30:41.923632 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 15:30:41.923797 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 15:30:41.923995 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 15:30:41.924149 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 15:30:41.924309 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 15:30:41.924469 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 15:30:41.924629 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 15:30:41.924789 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 15:30:41.924947 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 15:30:41.925106 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 15:30:41.925263 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 15:30:41.925423 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 15:30:41.925583 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 15:30:41.925742 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 15:30:41.925900 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 15:30:41.926059 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 15:30:41.926210 dv-cinder-806616-6-iscsi neutron-server[95779]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=95779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 29 15:30:41.999967 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.wsgi [-] (96121) accepted ('10.222.0.46', 54234) {{(pid=96121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 15:30:42.008661 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [-] 10.222.0.46 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0064950 Sep 29 15:30:54.142102 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36e27fcf-d4e9-407a-88b0-bb00e01d39af None None] get_active_networks_info from dv-cinder-806616-6-iscsi {{(pid=96122) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 29 15:30:54.308627 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36e27fcf-d4e9-407a-88b0-bb00e01d39af None None] No non-hosted networks {{(pid=96122) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Sep 29 15:30:54.326164 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron_lib.callbacks.manager [None req-7cb397ff-3f16-4edc-baf7-88f659131c20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741779927170', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1619140'] for agent, after_create {{(pid=96122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:30:56.604313 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron_lib.callbacks.manager [None req-db3c9929-104f-440a-b59d-0c47dbc45e5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741779927170', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1619140'] for agent, after_create {{(pid=96122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:30:56.633174 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron_lib.db.api [None req-fc31fbe7-8a33-4773-9011-7646cd149402 None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-dv-cinder-806616-6-iscsi {{(pid=96122) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 29 15:30:56.633923 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG oslo_db.api [None req-fc31fbe7-8a33-4773-9011-7646cd149402 None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=96122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 29 15:30:57.204135 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron_lib.callbacks.manager [None req-fc31fbe7-8a33-4773-9011-7646cd149402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741779927170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-625140'] for agent, after_update {{(pid=96122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:30:57.520171 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron_lib.callbacks.manager [None req-86ea74e9-eea3-4769-b153-652ac6294d68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741779927170', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1619140'] for agent, after_create {{(pid=96122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:30:57.521057 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86ea74e9-eea3-4769-b153-652ac6294d68 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806616-6-iscsi {{(pid=96122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 15:30:57.521393 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86ea74e9-eea3-4769-b153-652ac6294d68 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806616-6-iscsi {{(pid=96122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 15:30:57.521723 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86ea74e9-eea3-4769-b153-652ac6294d68 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806616-6-iscsi {{(pid=96122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 15:30:57.522049 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86ea74e9-eea3-4769-b153-652ac6294d68 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806616-6-iscsi {{(pid=96122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 15:30:57.522371 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86ea74e9-eea3-4769-b153-652ac6294d68 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806616-6-iscsi {{(pid=96122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 15:30:57.522687 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86ea74e9-eea3-4769-b153-652ac6294d68 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806616-6-iscsi {{(pid=96122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 15:30:57.523003 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86ea74e9-eea3-4769-b153-652ac6294d68 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806616-6-iscsi {{(pid=96122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 15:30:57.523344 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86ea74e9-eea3-4769-b153-652ac6294d68 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806616-6-iscsi {{(pid=96122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 15:30:57.523917 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86ea74e9-eea3-4769-b153-652ac6294d68 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806616-6-iscsi {{(pid=96122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 15:30:57.524419 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86ea74e9-eea3-4769-b153-652ac6294d68 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806616-6-iscsi {{(pid=96122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 15:30:57.524738 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86ea74e9-eea3-4769-b153-652ac6294d68 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806616-6-iscsi {{(pid=96122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 15:30:57.525185 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86ea74e9-eea3-4769-b153-652ac6294d68 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806616-6-iscsi {{(pid=96122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 15:30:57.525978 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ea74e9-eea3-4769-b153-652ac6294d68 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-806616-6-iscsi', {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=96122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 15:30:57.545335 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ea74e9-eea3-4769-b153-652ac6294d68 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-806616-6-iscsi', 'version_map': {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=96122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 15:30:58.540942 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron_lib.callbacks.manager [None req-d04ed334-d278-4234-b850-06fee10c9c6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741779927170', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1619140'] for agent, after_create {{(pid=96122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:30:59.546986 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron_lib.callbacks.manager [None req-9bd021b7-afaf-4c67-b111-7b9308fbf6a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741779927170', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1619140'] for agent, after_create {{(pid=96122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:30:59.632450 dv-cinder-806616-6-iscsi neutron-server[96122]: INFO neutron.db.l3_hamode_db [None req-4b73687c-942a-48a0-810d-7d967299bda6 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Sep 29 15:30:59.710420 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b73687c-942a-48a0-810d-7d967299bda6 None None] Routers set() bound to L3 agent in host dv-cinder-806616-6-iscsi {{(pid=96122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 15:30:59.710903 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b73687c-942a-48a0-810d-7d967299bda6 None None] Router IDs set() for agent in host dv-cinder-806616-6-iscsi {{(pid=96122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Sep 29 15:31:00.528586 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.wsgi [-] (96120) accepted ('10.222.0.46', 54324) {{(pid=96120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 15:31:01.023176 dv-cinder-806616-6-iscsi neutron-server[96120]: WARNING oslo_policy.policy [None req-232fa067-b173-49a2-a7f9-90c0a3f1a117 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 29 15:31:01.024005 dv-cinder-806616-6-iscsi neutron-server[96120]: WARNING oslo_policy.policy [None req-232fa067-b173-49a2-a7f9-90c0a3f1a117 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 29 15:31:01.242759 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.wsgi [None req-232fa067-b173-49a2-a7f9-90c0a3f1a117 admin admin] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=96120) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 29 15:31:01.244600 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [None req-232fa067-b173-49a2-a7f9-90c0a3f1a117 admin admin] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7139618 Sep 29 15:31:03.621348 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.wsgi [-] (96120) accepted ('10.222.0.46', 54338) {{(pid=96120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 15:31:03.924691 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.api.v2.base [None req-bed7bfc0-6c12-49df-8ca2-8ad2dac6c113 admin admin] Request body: {'subnetpool': {'name': 'shared-default-subnetpool-v4', 'default_prefixlen': 26, 'shared': True, 'is_default': True, 'prefixes': ['172.20.0.0/16']}} {{(pid=96120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 15:31:04.036715 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.policy [None req-bed7bfc0-6c12-49df-8ca2-8ad2dac6c113 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=96120) register_rules /opt/stack/neutron/neutron/policy.py:73}} Sep 29 15:31:04.082699 dv-cinder-806616-6-iscsi neutron-server[96120]: WARNING oslo_policy.policy [None req-bed7bfc0-6c12-49df-8ca2-8ad2dac6c113 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 29 15:31:04.083084 dv-cinder-806616-6-iscsi neutron-server[96120]: WARNING oslo_policy.policy [None req-bed7bfc0-6c12-49df-8ca2-8ad2dac6c113 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 29 15:31:04.091578 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.quota [None req-bed7bfc0-6c12-49df-8ca2-8ad2dac6c113 admin admin] Loaded quota_driver: . Sep 29 15:31:04.265798 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-bed7bfc0-6c12-49df-8ca2-8ad2dac6c113 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8741776824189', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8741776822546', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8741776826441', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8741776828717', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8741777709387', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8741777251719', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-579424', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-783940', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1782807', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1681706'] for rbac-policy, before_create {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:31:04.506537 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-bed7bfc0-6c12-49df-8ca2-8ad2dac6c113 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:31:04.507753 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [None req-bed7bfc0-6c12-49df-8ca2-8ad2dac6c113 admin admin] 10.222.0.46 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.8854206 Sep 29 15:31:07.116845 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.wsgi [-] (96120) accepted ('10.222.0.46', 54350) {{(pid=96120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 15:31:07.412100 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.api.v2.base [None req-7572c57a-f420-46e7-a464-dd9527dde537 admin admin] Request body: {'network': {'project_id': '34b450f6b10746dbbb68338a5543bc22', 'admin_state_up': True, 'tenant_id': '34b450f6b10746dbbb68338a5543bc22', 'name': 'private'}} {{(pid=96120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 15:31:07.489328 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7572c57a-f420-46e7-a464-dd9527dde537 admin admin] Made reservation on behalf of 34b450f6b10746dbbb68338a5543bc22 for: {'network': 1} {{(pid=96120) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 15:31:07.492235 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-7572c57a-f420-46e7-a464-dd9527dde537 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-684029'] for network, before_create {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:31:07.509286 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-7572c57a-f420-46e7-a464-dd9527dde537 admin admin] Notify callbacks [] for security_group, before_create {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:31:07.626562 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-7572c57a-f420-46e7-a464-dd9527dde537 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:31:07.729774 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-7572c57a-f420-46e7-a464-dd9527dde537 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579214'] for security_group, after_create {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:31:07.753334 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7572c57a-f420-46e7-a464-dd9527dde537 admin admin] vlan segment allocate from pool success with {'vlan_id': 636, 'physical_network': 'physnet1'} {{(pid=96120) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 29 15:31:07.777696 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-7572c57a-f420-46e7-a464-dd9527dde537 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8741779927179', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-649178'] for segment, precommit_create {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:31:07.778279 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-7572c57a-f420-46e7-a464-dd9527dde537 admin admin] Unsubscribe: segment precommit_create {{(pid=96120) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Sep 29 15:31:07.778799 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.db.segments_db [None req-7572c57a-f420-46e7-a464-dd9527dde537 admin admin] Added segment 00e65539-5ba8-45f2-8015-d4bcac860def of type vlan for network 68f7a5dc-cb85-4610-bb1d-b218082f6562 Sep 29 15:31:07.784300 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7572c57a-f420-46e7-a464-dd9527dde537 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=913fc5fa-59d8-4632-99ef-aae43913d9f2,revision_number=1']} {{(pid=96120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 15:31:07.818608 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7572c57a-f420-46e7-a464-dd9527dde537 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806616-6-iscsi {{(pid=96120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 15:31:07.818961 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7572c57a-f420-46e7-a464-dd9527dde537 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806616-6-iscsi {{(pid=96120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 15:31:07.819299 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7572c57a-f420-46e7-a464-dd9527dde537 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806616-6-iscsi {{(pid=96120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 15:31:07.819626 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7572c57a-f420-46e7-a464-dd9527dde537 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806616-6-iscsi {{(pid=96120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 15:31:07.819965 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7572c57a-f420-46e7-a464-dd9527dde537 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806616-6-iscsi {{(pid=96120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 15:31:07.820319 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7572c57a-f420-46e7-a464-dd9527dde537 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806616-6-iscsi {{(pid=96120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 15:31:07.820644 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7572c57a-f420-46e7-a464-dd9527dde537 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806616-6-iscsi {{(pid=96120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 15:31:07.820965 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7572c57a-f420-46e7-a464-dd9527dde537 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806616-6-iscsi {{(pid=96120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 15:31:07.821318 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7572c57a-f420-46e7-a464-dd9527dde537 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806616-6-iscsi {{(pid=96120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 15:31:07.821639 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7572c57a-f420-46e7-a464-dd9527dde537 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806616-6-iscsi {{(pid=96120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 15:31:07.821955 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7572c57a-f420-46e7-a464-dd9527dde537 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806616-6-iscsi {{(pid=96120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 15:31:07.822269 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7572c57a-f420-46e7-a464-dd9527dde537 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806616-6-iscsi {{(pid=96120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 15:31:07.823378 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7572c57a-f420-46e7-a464-dd9527dde537 admin admin] Tracked resource versions report: Sep 29 15:31:07.823378 dv-cinder-806616-6-iscsi neutron-server[96120]: pushed versions: Sep 29 15:31:07.823378 dv-cinder-806616-6-iscsi neutron-server[96120]: { 'AddressGroup': {'1.2'}, Sep 29 15:31:07.823378 dv-cinder-806616-6-iscsi neutron-server[96120]: 'ConntrackHelper': {'1.0'}, Sep 29 15:31:07.823378 dv-cinder-806616-6-iscsi neutron-server[96120]: 'Log': {'1.0'}, Sep 29 15:31:07.823378 dv-cinder-806616-6-iscsi neutron-server[96120]: 'Network': {'1.1'}, Sep 29 15:31:07.823378 dv-cinder-806616-6-iscsi neutron-server[96120]: 'Port': {'1.7'}, Sep 29 15:31:07.823378 dv-cinder-806616-6-iscsi neutron-server[96120]: 'PortForwarding': {'1.2'}, Sep 29 15:31:07.823378 dv-cinder-806616-6-iscsi neutron-server[96120]: 'QosPolicy': {'1.9'}, Sep 29 15:31:07.823378 dv-cinder-806616-6-iscsi neutron-server[96120]: 'SecurityGroup': {'1.4'}, Sep 29 15:31:07.823378 dv-cinder-806616-6-iscsi neutron-server[96120]: 'SecurityGroupRule': {'1.2'}, Sep 29 15:31:07.823378 dv-cinder-806616-6-iscsi neutron-server[96120]: 'SubPort': {'1.0'}, Sep 29 15:31:07.823378 dv-cinder-806616-6-iscsi neutron-server[96120]: 'Subnet': {'1.1'}, Sep 29 15:31:07.823378 dv-cinder-806616-6-iscsi neutron-server[96120]: 'Trunk': {'1.1'}} Sep 29 15:31:07.823378 dv-cinder-806616-6-iscsi neutron-server[96120]: consumer versions: Sep 29 15:31:07.823378 dv-cinder-806616-6-iscsi neutron-server[96120]: { DHCP agent@dv-cinder-806616-6-iscsi: {}, Sep 29 15:31:07.823378 dv-cinder-806616-6-iscsi neutron-server[96120]: L3 agent@dv-cinder-806616-6-iscsi: {}, Sep 29 15:31:07.823378 dv-cinder-806616-6-iscsi neutron-server[96120]: Metadata agent@dv-cinder-806616-6-iscsi: {}, Sep 29 15:31:07.823378 dv-cinder-806616-6-iscsi neutron-server[96120]: Metering agent@dv-cinder-806616-6-iscsi: {}, Sep 29 15:31:07.823378 dv-cinder-806616-6-iscsi neutron-server[96120]: Open vSwitch agent@dv-cinder-806616-6-iscsi: { 'AddressGroup': '1.2', Sep 29 15:31:07.823378 dv-cinder-806616-6-iscsi neutron-server[96120]: 'ConntrackHelper': '1.0', Sep 29 15:31:07.823378 dv-cinder-806616-6-iscsi neutron-server[96120]: 'Log': '1.0', Sep 29 15:31:07.823378 dv-cinder-806616-6-iscsi neutron-server[96120]: 'Network': '1.1', Sep 29 15:31:07.823378 dv-cinder-806616-6-iscsi neutron-server[96120]: 'Port': '1.7', Sep 29 15:31:07.823378 dv-cinder-806616-6-iscsi neutron-server[96120]: 'PortForwarding': '1.2', Sep 29 15:31:07.823378 dv-cinder-806616-6-iscsi neutron-server[96120]: 'QosPolicy': '1.9', Sep 29 15:31:07.823378 dv-cinder-806616-6-iscsi neutron-server[96120]: 'SecurityGroup': '1.4', Sep 29 15:31:07.823378 dv-cinder-806616-6-iscsi neutron-server[96120]: 'SecurityGroupRule': '1.2', Sep 29 15:31:07.823378 dv-cinder-806616-6-iscsi neutron-server[96120]: 'SubPort': '1.0', Sep 29 15:31:07.823378 dv-cinder-806616-6-iscsi neutron-server[96120]: 'Subnet': '1.1', Sep 29 15:31:07.823378 dv-cinder-806616-6-iscsi neutron-server[96120]: 'Trunk': '1.1'}} Sep 29 15:31:07.823378 dv-cinder-806616-6-iscsi neutron-server[96120]: {{(pid=96120) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 29 15:31:07.898903 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-7572c57a-f420-46e7-a464-dd9527dde537 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741779631391'] for network, precommit_create {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:31:08.043220 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-7572c57a-f420-46e7-a464-dd9527dde537 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575366'] for network, after_create {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:31:08.044461 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7572c57a-f420-46e7-a464-dd9527dde537 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:31:08.045105 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-7572c57a-f420-46e7-a464-dd9527dde537 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577532'] for network, before_response {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:31:08.139538 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7572c57a-f420-46e7-a464-dd9527dde537 admin admin] Pushing event updated for resources: {'Network': ['ID=68f7a5dc-cb85-4610-bb1d-b218082f6562,revision_number=1']} {{(pid=96120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 15:31:08.151420 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.plugins.ml2.rpc [None req-86ea74e9-eea3-4769-b153-652ac6294d68 None None] Network 68f7a5dc-cb85-4610-bb1d-b218082f6562 details requested by agent ovs-agent-dv-cinder-806616-6-iscsi with host dv-cinder-806616-6-iscsi {{(pid=96122) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 29 15:31:08.267775 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [None req-7572c57a-f420-46e7-a464-dd9527dde537 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 1.1489623 Sep 29 15:31:10.881893 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.wsgi [-] (96120) accepted ('10.222.0.46', 54364) {{(pid=96120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 15:31:11.266144 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7dd1f7c1-d01b-4376-8695-f5d4fd61e46f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:31:11.267518 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [None req-7dd1f7c1-d01b-4376-8695-f5d4fd61e46f admin admin] 10.222.0.46 "GET /v2.0/networks/68f7a5dc-cb85-4610-bb1d-b218082f6562 HTTP/1.1" status: 200 len: 825 time: 0.3846779 Sep 29 15:31:11.293612 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [None req-79b36f48-6bf8-4709-9575-35e7af08f8cd admin admin] 10.222.0.46 "GET /v2.0/subnetpools/64c358c0-137b-4a95-a225-e6be16e68a8b HTTP/1.1" status: 200 len: 734 time: 0.0195160 Sep 29 15:31:11.302478 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.api.v2.base [None req-6ffea3e8-edaa-4ded-b923-e50d9411b46d admin admin] Request body: {'subnet': {'gateway_ip': '172.20.0.1', 'ip_version': 4, 'network_id': '68f7a5dc-cb85-4610-bb1d-b218082f6562', 'name': 'private-subnet', 'tenant_id': '34b450f6b10746dbbb68338a5543bc22', 'subnetpool_id': '64c358c0-137b-4a95-a225-e6be16e68a8b'}} {{(pid=96120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 15:31:11.425879 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ffea3e8-edaa-4ded-b923-e50d9411b46d admin admin] Made reservation on behalf of 34b450f6b10746dbbb68338a5543bc22 for: {'subnet': 1} {{(pid=96120) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 15:31:11.428083 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-6ffea3e8-edaa-4ded-b923-e50d9411b46d admin admin] Notify callbacks [] for subnet, before_create {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:31:11.764148 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-6ffea3e8-edaa-4ded-b923-e50d9411b46d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1575015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575366'] for subnet, after_create {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:31:11.840219 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ffea3e8-edaa-4ded-b923-e50d9411b46d admin admin] Pushing event updated for resources: {'Subnet': ['ID=7577ecca-99a0-458f-910a-9bd983bf2946,revision_number=0']} {{(pid=96120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 15:31:11.842229 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ffea3e8-edaa-4ded-b923-e50d9411b46d admin admin] Checking segment: {'id': '00e65539-5ba8-45f2-8015-d4bcac860def', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '68f7a5dc-cb85-4610-bb1d-b218082f6562'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96120) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 15:31:11.842597 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ffea3e8-edaa-4ded-b923-e50d9411b46d admin admin] Network hostable DHCP agents. Network: 68f7a5dc-cb85-4610-bb1d-b218082f6562, hostable agents: ['626ea16d-5941-4cb2-98b6-5e39c33395ed'], hosted agents: [] {{(pid=96120) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 29 15:31:11.912177 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ffea3e8-edaa-4ded-b923-e50d9411b46d admin admin] Network 68f7a5dc-cb85-4610-bb1d-b218082f6562 is scheduled to be hosted by DHCP agent 626ea16d-5941-4cb2-98b6-5e39c33395ed with binding_index 1 {{(pid=96120) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 29 15:31:12.002033 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.scheduler.base_scheduler [None req-6ffea3e8-edaa-4ded-b923-e50d9411b46d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-806616-6-iscsi, 68f7a5dc-cb85-4610-bb1d-b218082f6562) {{(pid=96120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 15:31:12.011889 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ffea3e8-edaa-4ded-b923-e50d9411b46d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=96120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:31:12.011889 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-6ffea3e8-edaa-4ded-b923-e50d9411b46d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577532'] for subnet, before_response {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:31:12.012479 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2af5bcd9-6157-4e43-bfbb-59a1a5f46f60 None None] Network 68f7a5dc-cb85-4610-bb1d-b218082f6562 requested from dv-cinder-806616-6-iscsi {{(pid=96122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 15:31:12.175638 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [None req-6ffea3e8-edaa-4ded-b923-e50d9411b46d admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.8762145 Sep 29 15:31:12.320856 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e811b9c2-f499-4ae3-9825-97dfd19baec5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc2c1769e-5874-5262-b979-a7c4e10a20b5-68f7a5dc-cb85-4610-bb1d-b218082f6562', 'network_id': '68f7a5dc-cb85-4610-bb1d-b218082f6562', 'tenant_id': '34b450f6b10746dbbb68338a5543bc22', 'fixed_ips': [{'subnet_id': '7577ecca-99a0-458f-910a-9bd983bf2946'}]}} from dv-cinder-806616-6-iscsi. {{(pid=96122) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 29 15:31:12.322751 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron_lib.callbacks.manager [None req-e811b9c2-f499-4ae3-9825-97dfd19baec5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-684029'] for port, before_create {{(pid=96122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:31:12.596739 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.db.db_base_plugin_common [None req-e811b9c2-f499-4ae3-9825-97dfd19baec5 None None] Allocated IP 172.20.0.2 (68f7a5dc-cb85-4610-bb1d-b218082f6562/7577ecca-99a0-458f-910a-9bd983bf2946/e00caad4-f4ec-454e-8919-70a046ed756d) {{(pid=96122) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 15:31:12.816551 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron_lib.callbacks.manager [None req-e811b9c2-f499-4ae3-9825-97dfd19baec5 None None] Notify callbacks [] for port, precommit_create {{(pid=96122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:31:12.889488 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron_lib.callbacks.manager [None req-e811b9c2-f499-4ae3-9825-97dfd19baec5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741779628737'] for port, after_create {{(pid=96122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:31:12.962260 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e811b9c2-f499-4ae3-9825-97dfd19baec5 None None] Network 68f7a5dc-cb85-4610-bb1d-b218082f6562 is already hosted by enough agents. {{(pid=96122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 15:31:12.980278 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.scheduler.base_scheduler [None req-e811b9c2-f499-4ae3-9825-97dfd19baec5 None None] Resources bound (agent type, host, resource id): {{(pid=96122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 15:31:12.980278 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e811b9c2-f499-4ae3-9825-97dfd19baec5 None None] Received port after_create {{(pid=96122) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 15:31:12.985393 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e811b9c2-f499-4ae3-9825-97dfd19baec5 None None] Pushing event updated for resources: {'Port': ['ID=e00caad4-f4ec-454e-8919-70a046ed756d,revision_number=1']} {{(pid=96122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 15:31:13.032110 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e811b9c2-f499-4ae3-9825-97dfd19baec5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806616-6-iscsi {{(pid=96122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 15:31:13.032763 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e811b9c2-f499-4ae3-9825-97dfd19baec5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806616-6-iscsi {{(pid=96122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 15:31:13.032763 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e811b9c2-f499-4ae3-9825-97dfd19baec5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806616-6-iscsi {{(pid=96122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 15:31:13.033111 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e811b9c2-f499-4ae3-9825-97dfd19baec5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806616-6-iscsi {{(pid=96122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 15:31:13.033456 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e811b9c2-f499-4ae3-9825-97dfd19baec5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806616-6-iscsi {{(pid=96122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 15:31:13.033791 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e811b9c2-f499-4ae3-9825-97dfd19baec5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806616-6-iscsi {{(pid=96122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 15:31:13.034120 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e811b9c2-f499-4ae3-9825-97dfd19baec5 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806616-6-iscsi {{(pid=96122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 15:31:13.034448 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e811b9c2-f499-4ae3-9825-97dfd19baec5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806616-6-iscsi {{(pid=96122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 15:31:13.034791 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e811b9c2-f499-4ae3-9825-97dfd19baec5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806616-6-iscsi {{(pid=96122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 15:31:13.035147 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e811b9c2-f499-4ae3-9825-97dfd19baec5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806616-6-iscsi {{(pid=96122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 15:31:13.035473 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e811b9c2-f499-4ae3-9825-97dfd19baec5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806616-6-iscsi {{(pid=96122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 15:31:13.035799 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e811b9c2-f499-4ae3-9825-97dfd19baec5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806616-6-iscsi {{(pid=96122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 15:31:13.036994 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e811b9c2-f499-4ae3-9825-97dfd19baec5 None None] Tracked resource versions report: Sep 29 15:31:13.036994 dv-cinder-806616-6-iscsi neutron-server[96122]: pushed versions: Sep 29 15:31:13.036994 dv-cinder-806616-6-iscsi neutron-server[96122]: { 'AddressGroup': {'1.2'}, Sep 29 15:31:13.036994 dv-cinder-806616-6-iscsi neutron-server[96122]: 'ConntrackHelper': {'1.0'}, Sep 29 15:31:13.036994 dv-cinder-806616-6-iscsi neutron-server[96122]: 'Log': {'1.0'}, Sep 29 15:31:13.036994 dv-cinder-806616-6-iscsi neutron-server[96122]: 'Network': {'1.1'}, Sep 29 15:31:13.036994 dv-cinder-806616-6-iscsi neutron-server[96122]: 'Port': {'1.7'}, Sep 29 15:31:13.036994 dv-cinder-806616-6-iscsi neutron-server[96122]: 'PortForwarding': {'1.2'}, Sep 29 15:31:13.036994 dv-cinder-806616-6-iscsi neutron-server[96122]: 'QosPolicy': {'1.9'}, Sep 29 15:31:13.036994 dv-cinder-806616-6-iscsi neutron-server[96122]: 'SecurityGroup': {'1.4'}, Sep 29 15:31:13.036994 dv-cinder-806616-6-iscsi neutron-server[96122]: 'SecurityGroupRule': {'1.2'}, Sep 29 15:31:13.036994 dv-cinder-806616-6-iscsi neutron-server[96122]: 'SubPort': {'1.0'}, Sep 29 15:31:13.036994 dv-cinder-806616-6-iscsi neutron-server[96122]: 'Subnet': {'1.1'}, Sep 29 15:31:13.036994 dv-cinder-806616-6-iscsi neutron-server[96122]: 'Trunk': {'1.1'}} Sep 29 15:31:13.036994 dv-cinder-806616-6-iscsi neutron-server[96122]: consumer versions: Sep 29 15:31:13.036994 dv-cinder-806616-6-iscsi neutron-server[96122]: { DHCP agent@dv-cinder-806616-6-iscsi: {}, Sep 29 15:31:13.036994 dv-cinder-806616-6-iscsi neutron-server[96122]: L3 agent@dv-cinder-806616-6-iscsi: {}, Sep 29 15:31:13.036994 dv-cinder-806616-6-iscsi neutron-server[96122]: Metadata agent@dv-cinder-806616-6-iscsi: {}, Sep 29 15:31:13.036994 dv-cinder-806616-6-iscsi neutron-server[96122]: Metering agent@dv-cinder-806616-6-iscsi: {}, Sep 29 15:31:13.036994 dv-cinder-806616-6-iscsi neutron-server[96122]: Open vSwitch agent@dv-cinder-806616-6-iscsi: { 'AddressGroup': '1.2', Sep 29 15:31:13.036994 dv-cinder-806616-6-iscsi neutron-server[96122]: 'ConntrackHelper': '1.0', Sep 29 15:31:13.036994 dv-cinder-806616-6-iscsi neutron-server[96122]: 'Log': '1.0', Sep 29 15:31:13.036994 dv-cinder-806616-6-iscsi neutron-server[96122]: 'Network': '1.1', Sep 29 15:31:13.036994 dv-cinder-806616-6-iscsi neutron-server[96122]: 'Port': '1.7', Sep 29 15:31:13.036994 dv-cinder-806616-6-iscsi neutron-server[96122]: 'PortForwarding': '1.2', Sep 29 15:31:13.036994 dv-cinder-806616-6-iscsi neutron-server[96122]: 'QosPolicy': '1.9', Sep 29 15:31:13.036994 dv-cinder-806616-6-iscsi neutron-server[96122]: 'SecurityGroup': '1.4', Sep 29 15:31:13.036994 dv-cinder-806616-6-iscsi neutron-server[96122]: 'SecurityGroupRule': '1.2', Sep 29 15:31:13.036994 dv-cinder-806616-6-iscsi neutron-server[96122]: 'SubPort': '1.0', Sep 29 15:31:13.036994 dv-cinder-806616-6-iscsi neutron-server[96122]: 'Subnet': '1.1', Sep 29 15:31:13.036994 dv-cinder-806616-6-iscsi neutron-server[96122]: 'Trunk': '1.1'}} Sep 29 15:31:13.036994 dv-cinder-806616-6-iscsi neutron-server[96122]: {{(pid=96122) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 29 15:31:13.083600 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.plugins.ml2.managers [None req-e811b9c2-f499-4ae3-9825-97dfd19baec5 None None] Attempting to bind port e00caad4-f4ec-454e-8919-70a046ed756d on host dv-cinder-806616-6-iscsi for vnic_type normal with profile {{(pid=96122) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 15:31:13.084037 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.plugins.ml2.managers [None req-e811b9c2-f499-4ae3-9825-97dfd19baec5 None None] Attempting to bind port e00caad4-f4ec-454e-8919-70a046ed756d by drivers openvswitch,hyperv on host dv-cinder-806616-6-iscsi at level 0 using segments [{'id': '00e65539-5ba8-45f2-8015-d4bcac860def', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '68f7a5dc-cb85-4610-bb1d-b218082f6562'}] {{(pid=96122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 15:31:13.084465 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e811b9c2-f499-4ae3-9825-97dfd19baec5 None None] Attempting to bind port e00caad4-f4ec-454e-8919-70a046ed756d on network 68f7a5dc-cb85-4610-bb1d-b218082f6562 {{(pid=96122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 15:31:13.089477 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e811b9c2-f499-4ae3-9825-97dfd19baec5 None None] Checking agent: {'id': '3420b91a-a9c7-4dbc-b0fb-eb58464b9dc3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806616-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 15, 30, 57), 'started_at': datetime.datetime(2021, 9, 29, 15, 30, 57), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 15, 30, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806616-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=96122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 15:31:13.089901 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e811b9c2-f499-4ae3-9825-97dfd19baec5 None None] Checking segment: {'id': '00e65539-5ba8-45f2-8015-d4bcac860def', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '68f7a5dc-cb85-4610-bb1d-b218082f6562'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 15:31:13.090381 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron_lib.callbacks.manager [None req-e811b9c2-f499-4ae3-9825-97dfd19baec5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=96122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:31:13.090777 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e811b9c2-f499-4ae3-9825-97dfd19baec5 None None] Bound using segment: {'id': '00e65539-5ba8-45f2-8015-d4bcac860def', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '68f7a5dc-cb85-4610-bb1d-b218082f6562'} {{(pid=96122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 15:31:13.091250 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.plugins.ml2.managers [None req-e811b9c2-f499-4ae3-9825-97dfd19baec5 None None] Bound port: e00caad4-f4ec-454e-8919-70a046ed756d, host: dv-cinder-806616-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '00e65539-5ba8-45f2-8015-d4bcac860def', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '68f7a5dc-cb85-4610-bb1d-b218082f6562'}}] {{(pid=96122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 15:31:13.091650 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron_lib.callbacks.manager [None req-e811b9c2-f499-4ae3-9825-97dfd19baec5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-684029'] for port, before_update {{(pid=96122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:31:13.158103 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.plugins.ml2.db [None req-e811b9c2-f499-4ae3-9825-97dfd19baec5 None None] For port e00caad4-f4ec-454e-8919-70a046ed756d, host dv-cinder-806616-6-iscsi, cleared binding levels {{(pid=96122) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 15:31:13.162413 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.plugins.ml2.db [None req-e811b9c2-f499-4ae3-9825-97dfd19baec5 None None] For port e00caad4-f4ec-454e-8919-70a046ed756d, host dv-cinder-806616-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806616-6-iscsi',level=0,port_id=e00caad4-f4ec-454e-8919-70a046ed756d,segment=NetworkSegment(00e65539-5ba8-45f2-8015-d4bcac860def),segment_id=00e65539-5ba8-45f2-8015-d4bcac860def)] {{(pid=96122) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 15:31:13.220850 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron_lib.callbacks.manager [None req-e811b9c2-f499-4ae3-9825-97dfd19baec5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741780147972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741779628755', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741779628773'] for port, after_update {{(pid=96122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:31:13.284676 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e811b9c2-f499-4ae3-9825-97dfd19baec5 None None] Pushing event updated for resources: {'Port': ['ID=e00caad4-f4ec-454e-8919-70a046ed756d,revision_number=2']} {{(pid=96122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 15:31:14.608524 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.wsgi [-] (96121) accepted ('10.222.0.46', 54372) {{(pid=96121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 15:31:15.093574 dv-cinder-806616-6-iscsi neutron-server[96121]: WARNING oslo_policy.policy [None req-8e28b0b2-920a-4f01-8a17-7ae45ed0c8c2 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 29 15:31:15.094137 dv-cinder-806616-6-iscsi neutron-server[96121]: WARNING oslo_policy.policy [None req-8e28b0b2-920a-4f01-8a17-7ae45ed0c8c2 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 29 15:31:15.315307 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.wsgi [None req-8e28b0b2-920a-4f01-8a17-7ae45ed0c8c2 admin admin] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=96121) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 29 15:31:15.332021 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [None req-8e28b0b2-920a-4f01-8a17-7ae45ed0c8c2 admin admin] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7069082 Sep 29 15:31:17.719075 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.wsgi [-] (96121) accepted ('10.222.0.46', 54386) {{(pid=96121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 15:31:18.025772 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.wsgi [None req-05e38057-52f5-44d2-b2da-282a2e93f15f admin admin] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=96121) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 29 15:31:18.026812 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [None req-05e38057-52f5-44d2-b2da-282a2e93f15f admin admin] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3067572 Sep 29 15:31:20.720197 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.wsgi [-] (96120) accepted ('10.222.0.46', 54400) {{(pid=96120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 15:31:21.019831 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.api.v2.base [None req-dbf4fc33-d0d9-4d17-a31e-dcd4f24f5b55 admin admin] Request body: {'router': {'admin_state_up': True, 'tenant_id': '34b450f6b10746dbbb68338a5543bc22', 'name': 'router1'}} {{(pid=96120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 15:31:21.070296 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.plugins.ml2.rpc [None req-86ea74e9-eea3-4769-b153-652ac6294d68 None None] Device e00caad4-f4ec-454e-8919-70a046ed756d up at agent ovs-agent-dv-cinder-806616-6-iscsi {{(pid=96122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 15:31:21.128178 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-dbf4fc33-d0d9-4d17-a31e-dcd4f24f5b55 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1619852', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3514'] for router, before_create {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:31:21.129847 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-dbf4fc33-d0d9-4d17-a31e-dcd4f24f5b55 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1620348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1617292', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1739027', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3507'] for router, precommit_create {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:31:21.160584 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.db.provisioning_blocks [None req-86ea74e9-eea3-4769-b153-652ac6294d68 None None] Provisioning complete for port e00caad4-f4ec-454e-8919-70a046ed756d triggered by entity L2. {{(pid=96122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 15:31:21.161031 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron_lib.callbacks.manager [None req-86ea74e9-eea3-4769-b153-652ac6294d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-626465'] for port, provisioning_complete {{(pid=96122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:31:21.270257 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-dbf4fc33-d0d9-4d17-a31e-dcd4f24f5b55 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:31:21.273408 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron_lib.callbacks.manager [None req-86ea74e9-eea3-4769-b153-652ac6294d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-684029'] for port, before_update {{(pid=96122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:31:21.308854 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.plugins.ml2.db [None req-86ea74e9-eea3-4769-b153-652ac6294d68 None None] For port e00caad4-f4ec-454e-8919-70a046ed756d, host dv-cinder-806616-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806616-6-iscsi',level=0,port_id=e00caad4-f4ec-454e-8919-70a046ed756d,segment=NetworkSegment(00e65539-5ba8-45f2-8015-d4bcac860def),segment_id=00e65539-5ba8-45f2-8015-d4bcac860def)] {{(pid=96122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 15:31:21.329919 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-dbf4fc33-d0d9-4d17-a31e-dcd4f24f5b55 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1620229', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1617329'] for router, after_create {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:31:21.414670 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron_lib.callbacks.manager [None req-86ea74e9-eea3-4769-b153-652ac6294d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741780147972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741779628755', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741779628773'] for port, after_update {{(pid=96122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:31:21.443334 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-dbf4fc33-d0d9-4d17-a31e-dcd4f24f5b55 admin admin] Notify callbacks [] for router, before_response {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:31:21.444534 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [None req-dbf4fc33-d0d9-4d17-a31e-dcd4f24f5b55 admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.7228322 Sep 29 15:31:21.464457 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ea74e9-eea3-4769-b153-652ac6294d68 None None] Pushing event updated for resources: {'Port': ['ID=e00caad4-f4ec-454e-8919-70a046ed756d,revision_number=3']} {{(pid=96122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 15:31:21.690771 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca4d1f3f-e53a-4228-bfaf-c3a861e26ab5 None None] Network 68f7a5dc-cb85-4610-bb1d-b218082f6562 requested from dv-cinder-806616-6-iscsi {{(pid=96122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 15:31:21.815791 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.db.provisioning_blocks [None req-a89d03a4-4b2f-4c1e-ab1e-fb6accb16f91 None None] Provisioning complete for port e00caad4-f4ec-454e-8919-70a046ed756d triggered by entity DHCP. {{(pid=96122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 15:31:21.816196 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron_lib.callbacks.manager [None req-a89d03a4-4b2f-4c1e-ab1e-fb6accb16f91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-626465'] for port, provisioning_complete {{(pid=96122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:31:22.056993 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.db.provisioning_blocks [None req-8c08b57d-cdd3-4ca4-886b-336a3974f7fa None None] Provisioning complete for port e00caad4-f4ec-454e-8919-70a046ed756d triggered by entity DHCP. {{(pid=96122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 15:31:22.057361 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron_lib.callbacks.manager [None req-8c08b57d-cdd3-4ca4-886b-336a3974f7fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-626465'] for port, provisioning_complete {{(pid=96122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:31:22.816059 dv-cinder-806616-6-iscsi neutron-server[96123]: DEBUG neutron.db.agents_db [None req-ce50b6f1-f7bd-4b59-8641-9f71b480b041 None None] Agent healthcheck: found 5 active agents {{(pid=96123) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 29 15:31:23.054201 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.plugins.ml2.rpc [None req-86ea74e9-eea3-4769-b153-652ac6294d68 None None] Device e00caad4-f4ec-454e-8919-70a046ed756d up at agent ovs-agent-dv-cinder-806616-6-iscsi {{(pid=96122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 15:31:23.104226 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.db.provisioning_blocks [None req-86ea74e9-eea3-4769-b153-652ac6294d68 None None] Provisioning complete for port e00caad4-f4ec-454e-8919-70a046ed756d triggered by entity L2. {{(pid=96122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 15:31:23.104509 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron_lib.callbacks.manager [None req-86ea74e9-eea3-4769-b153-652ac6294d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-626465'] for port, provisioning_complete {{(pid=96122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:31:23.834200 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.wsgi [-] (96120) accepted ('10.222.0.46', 54408) {{(pid=96120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 15:31:24.128768 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron_lib.callbacks.manager [None req-e40e30ac-1506-421b-9afa-b6c202213e21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741779927170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-625140'] for agent, after_update {{(pid=96122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:31:24.140597 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.wsgi [None req-2e8cd216-0f8b-4342-9e20-68753a44c775 admin admin] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=96120) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 29 15:31:24.141609 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [None req-2e8cd216-0f8b-4342-9e20-68753a44c775 admin admin] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3064752 Sep 29 15:31:26.504355 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.wsgi [-] (96120) accepted ('10.222.0.46', 54416) {{(pid=96120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 15:31:26.562866 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron_lib.callbacks.manager [None req-e8f92f59-f038-4d38-9228-90b2255670e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741779927170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-625140'] for agent, after_update {{(pid=96122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:31:26.812217 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.api.v2.base [None req-5c7fb1ec-59d5-49fc-bf1a-e17b62fda0b9 admin admin] Request body: {'network': {'provider:physical_network': 'physnet1', 'provider:network_type': 'flat', 'admin_state_up': True, 'router:external': True, 'is_default': True, 'name': 'public'}} {{(pid=96120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 15:31:26.904608 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c7fb1ec-59d5-49fc-bf1a-e17b62fda0b9 admin admin] Made reservation on behalf of 9745bf19ad48478ba592c3b9c42d3fe0 for: {'network': 1} {{(pid=96120) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 15:31:26.906900 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-5c7fb1ec-59d5-49fc-bf1a-e17b62fda0b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-684029'] for network, before_create {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:31:26.916895 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-5c7fb1ec-59d5-49fc-bf1a-e17b62fda0b9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:31:27.175075 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-5c7fb1ec-59d5-49fc-bf1a-e17b62fda0b9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:31:27.241758 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-5c7fb1ec-59d5-49fc-bf1a-e17b62fda0b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579214'] for security_group, after_create {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:31:27.256023 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-5c7fb1ec-59d5-49fc-bf1a-e17b62fda0b9 admin admin] Reserving flat network on physical network physnet1 {{(pid=96120) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Sep 29 15:31:27.276009 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c7fb1ec-59d5-49fc-bf1a-e17b62fda0b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17632c28-7a09-4048-ac4e-9f6e46716035,revision_number=1']} {{(pid=96120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 15:31:27.278768 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-5c7fb1ec-59d5-49fc-bf1a-e17b62fda0b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-649178'] for segment, precommit_create {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:31:27.279099 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.db.segments_db [None req-5c7fb1ec-59d5-49fc-bf1a-e17b62fda0b9 admin admin] Added segment 16a0d549-78f3-47f2-8934-1674670c2e39 of type flat for network cd5efe95-1549-4750-933c-70412f77577e Sep 29 15:31:27.322521 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-5c7fb1ec-59d5-49fc-bf1a-e17b62fda0b9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741779631391'] for network, precommit_create {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:31:27.420479 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-5c7fb1ec-59d5-49fc-bf1a-e17b62fda0b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575366'] for network, after_create {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:31:27.421477 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c7fb1ec-59d5-49fc-bf1a-e17b62fda0b9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:31:27.422099 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-5c7fb1ec-59d5-49fc-bf1a-e17b62fda0b9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577532'] for network, before_response {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:31:27.481381 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c7fb1ec-59d5-49fc-bf1a-e17b62fda0b9 admin admin] Pushing event updated for resources: {'Network': ['ID=cd5efe95-1549-4750-933c-70412f77577e,revision_number=1']} {{(pid=96120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 15:31:27.490673 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.plugins.ml2.rpc [None req-86ea74e9-eea3-4769-b153-652ac6294d68 None None] Network cd5efe95-1549-4750-933c-70412f77577e details requested by agent ovs-agent-dv-cinder-806616-6-iscsi with host dv-cinder-806616-6-iscsi {{(pid=96122) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 29 15:31:27.535140 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [None req-5c7fb1ec-59d5-49fc-bf1a-e17b62fda0b9 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 1.0297070 Sep 29 15:31:27.544872 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron_lib.callbacks.manager [None req-86ea74e9-eea3-4769-b153-652ac6294d68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741779927170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-625140'] for agent, after_update {{(pid=96122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:31:28.431274 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron_lib.callbacks.manager [None req-d04ed334-d278-4234-b850-06fee10c9c6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741779927170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-625140'] for agent, after_update {{(pid=96122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:31:29.499664 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron_lib.callbacks.manager [None req-9bd021b7-afaf-4c67-b111-7b9308fbf6a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741779927170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-625140'] for agent, after_update {{(pid=96122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:31:29.895700 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.wsgi [-] (96120) accepted ('10.222.0.46', 54434) {{(pid=96120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 15:31:30.068040 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b985d6c-6c55-4de3-93a8-7a050eb67197 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=96120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:31:30.069385 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [None req-7b985d6c-6c55-4de3-93a8-7a050eb67197 admin admin] 10.222.0.46 "GET /v2.0/subnets/7577ecca-99a0-458f-910a-9bd983bf2946 HTTP/1.1" status: 200 len: 849 time: 0.1727183 Sep 29 15:31:30.186843 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [None req-6d81dc77-7fef-47e1-bed9-65c806c867b4 admin admin] 10.222.0.46 "GET /v2.0/routers/8de04757-7925-4cf1-a0ac-e6ce94ecf2ee HTTP/1.1" status: 200 len: 704 time: 0.1111932 Sep 29 15:31:30.445662 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-5a36bf1c-467d-4664-9afc-89aef267e92d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-684029'] for port, before_create {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:31:30.734322 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.db.db_base_plugin_common [None req-5a36bf1c-467d-4664-9afc-89aef267e92d admin admin] Allocated IP 172.20.0.1 (68f7a5dc-cb85-4610-bb1d-b218082f6562/7577ecca-99a0-458f-910a-9bd983bf2946/c4977e1e-317a-41f6-b280-318ac5f914ad) {{(pid=96120) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 15:31:30.931829 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-5a36bf1c-467d-4664-9afc-89aef267e92d admin admin] Notify callbacks [] for port, precommit_create {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:31:31.054651 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-5a36bf1c-467d-4664-9afc-89aef267e92d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741779628737'] for port, after_create {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:31:31.140262 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a36bf1c-467d-4664-9afc-89aef267e92d admin admin] Network 68f7a5dc-cb85-4610-bb1d-b218082f6562 is already hosted by enough agents. {{(pid=96120) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 15:31:31.150226 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.scheduler.base_scheduler [None req-5a36bf1c-467d-4664-9afc-89aef267e92d admin admin] Resources bound (agent type, host, resource id): {{(pid=96120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 15:31:31.157086 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a36bf1c-467d-4664-9afc-89aef267e92d admin admin] Received port after_create {{(pid=96120) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 15:31:31.158097 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-5a36bf1c-467d-4664-9afc-89aef267e92d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1619084'] for router_interface, before_create {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:31:31.175952 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a36bf1c-467d-4664-9afc-89aef267e92d admin admin] Pushing event updated for resources: {'Port': ['ID=c4977e1e-317a-41f6-b280-318ac5f914ad,revision_number=1']} {{(pid=96120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 15:31:31.397624 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.db.provisioning_blocks [None req-f0f388fb-e4fa-497f-861e-21a4eca11536 None None] Provisioning complete for port c4977e1e-317a-41f6-b280-318ac5f914ad triggered by entity DHCP. {{(pid=96122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 15:31:31.398495 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron_lib.callbacks.manager [None req-f0f388fb-e4fa-497f-861e-21a4eca11536 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-626465'] for port, provisioning_complete {{(pid=96122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:31:31.400758 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-5a36bf1c-467d-4664-9afc-89aef267e92d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-684029'] for port, before_update {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:31:31.430195 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.plugins.ml2.plugin [None req-f0f388fb-e4fa-497f-861e-21a4eca11536 None None] Port c4977e1e-317a-41f6-b280-318ac5f914ad cannot update to ACTIVE because it is not bound. {{(pid=96122) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 29 15:31:31.614184 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-5a36bf1c-467d-4664-9afc-89aef267e92d admin admin] Notify callbacks [] for port, precommit_update {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:31:31.676670 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-5a36bf1c-467d-4664-9afc-89aef267e92d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741780147972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741779628755', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741779628773'] for port, after_update {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:31:31.677457 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-5a36bf1c-467d-4664-9afc-89aef267e92d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1575380', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1620092'] for router_interface, after_create {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:31:31.741298 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a36bf1c-467d-4664-9afc-89aef267e92d admin admin] Pushing event updated for resources: {'Port': ['ID=c4977e1e-317a-41f6-b280-318ac5f914ad,revision_number=2']} {{(pid=96120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 15:31:31.806311 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a36bf1c-467d-4664-9afc-89aef267e92d admin admin] Network 68f7a5dc-cb85-4610-bb1d-b218082f6562 is already hosted by enough agents. {{(pid=96120) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 15:31:31.807605 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.scheduler.base_scheduler [None req-5a36bf1c-467d-4664-9afc-89aef267e92d admin admin] Resources bound (agent type, host, resource id): {{(pid=96120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 15:31:31.951762 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.db.provisioning_blocks [None req-7cfdee4d-1541-48b7-8178-ced6f94f5a6a None None] Provisioning complete for port c4977e1e-317a-41f6-b280-318ac5f914ad triggered by entity DHCP. {{(pid=96122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 15:31:31.952197 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron_lib.callbacks.manager [None req-7cfdee4d-1541-48b7-8178-ced6f94f5a6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-626465'] for port, provisioning_complete {{(pid=96122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:31:31.985649 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.plugins.ml2.plugin [None req-7cfdee4d-1541-48b7-8178-ced6f94f5a6a None None] Port c4977e1e-317a-41f6-b280-318ac5f914ad cannot update to ACTIVE because it is not bound. {{(pid=96122) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 29 15:31:32.065548 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a36bf1c-467d-4664-9afc-89aef267e92d admin admin] Router 8de04757-7925-4cf1-a0ac-e6ce94ecf2ee is scheduled to L3 agent e5061b61-feb3-46be-bd05-1226f95d9417 with binding_index 1 {{(pid=96120) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 29 15:31:32.154056 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a36bf1c-467d-4664-9afc-89aef267e92d admin admin] Notify agent at l3_agent.dv-cinder-806616-6-iscsi the message routers_updated {{(pid=96120) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 15:31:32.159192 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [None req-5a36bf1c-467d-4664-9afc-89aef267e92d admin admin] 10.222.0.46 "PUT /v2.0/routers/8de04757-7925-4cf1-a0ac-e6ce94ecf2ee/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.9667001 Sep 29 15:31:32.175306 dv-cinder-806616-6-iscsi neutron-server[96123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44de75ae-22bc-4b8f-b34a-87d2988bc417 None None] Sync routers for ids ['8de04757-7925-4cf1-a0ac-e6ce94ecf2ee'] in dv-cinder-806616-6-iscsi {{(pid=96123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 15:31:32.187591 dv-cinder-806616-6-iscsi neutron-server[96123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44de75ae-22bc-4b8f-b34a-87d2988bc417 None None] Routers {'8de04757-7925-4cf1-a0ac-e6ce94ecf2ee'} bound to L3 agent in host dv-cinder-806616-6-iscsi {{(pid=96123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 15:31:32.188503 dv-cinder-806616-6-iscsi neutron-server[96123]: DEBUG neutron.db.l3_hamode_db [None req-44de75ae-22bc-4b8f-b34a-87d2988bc417 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806616-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-29T15:30:56Z,description=,heartbeat_timestamp=2021-09-29T15:31:26Z,host='dv-cinder-806616-6-iscsi',id=e5061b61-feb3-46be-bd05-1226f95d9417,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T15:30:57Z,topic='l3_agent')) {'router_ids': ['8de04757-7925-4cf1-a0ac-e6ce94ecf2ee'], 'active': True} {{(pid=96123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 15:31:32.374000 dv-cinder-806616-6-iscsi neutron-server[96123]: DEBUG neutron.db.l3_dvr_db [None req-44de75ae-22bc-4b8f-b34a-87d2988bc417 None None] Set router 8de04757-7925-4cf1-a0ac-e6ce94ecf2ee gateway port host: None {{(pid=96123) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 15:31:32.796885 dv-cinder-806616-6-iscsi neutron-server[96123]: DEBUG neutron.db.l3_hamode_db [None req-44de75ae-22bc-4b8f-b34a-87d2988bc417 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8de04757-7925-4cf1-a0ac-e6ce94ecf2ee', 'name': 'router1', 'tenant_id': '34b450f6b10746dbbb68338a5543bc22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T15:31:21Z', 'updated_at': '2021-09-29T15:31:31Z', 'revision_number': 2, 'project_id': '34b450f6b10746dbbb68338a5543bc22', 'gw_port_host': None, '_interfaces': [{'id': 'c4977e1e-317a-41f6-b280-318ac5f914ad', 'name': '', 'network_id': '68f7a5dc-cb85-4610-bb1d-b218082f6562', 'tenant_id': '34b450f6b10746dbbb68338a5543bc22', 'mac_address': 'fa:16:3e:db:b0:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8de04757-7925-4cf1-a0ac-e6ce94ecf2ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '7577ecca-99a0-458f-910a-9bd983bf2946', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T15:31:30Z', 'updated_at': '2021-09-29T15:31:31Z', 'revision_number': 2, 'project_id': '34b450f6b10746dbbb68338a5543bc22', 'subnets': [{'id': '7577ecca-99a0-458f-910a-9bd983bf2946', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '64c358c0-137b-4a95-a225-e6be16e68a8b'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806616-6-iscsi', False) {} {{(pid=96123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 15:31:32.846354 dv-cinder-806616-6-iscsi neutron-server[96123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44de75ae-22bc-4b8f-b34a-87d2988bc417 None None] Checking router: 8de04757-7925-4cf1-a0ac-e6ce94ecf2ee for host: dv-cinder-806616-6-iscsi {{(pid=96123) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 15:31:32.846720 dv-cinder-806616-6-iscsi neutron-server[96123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44de75ae-22bc-4b8f-b34a-87d2988bc417 None None] Updating router 8de04757-7925-4cf1-a0ac-e6ce94ecf2ee port c4977e1e-317a-41f6-b280-318ac5f914ad binding host dv-cinder-806616-6-iscsi {{(pid=96123) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 29 15:31:32.894270 dv-cinder-806616-6-iscsi neutron-server[96123]: DEBUG neutron_lib.callbacks.manager [None req-44de75ae-22bc-4b8f-b34a-87d2988bc417 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-684029'] for port, before_update {{(pid=96123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:31:33.417455 dv-cinder-806616-6-iscsi neutron-server[96123]: DEBUG neutron_lib.callbacks.manager [None req-44de75ae-22bc-4b8f-b34a-87d2988bc417 None None] Notify callbacks [] for port, precommit_update {{(pid=96123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:31:33.511002 dv-cinder-806616-6-iscsi neutron-server[96123]: DEBUG neutron_lib.callbacks.manager [None req-44de75ae-22bc-4b8f-b34a-87d2988bc417 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741780147972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741779628755', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741779628773'] for port, after_update {{(pid=96123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:31:33.657962 dv-cinder-806616-6-iscsi neutron-server[96123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-373fed7f-f48c-4b5f-989b-e9e9f2e08bd8 None None] Pushing event updated for resources: {'Port': ['ID=c4977e1e-317a-41f6-b280-318ac5f914ad,revision_number=3']} {{(pid=96123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 15:31:33.683635 dv-cinder-806616-6-iscsi neutron-server[96123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-373fed7f-f48c-4b5f-989b-e9e9f2e08bd8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806616-6-iscsi {{(pid=96123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 15:31:33.683998 dv-cinder-806616-6-iscsi neutron-server[96123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-373fed7f-f48c-4b5f-989b-e9e9f2e08bd8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806616-6-iscsi {{(pid=96123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 15:31:33.684335 dv-cinder-806616-6-iscsi neutron-server[96123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-373fed7f-f48c-4b5f-989b-e9e9f2e08bd8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806616-6-iscsi {{(pid=96123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 15:31:33.684663 dv-cinder-806616-6-iscsi neutron-server[96123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-373fed7f-f48c-4b5f-989b-e9e9f2e08bd8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806616-6-iscsi {{(pid=96123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 15:31:33.684989 dv-cinder-806616-6-iscsi neutron-server[96123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-373fed7f-f48c-4b5f-989b-e9e9f2e08bd8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806616-6-iscsi {{(pid=96123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 15:31:33.685313 dv-cinder-806616-6-iscsi neutron-server[96123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-373fed7f-f48c-4b5f-989b-e9e9f2e08bd8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806616-6-iscsi {{(pid=96123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 15:31:33.685637 dv-cinder-806616-6-iscsi neutron-server[96123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-373fed7f-f48c-4b5f-989b-e9e9f2e08bd8 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806616-6-iscsi {{(pid=96123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 15:31:33.685954 dv-cinder-806616-6-iscsi neutron-server[96123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-373fed7f-f48c-4b5f-989b-e9e9f2e08bd8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806616-6-iscsi {{(pid=96123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 15:31:33.686298 dv-cinder-806616-6-iscsi neutron-server[96123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-373fed7f-f48c-4b5f-989b-e9e9f2e08bd8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806616-6-iscsi {{(pid=96123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 15:31:33.686623 dv-cinder-806616-6-iscsi neutron-server[96123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-373fed7f-f48c-4b5f-989b-e9e9f2e08bd8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806616-6-iscsi {{(pid=96123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 15:31:33.686937 dv-cinder-806616-6-iscsi neutron-server[96123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-373fed7f-f48c-4b5f-989b-e9e9f2e08bd8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806616-6-iscsi {{(pid=96123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 15:31:33.687249 dv-cinder-806616-6-iscsi neutron-server[96123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-373fed7f-f48c-4b5f-989b-e9e9f2e08bd8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806616-6-iscsi {{(pid=96123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 15:31:33.688395 dv-cinder-806616-6-iscsi neutron-server[96123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-373fed7f-f48c-4b5f-989b-e9e9f2e08bd8 None None] Tracked resource versions report: Sep 29 15:31:33.688395 dv-cinder-806616-6-iscsi neutron-server[96123]: pushed versions: Sep 29 15:31:33.688395 dv-cinder-806616-6-iscsi neutron-server[96123]: { 'AddressGroup': {'1.2'}, Sep 29 15:31:33.688395 dv-cinder-806616-6-iscsi neutron-server[96123]: 'ConntrackHelper': {'1.0'}, Sep 29 15:31:33.688395 dv-cinder-806616-6-iscsi neutron-server[96123]: 'Log': {'1.0'}, Sep 29 15:31:33.688395 dv-cinder-806616-6-iscsi neutron-server[96123]: 'Network': {'1.1'}, Sep 29 15:31:33.688395 dv-cinder-806616-6-iscsi neutron-server[96123]: 'Port': {'1.7'}, Sep 29 15:31:33.688395 dv-cinder-806616-6-iscsi neutron-server[96123]: 'PortForwarding': {'1.2'}, Sep 29 15:31:33.688395 dv-cinder-806616-6-iscsi neutron-server[96123]: 'QosPolicy': {'1.9'}, Sep 29 15:31:33.688395 dv-cinder-806616-6-iscsi neutron-server[96123]: 'SecurityGroup': {'1.4'}, Sep 29 15:31:33.688395 dv-cinder-806616-6-iscsi neutron-server[96123]: 'SecurityGroupRule': {'1.2'}, Sep 29 15:31:33.688395 dv-cinder-806616-6-iscsi neutron-server[96123]: 'SubPort': {'1.0'}, Sep 29 15:31:33.688395 dv-cinder-806616-6-iscsi neutron-server[96123]: 'Subnet': {'1.1'}, Sep 29 15:31:33.688395 dv-cinder-806616-6-iscsi neutron-server[96123]: 'Trunk': {'1.1'}} Sep 29 15:31:33.688395 dv-cinder-806616-6-iscsi neutron-server[96123]: consumer versions: Sep 29 15:31:33.688395 dv-cinder-806616-6-iscsi neutron-server[96123]: { DHCP agent@dv-cinder-806616-6-iscsi: {}, Sep 29 15:31:33.688395 dv-cinder-806616-6-iscsi neutron-server[96123]: L3 agent@dv-cinder-806616-6-iscsi: {}, Sep 29 15:31:33.688395 dv-cinder-806616-6-iscsi neutron-server[96123]: Metadata agent@dv-cinder-806616-6-iscsi: {}, Sep 29 15:31:33.688395 dv-cinder-806616-6-iscsi neutron-server[96123]: Metering agent@dv-cinder-806616-6-iscsi: {}, Sep 29 15:31:33.688395 dv-cinder-806616-6-iscsi neutron-server[96123]: Open vSwitch agent@dv-cinder-806616-6-iscsi: { 'AddressGroup': '1.2', Sep 29 15:31:33.688395 dv-cinder-806616-6-iscsi neutron-server[96123]: 'ConntrackHelper': '1.0', Sep 29 15:31:33.688395 dv-cinder-806616-6-iscsi neutron-server[96123]: 'Log': '1.0', Sep 29 15:31:33.688395 dv-cinder-806616-6-iscsi neutron-server[96123]: 'Network': '1.1', Sep 29 15:31:33.688395 dv-cinder-806616-6-iscsi neutron-server[96123]: 'Port': '1.7', Sep 29 15:31:33.688395 dv-cinder-806616-6-iscsi neutron-server[96123]: 'PortForwarding': '1.2', Sep 29 15:31:33.688395 dv-cinder-806616-6-iscsi neutron-server[96123]: 'QosPolicy': '1.9', Sep 29 15:31:33.688395 dv-cinder-806616-6-iscsi neutron-server[96123]: 'SecurityGroup': '1.4', Sep 29 15:31:33.688395 dv-cinder-806616-6-iscsi neutron-server[96123]: 'SecurityGroupRule': '1.2', Sep 29 15:31:33.688395 dv-cinder-806616-6-iscsi neutron-server[96123]: 'SubPort': '1.0', Sep 29 15:31:33.688395 dv-cinder-806616-6-iscsi neutron-server[96123]: 'Subnet': '1.1', Sep 29 15:31:33.688395 dv-cinder-806616-6-iscsi neutron-server[96123]: 'Trunk': '1.1'}} Sep 29 15:31:33.688395 dv-cinder-806616-6-iscsi neutron-server[96123]: {{(pid=96123) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 29 15:31:33.695764 dv-cinder-806616-6-iscsi neutron-server[96123]: DEBUG neutron.plugins.ml2.managers [None req-44de75ae-22bc-4b8f-b34a-87d2988bc417 None None] Attempting to bind port c4977e1e-317a-41f6-b280-318ac5f914ad on host dv-cinder-806616-6-iscsi for vnic_type normal with profile {{(pid=96123) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 15:31:33.696211 dv-cinder-806616-6-iscsi neutron-server[96123]: DEBUG neutron.plugins.ml2.managers [None req-44de75ae-22bc-4b8f-b34a-87d2988bc417 None None] Attempting to bind port c4977e1e-317a-41f6-b280-318ac5f914ad by drivers openvswitch,hyperv on host dv-cinder-806616-6-iscsi at level 0 using segments [{'id': '00e65539-5ba8-45f2-8015-d4bcac860def', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '68f7a5dc-cb85-4610-bb1d-b218082f6562'}] {{(pid=96123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 15:31:33.696637 dv-cinder-806616-6-iscsi neutron-server[96123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44de75ae-22bc-4b8f-b34a-87d2988bc417 None None] Attempting to bind port c4977e1e-317a-41f6-b280-318ac5f914ad on network 68f7a5dc-cb85-4610-bb1d-b218082f6562 {{(pid=96123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 15:31:33.701632 dv-cinder-806616-6-iscsi neutron-server[96123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44de75ae-22bc-4b8f-b34a-87d2988bc417 None None] Checking agent: {'id': '3420b91a-a9c7-4dbc-b0fb-eb58464b9dc3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806616-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 15, 30, 57), 'started_at': datetime.datetime(2021, 9, 29, 15, 31, 27), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 15, 31, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806616-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=96123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 15:31:33.701922 dv-cinder-806616-6-iscsi neutron-server[96123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44de75ae-22bc-4b8f-b34a-87d2988bc417 None None] Checking segment: {'id': '00e65539-5ba8-45f2-8015-d4bcac860def', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '68f7a5dc-cb85-4610-bb1d-b218082f6562'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96123) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 15:31:33.702397 dv-cinder-806616-6-iscsi neutron-server[96123]: DEBUG neutron_lib.callbacks.manager [None req-44de75ae-22bc-4b8f-b34a-87d2988bc417 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=96123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:31:33.702778 dv-cinder-806616-6-iscsi neutron-server[96123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44de75ae-22bc-4b8f-b34a-87d2988bc417 None None] Bound using segment: {'id': '00e65539-5ba8-45f2-8015-d4bcac860def', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '68f7a5dc-cb85-4610-bb1d-b218082f6562'} {{(pid=96123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 15:31:33.703260 dv-cinder-806616-6-iscsi neutron-server[96123]: DEBUG neutron.plugins.ml2.managers [None req-44de75ae-22bc-4b8f-b34a-87d2988bc417 None None] Bound port: c4977e1e-317a-41f6-b280-318ac5f914ad, host: dv-cinder-806616-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '00e65539-5ba8-45f2-8015-d4bcac860def', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '68f7a5dc-cb85-4610-bb1d-b218082f6562'}}] {{(pid=96123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 15:31:33.703636 dv-cinder-806616-6-iscsi neutron-server[96123]: DEBUG neutron_lib.callbacks.manager [None req-44de75ae-22bc-4b8f-b34a-87d2988bc417 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-684029'] for port, before_update {{(pid=96123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:31:33.713480 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.db.provisioning_blocks [None req-a9b2e349-428e-4f30-b1e9-156eb22e8335 None None] Provisioning complete for port c4977e1e-317a-41f6-b280-318ac5f914ad triggered by entity DHCP. {{(pid=96122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 15:31:33.713480 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron_lib.callbacks.manager [None req-a9b2e349-428e-4f30-b1e9-156eb22e8335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-626465'] for port, provisioning_complete {{(pid=96122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:31:33.746718 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.plugins.ml2.plugin [None req-a9b2e349-428e-4f30-b1e9-156eb22e8335 None None] Port c4977e1e-317a-41f6-b280-318ac5f914ad cannot update to ACTIVE because it is not bound. {{(pid=96122) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 29 15:31:33.767985 dv-cinder-806616-6-iscsi neutron-server[96123]: DEBUG neutron.plugins.ml2.db [None req-44de75ae-22bc-4b8f-b34a-87d2988bc417 None None] For port c4977e1e-317a-41f6-b280-318ac5f914ad, host dv-cinder-806616-6-iscsi, cleared binding levels {{(pid=96123) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 15:31:33.788673 dv-cinder-806616-6-iscsi neutron-server[96123]: DEBUG neutron.plugins.ml2.db [None req-44de75ae-22bc-4b8f-b34a-87d2988bc417 None None] For port c4977e1e-317a-41f6-b280-318ac5f914ad, host dv-cinder-806616-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806616-6-iscsi',level=0,port_id=c4977e1e-317a-41f6-b280-318ac5f914ad,segment=NetworkSegment(00e65539-5ba8-45f2-8015-d4bcac860def),segment_id=00e65539-5ba8-45f2-8015-d4bcac860def)] {{(pid=96123) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 15:31:33.871657 dv-cinder-806616-6-iscsi neutron-server[96123]: DEBUG neutron_lib.callbacks.manager [None req-44de75ae-22bc-4b8f-b34a-87d2988bc417 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741780147972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741779628755', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741779628773'] for port, after_update {{(pid=96123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:31:33.932460 dv-cinder-806616-6-iscsi neutron-server[96123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44de75ae-22bc-4b8f-b34a-87d2988bc417 None None] Routers {'8de04757-7925-4cf1-a0ac-e6ce94ecf2ee'} bound to L3 agent in host dv-cinder-806616-6-iscsi {{(pid=96123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 15:31:33.933091 dv-cinder-806616-6-iscsi neutron-server[96123]: DEBUG neutron.db.l3_hamode_db [None req-44de75ae-22bc-4b8f-b34a-87d2988bc417 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806616-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-29T15:30:56Z,description=,heartbeat_timestamp=2021-09-29T15:31:26Z,host='dv-cinder-806616-6-iscsi',id=e5061b61-feb3-46be-bd05-1226f95d9417,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T15:30:57Z,topic='l3_agent')) {'router_ids': ['8de04757-7925-4cf1-a0ac-e6ce94ecf2ee'], 'active': True} {{(pid=96123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 15:31:33.973424 dv-cinder-806616-6-iscsi neutron-server[96123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-373fed7f-f48c-4b5f-989b-e9e9f2e08bd8 None None] Pushing event updated for resources: {'Port': ['ID=c4977e1e-317a-41f6-b280-318ac5f914ad,revision_number=4']} {{(pid=96123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 15:31:34.028246 dv-cinder-806616-6-iscsi neutron-server[96123]: DEBUG neutron.db.l3_dvr_db [None req-44de75ae-22bc-4b8f-b34a-87d2988bc417 None None] Set router 8de04757-7925-4cf1-a0ac-e6ce94ecf2ee gateway port host: None {{(pid=96123) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 15:31:34.166709 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.db.provisioning_blocks [None req-abe7a996-a1df-4b76-9958-10b19abb9686 None None] Provisioning complete for port c4977e1e-317a-41f6-b280-318ac5f914ad triggered by entity DHCP. {{(pid=96122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 15:31:34.167470 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron_lib.callbacks.manager [None req-abe7a996-a1df-4b76-9958-10b19abb9686 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-626465'] for port, provisioning_complete {{(pid=96122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:31:34.245751 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron_lib.callbacks.manager [None req-abe7a996-a1df-4b76-9958-10b19abb9686 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-684029'] for port, before_update {{(pid=96122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:31:34.246026 dv-cinder-806616-6-iscsi neutron-server[96123]: DEBUG neutron.db.l3_hamode_db [None req-44de75ae-22bc-4b8f-b34a-87d2988bc417 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8de04757-7925-4cf1-a0ac-e6ce94ecf2ee', 'name': 'router1', 'tenant_id': '34b450f6b10746dbbb68338a5543bc22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T15:31:21Z', 'updated_at': '2021-09-29T15:31:31Z', 'revision_number': 2, 'project_id': '34b450f6b10746dbbb68338a5543bc22', 'gw_port_host': None, '_interfaces': [{'id': 'c4977e1e-317a-41f6-b280-318ac5f914ad', 'name': '', 'network_id': '68f7a5dc-cb85-4610-bb1d-b218082f6562', 'tenant_id': '34b450f6b10746dbbb68338a5543bc22', 'mac_address': 'fa:16:3e:db:b0:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8de04757-7925-4cf1-a0ac-e6ce94ecf2ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '7577ecca-99a0-458f-910a-9bd983bf2946', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806616-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T15:31:30Z', 'updated_at': '2021-09-29T15:31:33Z', 'revision_number': 4, 'project_id': '34b450f6b10746dbbb68338a5543bc22', 'subnets': [{'id': '7577ecca-99a0-458f-910a-9bd983bf2946', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '64c358c0-137b-4a95-a225-e6be16e68a8b'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806616-6-iscsi', False) {} {{(pid=96123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 15:31:34.274581 dv-cinder-806616-6-iscsi neutron-server[96123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44de75ae-22bc-4b8f-b34a-87d2988bc417 None None] The sync data for ids ['8de04757-7925-4cf1-a0ac-e6ce94ecf2ee'] in dv-cinder-806616-6-iscsi is: [{'id': '8de04757-7925-4cf1-a0ac-e6ce94ecf2ee', 'name': 'router1', 'tenant_id': '34b450f6b10746dbbb68338a5543bc22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T15:31:21Z', 'updated_at': '2021-09-29T15:31:31Z', 'revision_number': 2, 'project_id': '34b450f6b10746dbbb68338a5543bc22', 'gw_port_host': None, '_interfaces': [{'id': 'c4977e1e-317a-41f6-b280-318ac5f914ad', 'name': '', 'network_id': '68f7a5dc-cb85-4610-bb1d-b218082f6562', 'tenant_id': '34b450f6b10746dbbb68338a5543bc22', 'mac_address': 'fa:16:3e:db:b0:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8de04757-7925-4cf1-a0ac-e6ce94ecf2ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '7577ecca-99a0-458f-910a-9bd983bf2946', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806616-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T15:31:30Z', 'updated_at': '2021-09-29T15:31:33Z', 'revision_number': 4, 'project_id': '34b450f6b10746dbbb68338a5543bc22', 'subnets': [{'id': '7577ecca-99a0-458f-910a-9bd983bf2946', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '64c358c0-137b-4a95-a225-e6be16e68a8b'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=96123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 15:31:34.280764 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.plugins.ml2.db [None req-abe7a996-a1df-4b76-9958-10b19abb9686 None None] For port c4977e1e-317a-41f6-b280-318ac5f914ad, host dv-cinder-806616-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806616-6-iscsi',level=0,port_id=c4977e1e-317a-41f6-b280-318ac5f914ad,segment=NetworkSegment(00e65539-5ba8-45f2-8015-d4bcac860def),segment_id=00e65539-5ba8-45f2-8015-d4bcac860def)] {{(pid=96122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 15:31:34.345615 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron_lib.callbacks.manager [None req-abe7a996-a1df-4b76-9958-10b19abb9686 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741780147972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741779628755', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741779628773'] for port, after_update {{(pid=96122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:31:34.393220 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe7a996-a1df-4b76-9958-10b19abb9686 None None] Pushing event updated for resources: {'Port': ['ID=c4977e1e-317a-41f6-b280-318ac5f914ad,revision_number=5']} {{(pid=96122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 15:31:34.418653 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.wsgi [-] (96121) accepted ('10.222.0.46', 54454) {{(pid=96121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 15:31:34.694404 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.policy [None req-976327d9-5714-45ea-a641-bb2f8a72c8d9 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=96121) register_rules /opt/stack/neutron/neutron/policy.py:73}} Sep 29 15:31:34.739577 dv-cinder-806616-6-iscsi neutron-server[96121]: WARNING oslo_policy.policy [None req-976327d9-5714-45ea-a641-bb2f8a72c8d9 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 29 15:31:34.740073 dv-cinder-806616-6-iscsi neutron-server[96121]: WARNING oslo_policy.policy [None req-976327d9-5714-45ea-a641-bb2f8a72c8d9 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 29 15:31:34.748200 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-976327d9-5714-45ea-a641-bb2f8a72c8d9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:31:34.750034 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [None req-976327d9-5714-45ea-a641-bb2f8a72c8d9 admin admin] 10.222.0.46 "GET /v2.0/networks/cd5efe95-1549-4750-933c-70412f77577e HTTP/1.1" status: 200 len: 842 time: 0.3304477 Sep 29 15:31:34.760914 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.api.v2.base [None req-778e2ab1-076c-4c39-a483-38694318fe35 admin admin] Request body: {'subnet': {'cidr': '172.27.0.0/24', 'name': 'public-subnet', 'ip_version': 4, 'enable_dhcp': False, 'gateway_ip': '172.27.0.1', 'network_id': 'cd5efe95-1549-4750-933c-70412f77577e'}} {{(pid=96121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 15:31:34.762801 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.quota [None req-778e2ab1-076c-4c39-a483-38694318fe35 admin admin] Loaded quota_driver: . Sep 29 15:31:34.899371 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-778e2ab1-076c-4c39-a483-38694318fe35 admin admin] Made reservation on behalf of 9745bf19ad48478ba592c3b9c42d3fe0 for: {'subnet': 1} {{(pid=96121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 15:31:34.902311 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [None req-778e2ab1-076c-4c39-a483-38694318fe35 admin admin] Notify callbacks [] for subnet, before_create {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:31:35.359374 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.objects.ports [None req-778e2ab1-076c-4c39-a483-38694318fe35 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=96121) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 29 15:31:35.359799 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [None req-778e2ab1-076c-4c39-a483-38694318fe35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1575015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575366'] for subnet, after_create {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:31:35.427105 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-778e2ab1-076c-4c39-a483-38694318fe35 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9c872fed-da92-4e12-828d-ac62e1b980b9,revision_number=0']} {{(pid=96121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 15:31:35.431540 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-778e2ab1-076c-4c39-a483-38694318fe35 admin admin] Checking segment: {'id': '16a0d549-78f3-47f2-8934-1674670c2e39', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cd5efe95-1549-4750-933c-70412f77577e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96121) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 15:31:35.431890 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-778e2ab1-076c-4c39-a483-38694318fe35 admin admin] Network hostable DHCP agents. Network: cd5efe95-1549-4750-933c-70412f77577e, hostable agents: ['626ea16d-5941-4cb2-98b6-5e39c33395ed'], hosted agents: [] {{(pid=96121) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 29 15:31:35.440391 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-778e2ab1-076c-4c39-a483-38694318fe35 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806616-6-iscsi {{(pid=96121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 15:31:35.440741 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-778e2ab1-076c-4c39-a483-38694318fe35 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806616-6-iscsi {{(pid=96121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 15:31:35.441075 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-778e2ab1-076c-4c39-a483-38694318fe35 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806616-6-iscsi {{(pid=96121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 15:31:35.441401 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-778e2ab1-076c-4c39-a483-38694318fe35 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806616-6-iscsi {{(pid=96121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 15:31:35.441723 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-778e2ab1-076c-4c39-a483-38694318fe35 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806616-6-iscsi {{(pid=96121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 15:31:35.442061 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-778e2ab1-076c-4c39-a483-38694318fe35 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806616-6-iscsi {{(pid=96121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 15:31:35.442380 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-778e2ab1-076c-4c39-a483-38694318fe35 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806616-6-iscsi {{(pid=96121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 15:31:35.442697 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-778e2ab1-076c-4c39-a483-38694318fe35 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806616-6-iscsi {{(pid=96121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 15:31:35.443032 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-778e2ab1-076c-4c39-a483-38694318fe35 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806616-6-iscsi {{(pid=96121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 15:31:35.443347 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-778e2ab1-076c-4c39-a483-38694318fe35 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806616-6-iscsi {{(pid=96121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 15:31:35.443656 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-778e2ab1-076c-4c39-a483-38694318fe35 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806616-6-iscsi {{(pid=96121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 15:31:35.443985 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-778e2ab1-076c-4c39-a483-38694318fe35 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806616-6-iscsi {{(pid=96121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 15:31:35.445627 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-778e2ab1-076c-4c39-a483-38694318fe35 admin admin] Tracked resource versions report: Sep 29 15:31:35.445627 dv-cinder-806616-6-iscsi neutron-server[96121]: pushed versions: Sep 29 15:31:35.445627 dv-cinder-806616-6-iscsi neutron-server[96121]: { 'AddressGroup': {'1.2'}, Sep 29 15:31:35.445627 dv-cinder-806616-6-iscsi neutron-server[96121]: 'ConntrackHelper': {'1.0'}, Sep 29 15:31:35.445627 dv-cinder-806616-6-iscsi neutron-server[96121]: 'Log': {'1.0'}, Sep 29 15:31:35.445627 dv-cinder-806616-6-iscsi neutron-server[96121]: 'Network': {'1.1'}, Sep 29 15:31:35.445627 dv-cinder-806616-6-iscsi neutron-server[96121]: 'Port': {'1.7'}, Sep 29 15:31:35.445627 dv-cinder-806616-6-iscsi neutron-server[96121]: 'PortForwarding': {'1.2'}, Sep 29 15:31:35.445627 dv-cinder-806616-6-iscsi neutron-server[96121]: 'QosPolicy': {'1.9'}, Sep 29 15:31:35.445627 dv-cinder-806616-6-iscsi neutron-server[96121]: 'SecurityGroup': {'1.4'}, Sep 29 15:31:35.445627 dv-cinder-806616-6-iscsi neutron-server[96121]: 'SecurityGroupRule': {'1.2'}, Sep 29 15:31:35.445627 dv-cinder-806616-6-iscsi neutron-server[96121]: 'SubPort': {'1.0'}, Sep 29 15:31:35.445627 dv-cinder-806616-6-iscsi neutron-server[96121]: 'Subnet': {'1.1'}, Sep 29 15:31:35.445627 dv-cinder-806616-6-iscsi neutron-server[96121]: 'Trunk': {'1.1'}} Sep 29 15:31:35.445627 dv-cinder-806616-6-iscsi neutron-server[96121]: consumer versions: Sep 29 15:31:35.445627 dv-cinder-806616-6-iscsi neutron-server[96121]: { DHCP agent@dv-cinder-806616-6-iscsi: {}, Sep 29 15:31:35.445627 dv-cinder-806616-6-iscsi neutron-server[96121]: L3 agent@dv-cinder-806616-6-iscsi: {}, Sep 29 15:31:35.445627 dv-cinder-806616-6-iscsi neutron-server[96121]: Metadata agent@dv-cinder-806616-6-iscsi: {}, Sep 29 15:31:35.445627 dv-cinder-806616-6-iscsi neutron-server[96121]: Metering agent@dv-cinder-806616-6-iscsi: {}, Sep 29 15:31:35.445627 dv-cinder-806616-6-iscsi neutron-server[96121]: Open vSwitch agent@dv-cinder-806616-6-iscsi: { 'AddressGroup': '1.2', Sep 29 15:31:35.445627 dv-cinder-806616-6-iscsi neutron-server[96121]: 'ConntrackHelper': '1.0', Sep 29 15:31:35.445627 dv-cinder-806616-6-iscsi neutron-server[96121]: 'Log': '1.0', Sep 29 15:31:35.445627 dv-cinder-806616-6-iscsi neutron-server[96121]: 'Network': '1.1', Sep 29 15:31:35.445627 dv-cinder-806616-6-iscsi neutron-server[96121]: 'Port': '1.7', Sep 29 15:31:35.445627 dv-cinder-806616-6-iscsi neutron-server[96121]: 'PortForwarding': '1.2', Sep 29 15:31:35.445627 dv-cinder-806616-6-iscsi neutron-server[96121]: 'QosPolicy': '1.9', Sep 29 15:31:35.445627 dv-cinder-806616-6-iscsi neutron-server[96121]: 'SecurityGroup': '1.4', Sep 29 15:31:35.445627 dv-cinder-806616-6-iscsi neutron-server[96121]: 'SecurityGroupRule': '1.2', Sep 29 15:31:35.445627 dv-cinder-806616-6-iscsi neutron-server[96121]: 'SubPort': '1.0', Sep 29 15:31:35.445627 dv-cinder-806616-6-iscsi neutron-server[96121]: 'Subnet': '1.1', Sep 29 15:31:35.445627 dv-cinder-806616-6-iscsi neutron-server[96121]: 'Trunk': '1.1'}} Sep 29 15:31:35.445627 dv-cinder-806616-6-iscsi neutron-server[96121]: {{(pid=96121) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 29 15:31:35.595734 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-778e2ab1-076c-4c39-a483-38694318fe35 admin admin] Network cd5efe95-1549-4750-933c-70412f77577e is scheduled to be hosted by DHCP agent 626ea16d-5941-4cb2-98b6-5e39c33395ed with binding_index 1 {{(pid=96121) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 29 15:31:35.687167 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.scheduler.base_scheduler [None req-778e2ab1-076c-4c39-a483-38694318fe35 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-806616-6-iscsi, cd5efe95-1549-4750-933c-70412f77577e) {{(pid=96121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 15:31:35.691857 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-778e2ab1-076c-4c39-a483-38694318fe35 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=96121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:31:35.692400 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [None req-778e2ab1-076c-4c39-a483-38694318fe35 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577532'] for subnet, before_response {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:31:35.697363 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0ceeaf8-bfad-4019-8c0f-56fc2ef6f419 None None] Network cd5efe95-1549-4750-933c-70412f77577e requested from dv-cinder-806616-6-iscsi {{(pid=96122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 15:31:35.775970 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [None req-778e2ab1-076c-4c39-a483-38694318fe35 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0067983 Sep 29 15:31:35.823014 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27ac878e-362f-423e-aba6-9c5c4b039bcf None None] Network cd5efe95-1549-4750-933c-70412f77577e requested from dv-cinder-806616-6-iscsi {{(pid=96122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 15:31:38.069227 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.wsgi [-] (96120) accepted ('10.222.0.46', 54468) {{(pid=96120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 15:31:38.206478 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [None req-cb225812-cd69-45c6-89df-ff0c41d75e4d admin admin] 10.222.0.46 "GET /v2.0/routers/8de04757-7925-4cf1-a0ac-e6ce94ecf2ee HTTP/1.1" status: 200 len: 710 time: 0.1355765 Sep 29 15:31:38.291032 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47d240ff-c87d-49f1-b376-870af3baa454 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:31:38.292400 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [None req-47d240ff-c87d-49f1-b376-870af3baa454 admin admin] 10.222.0.46 "GET /v2.0/networks/cd5efe95-1549-4750-933c-70412f77577e HTTP/1.1" status: 200 len: 886 time: 0.0794942 Sep 29 15:31:38.301526 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.api.v2.base [None req-8da1421c-0711-489b-98a6-ecc97b65c7c9 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'cd5efe95-1549-4750-933c-70412f77577e'}}} {{(pid=96120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 15:31:38.605687 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-8da1421c-0711-489b-98a6-ecc97b65c7c9 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:31:38.894472 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-8da1421c-0711-489b-98a6-ecc97b65c7c9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:31:38.969305 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-8da1421c-0711-489b-98a6-ecc97b65c7c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-684029'] for port, before_create {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:31:39.071238 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.db.db_base_plugin_common [None req-8da1421c-0711-489b-98a6-ecc97b65c7c9 admin admin] Allocated IP 172.27.0.112 (cd5efe95-1549-4750-933c-70412f77577e/9c872fed-da92-4e12-828d-ac62e1b980b9/c378a990-e18a-4829-957b-a402a32fc737) {{(pid=96120) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 15:31:39.182975 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-8da1421c-0711-489b-98a6-ecc97b65c7c9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:31:39.288239 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-8da1421c-0711-489b-98a6-ecc97b65c7c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741779628737'] for port, after_create {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:31:39.305058 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8da1421c-0711-489b-98a6-ecc97b65c7c9 admin admin] Network cd5efe95-1549-4750-933c-70412f77577e is already hosted by enough agents. {{(pid=96120) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 15:31:39.325155 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.scheduler.base_scheduler [None req-8da1421c-0711-489b-98a6-ecc97b65c7c9 admin admin] Resources bound (agent type, host, resource id): {{(pid=96120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 15:31:39.328692 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8da1421c-0711-489b-98a6-ecc97b65c7c9 admin admin] Received port after_create {{(pid=96120) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 15:31:39.380542 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da1421c-0711-489b-98a6-ecc97b65c7c9 admin admin] Pushing event updated for resources: {'Port': ['ID=c378a990-e18a-4829-957b-a402a32fc737,revision_number=1']} {{(pid=96120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 15:31:39.660248 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-8da1421c-0711-489b-98a6-ecc97b65c7c9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:31:39.846790 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-8da1421c-0711-489b-98a6-ecc97b65c7c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1617306', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1620234', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3485'] for router, precommit_update {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:31:39.850441 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-8da1421c-0711-489b-98a6-ecc97b65c7c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1617329', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1617315', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1617320', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1620243'] for router, after_update {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:31:40.030197 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8da1421c-0711-489b-98a6-ecc97b65c7c9 admin admin] Router 8de04757-7925-4cf1-a0ac-e6ce94ecf2ee has already been hosted by L3 agent e5061b61-feb3-46be-bd05-1226f95d9417 {{(pid=96120) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 29 15:31:40.135824 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8da1421c-0711-489b-98a6-ecc97b65c7c9 admin admin] Notify agent at l3_agent.dv-cinder-806616-6-iscsi the message routers_updated {{(pid=96120) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 15:31:40.140222 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-8da1421c-0711-489b-98a6-ecc97b65c7c9 admin admin] Notify callbacks [] for router, before_response {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:31:40.141406 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [None req-8da1421c-0711-489b-98a6-ecc97b65c7c9 admin admin] 10.222.0.46 "PUT /v2.0/routers/8de04757-7925-4cf1-a0ac-e6ce94ecf2ee HTTP/1.1" status: 200 len: 890 time: 1.8429623 Sep 29 15:31:40.644001 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d222464f-9bc0-4d56-83aa-64efee82a9d6 None None] Sync routers for ids ['8de04757-7925-4cf1-a0ac-e6ce94ecf2ee'] in dv-cinder-806616-6-iscsi {{(pid=96122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 15:31:40.654606 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d222464f-9bc0-4d56-83aa-64efee82a9d6 None None] Routers {'8de04757-7925-4cf1-a0ac-e6ce94ecf2ee'} bound to L3 agent in host dv-cinder-806616-6-iscsi {{(pid=96122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 15:31:40.655247 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.db.l3_hamode_db [None req-d222464f-9bc0-4d56-83aa-64efee82a9d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806616-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-29T15:30:56Z,description=,heartbeat_timestamp=2021-09-29T15:31:26Z,host='dv-cinder-806616-6-iscsi',id=e5061b61-feb3-46be-bd05-1226f95d9417,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T15:30:57Z,topic='l3_agent')) {'router_ids': ['8de04757-7925-4cf1-a0ac-e6ce94ecf2ee'], 'active': True} {{(pid=96122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 15:31:40.860607 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.db.l3_dvr_db [None req-d222464f-9bc0-4d56-83aa-64efee82a9d6 None None] Set router 8de04757-7925-4cf1-a0ac-e6ce94ecf2ee gateway port host: dv-cinder-806616-6-iscsi {{(pid=96122) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 15:31:41.092172 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.plugins.ml2.rpc [None req-86ea74e9-eea3-4769-b153-652ac6294d68 None None] Device c4977e1e-317a-41f6-b280-318ac5f914ad up at agent ovs-agent-dv-cinder-806616-6-iscsi {{(pid=96122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 15:31:41.222854 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.db.provisioning_blocks [None req-86ea74e9-eea3-4769-b153-652ac6294d68 None None] Provisioning complete for port c4977e1e-317a-41f6-b280-318ac5f914ad triggered by entity L2. {{(pid=96122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 15:31:41.223143 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron_lib.callbacks.manager [None req-86ea74e9-eea3-4769-b153-652ac6294d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-626465'] for port, provisioning_complete {{(pid=96122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:31:41.345158 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.db.l3_hamode_db [None req-d222464f-9bc0-4d56-83aa-64efee82a9d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8de04757-7925-4cf1-a0ac-e6ce94ecf2ee', 'name': 'router1', 'tenant_id': '34b450f6b10746dbbb68338a5543bc22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd5efe95-1549-4750-933c-70412f77577e', 'external_fixed_ips': [{'subnet_id': '9c872fed-da92-4e12-828d-ac62e1b980b9', 'ip_address': '172.27.0.112'}], 'enable_snat': True}, 'gw_port_id': 'c378a990-e18a-4829-957b-a402a32fc737', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T15:31:21Z', 'updated_at': '2021-09-29T15:31:39Z', 'revision_number': 4, 'project_id': '34b450f6b10746dbbb68338a5543bc22', 'gw_port': {'id': 'c378a990-e18a-4829-957b-a402a32fc737', 'name': '', 'network_id': 'cd5efe95-1549-4750-933c-70412f77577e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:55:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8de04757-7925-4cf1-a0ac-e6ce94ecf2ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '9c872fed-da92-4e12-828d-ac62e1b980b9', 'ip_address': '172.27.0.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T15:31:38Z', 'updated_at': '2021-09-29T15:31:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9c872fed-da92-4e12-828d-ac62e1b980b9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806616-6-iscsi', '_interfaces': [{'id': 'c4977e1e-317a-41f6-b280-318ac5f914ad', 'name': '', 'network_id': '68f7a5dc-cb85-4610-bb1d-b218082f6562', 'tenant_id': '34b450f6b10746dbbb68338a5543bc22', 'mac_address': 'fa:16:3e:db:b0:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8de04757-7925-4cf1-a0ac-e6ce94ecf2ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '7577ecca-99a0-458f-910a-9bd983bf2946', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806616-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T15:31:30Z', 'updated_at': '2021-09-29T15:31:34Z', 'revision_number': 5, 'project_id': '34b450f6b10746dbbb68338a5543bc22', 'subnets': [{'id': '7577ecca-99a0-458f-910a-9bd983bf2946', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '64c358c0-137b-4a95-a225-e6be16e68a8b'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806616-6-iscsi', False) {} {{(pid=96122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 15:31:41.401660 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d222464f-9bc0-4d56-83aa-64efee82a9d6 None None] Checking router: 8de04757-7925-4cf1-a0ac-e6ce94ecf2ee for host: dv-cinder-806616-6-iscsi {{(pid=96122) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 15:31:41.402029 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d222464f-9bc0-4d56-83aa-64efee82a9d6 None None] Updating router 8de04757-7925-4cf1-a0ac-e6ce94ecf2ee port c378a990-e18a-4829-957b-a402a32fc737 binding host dv-cinder-806616-6-iscsi {{(pid=96122) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 29 15:31:41.448566 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron_lib.callbacks.manager [None req-d222464f-9bc0-4d56-83aa-64efee82a9d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-684029'] for port, before_update {{(pid=96122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:31:41.761575 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron_lib.callbacks.manager [None req-d222464f-9bc0-4d56-83aa-64efee82a9d6 None None] Notify callbacks [] for port, precommit_update {{(pid=96122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:31:41.813639 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron_lib.callbacks.manager [None req-d222464f-9bc0-4d56-83aa-64efee82a9d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741780147972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741779628755', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741779628773'] for port, after_update {{(pid=96122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:31:41.938812 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b91f36e-41fd-4e9f-84b1-98cda77f97b7 None None] Pushing event updated for resources: {'Port': ['ID=c378a990-e18a-4829-957b-a402a32fc737,revision_number=2']} {{(pid=96122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 15:31:41.942843 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.plugins.ml2.managers [None req-d222464f-9bc0-4d56-83aa-64efee82a9d6 None None] Attempting to bind port c378a990-e18a-4829-957b-a402a32fc737 on host dv-cinder-806616-6-iscsi for vnic_type normal with profile {{(pid=96122) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 15:31:41.943216 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.plugins.ml2.managers [None req-d222464f-9bc0-4d56-83aa-64efee82a9d6 None None] Attempting to bind port c378a990-e18a-4829-957b-a402a32fc737 by drivers openvswitch,hyperv on host dv-cinder-806616-6-iscsi at level 0 using segments [{'id': '16a0d549-78f3-47f2-8934-1674670c2e39', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cd5efe95-1549-4750-933c-70412f77577e'}] {{(pid=96122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 15:31:41.943581 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d222464f-9bc0-4d56-83aa-64efee82a9d6 None None] Attempting to bind port c378a990-e18a-4829-957b-a402a32fc737 on network cd5efe95-1549-4750-933c-70412f77577e {{(pid=96122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 15:31:41.948830 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d222464f-9bc0-4d56-83aa-64efee82a9d6 None None] Checking agent: {'id': '3420b91a-a9c7-4dbc-b0fb-eb58464b9dc3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806616-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 15, 30, 57), 'started_at': datetime.datetime(2021, 9, 29, 15, 31, 27), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 15, 31, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806616-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=96122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 15:31:41.949207 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d222464f-9bc0-4d56-83aa-64efee82a9d6 None None] Checking segment: {'id': '16a0d549-78f3-47f2-8934-1674670c2e39', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cd5efe95-1549-4750-933c-70412f77577e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 15:31:41.949613 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron_lib.callbacks.manager [None req-d222464f-9bc0-4d56-83aa-64efee82a9d6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=96122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:31:41.950005 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d222464f-9bc0-4d56-83aa-64efee82a9d6 None None] Bound using segment: {'id': '16a0d549-78f3-47f2-8934-1674670c2e39', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cd5efe95-1549-4750-933c-70412f77577e'} {{(pid=96122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 15:31:41.950471 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.plugins.ml2.managers [None req-d222464f-9bc0-4d56-83aa-64efee82a9d6 None None] Bound port: c378a990-e18a-4829-957b-a402a32fc737, host: dv-cinder-806616-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '16a0d549-78f3-47f2-8934-1674670c2e39', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cd5efe95-1549-4750-933c-70412f77577e'}}] {{(pid=96122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 15:31:41.950871 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron_lib.callbacks.manager [None req-d222464f-9bc0-4d56-83aa-64efee82a9d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-684029'] for port, before_update {{(pid=96122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:31:42.000504 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.plugins.ml2.db [None req-d222464f-9bc0-4d56-83aa-64efee82a9d6 None None] For port c378a990-e18a-4829-957b-a402a32fc737, host dv-cinder-806616-6-iscsi, cleared binding levels {{(pid=96122) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 15:31:42.003497 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.plugins.ml2.db [None req-d222464f-9bc0-4d56-83aa-64efee82a9d6 None None] For port c378a990-e18a-4829-957b-a402a32fc737, host dv-cinder-806616-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806616-6-iscsi',level=0,port_id=c378a990-e18a-4829-957b-a402a32fc737,segment=NetworkSegment(16a0d549-78f3-47f2-8934-1674670c2e39),segment_id=16a0d549-78f3-47f2-8934-1674670c2e39)] {{(pid=96122) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 15:31:42.065540 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron_lib.callbacks.manager [None req-d222464f-9bc0-4d56-83aa-64efee82a9d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741780147972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741779628755', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741779628773'] for port, after_update {{(pid=96122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:31:42.121556 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d222464f-9bc0-4d56-83aa-64efee82a9d6 None None] Routers {'8de04757-7925-4cf1-a0ac-e6ce94ecf2ee'} bound to L3 agent in host dv-cinder-806616-6-iscsi {{(pid=96122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 15:31:42.122170 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.db.l3_hamode_db [None req-d222464f-9bc0-4d56-83aa-64efee82a9d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806616-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-29T15:30:56Z,description=,heartbeat_timestamp=2021-09-29T15:31:26Z,host='dv-cinder-806616-6-iscsi',id=e5061b61-feb3-46be-bd05-1226f95d9417,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T15:30:57Z,topic='l3_agent')) {'router_ids': ['8de04757-7925-4cf1-a0ac-e6ce94ecf2ee'], 'active': True} {{(pid=96122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 15:31:42.128790 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b91f36e-41fd-4e9f-84b1-98cda77f97b7 None None] Pushing event updated for resources: {'Port': ['ID=c378a990-e18a-4829-957b-a402a32fc737,revision_number=3']} {{(pid=96122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 15:31:42.230498 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.db.l3_dvr_db [None req-d222464f-9bc0-4d56-83aa-64efee82a9d6 None None] Set router 8de04757-7925-4cf1-a0ac-e6ce94ecf2ee gateway port host: dv-cinder-806616-6-iscsi {{(pid=96122) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 15:31:42.443061 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.db.l3_hamode_db [None req-d222464f-9bc0-4d56-83aa-64efee82a9d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8de04757-7925-4cf1-a0ac-e6ce94ecf2ee', 'name': 'router1', 'tenant_id': '34b450f6b10746dbbb68338a5543bc22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd5efe95-1549-4750-933c-70412f77577e', 'external_fixed_ips': [{'subnet_id': '9c872fed-da92-4e12-828d-ac62e1b980b9', 'ip_address': '172.27.0.112'}], 'enable_snat': True}, 'gw_port_id': 'c378a990-e18a-4829-957b-a402a32fc737', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T15:31:21Z', 'updated_at': '2021-09-29T15:31:39Z', 'revision_number': 4, 'project_id': '34b450f6b10746dbbb68338a5543bc22', 'gw_port': {'id': 'c378a990-e18a-4829-957b-a402a32fc737', 'name': '', 'network_id': 'cd5efe95-1549-4750-933c-70412f77577e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:55:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8de04757-7925-4cf1-a0ac-e6ce94ecf2ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '9c872fed-da92-4e12-828d-ac62e1b980b9', 'ip_address': '172.27.0.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806616-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T15:31:38Z', 'updated_at': '2021-09-29T15:31:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9c872fed-da92-4e12-828d-ac62e1b980b9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806616-6-iscsi', '_interfaces': [{'id': 'c4977e1e-317a-41f6-b280-318ac5f914ad', 'name': '', 'network_id': '68f7a5dc-cb85-4610-bb1d-b218082f6562', 'tenant_id': '34b450f6b10746dbbb68338a5543bc22', 'mac_address': 'fa:16:3e:db:b0:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8de04757-7925-4cf1-a0ac-e6ce94ecf2ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '7577ecca-99a0-458f-910a-9bd983bf2946', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806616-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T15:31:30Z', 'updated_at': '2021-09-29T15:31:34Z', 'revision_number': 5, 'project_id': '34b450f6b10746dbbb68338a5543bc22', 'subnets': [{'id': '7577ecca-99a0-458f-910a-9bd983bf2946', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '64c358c0-137b-4a95-a225-e6be16e68a8b'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806616-6-iscsi', False) {} {{(pid=96122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 15:31:42.469239 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d222464f-9bc0-4d56-83aa-64efee82a9d6 None None] The sync data for ids ['8de04757-7925-4cf1-a0ac-e6ce94ecf2ee'] in dv-cinder-806616-6-iscsi is: [{'id': '8de04757-7925-4cf1-a0ac-e6ce94ecf2ee', 'name': 'router1', 'tenant_id': '34b450f6b10746dbbb68338a5543bc22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd5efe95-1549-4750-933c-70412f77577e', 'external_fixed_ips': [{'subnet_id': '9c872fed-da92-4e12-828d-ac62e1b980b9', 'ip_address': '172.27.0.112'}], 'enable_snat': True}, 'gw_port_id': 'c378a990-e18a-4829-957b-a402a32fc737', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T15:31:21Z', 'updated_at': '2021-09-29T15:31:39Z', 'revision_number': 4, 'project_id': '34b450f6b10746dbbb68338a5543bc22', 'gw_port': {'id': 'c378a990-e18a-4829-957b-a402a32fc737', 'name': '', 'network_id': 'cd5efe95-1549-4750-933c-70412f77577e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:55:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8de04757-7925-4cf1-a0ac-e6ce94ecf2ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '9c872fed-da92-4e12-828d-ac62e1b980b9', 'ip_address': '172.27.0.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806616-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T15:31:38Z', 'updated_at': '2021-09-29T15:31:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9c872fed-da92-4e12-828d-ac62e1b980b9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806616-6-iscsi', '_interfaces': [{'id': 'c4977e1e-317a-41f6-b280-318ac5f914ad', 'name': '', 'network_id': '68f7a5dc-cb85-4610-bb1d-b218082f6562', 'tenant_id': '34b450f6b10746dbbb68338a5543bc22', 'mac_address': 'fa:16:3e:db:b0:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8de04757-7925-4cf1-a0ac-e6ce94ecf2ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '7577ecca-99a0-458f-910a-9bd983bf2946', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806616-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T15:31:30Z', 'updated_at': '2021-09-29T15:31:34Z', 'revision_number': 5, 'project_id': '34b450f6b10746dbbb68338a5543bc22', 'subnets': [{'id': '7577ecca-99a0-458f-910a-9bd983bf2946', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '64c358c0-137b-4a95-a225-e6be16e68a8b'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=96122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 15:31:42.532743 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.wsgi [-] (96121) accepted ('10.222.0.46', 54480) {{(pid=96121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 15:31:42.688762 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [None req-be99976b-cc96-447b-98bc-ca6ebfd9fe11 admin admin] 10.222.0.46 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1543324 Sep 29 15:31:43.234380 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.plugins.ml2.rpc [None req-86ea74e9-eea3-4769-b153-652ac6294d68 None None] Device c378a990-e18a-4829-957b-a402a32fc737 up at agent ovs-agent-dv-cinder-806616-6-iscsi {{(pid=96122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 15:31:43.283427 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.db.provisioning_blocks [None req-86ea74e9-eea3-4769-b153-652ac6294d68 None None] Provisioning complete for port c378a990-e18a-4829-957b-a402a32fc737 triggered by entity L2. {{(pid=96122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 15:31:43.283823 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron_lib.callbacks.manager [None req-86ea74e9-eea3-4769-b153-652ac6294d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-626465'] for port, provisioning_complete {{(pid=96122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:31:43.363768 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron_lib.callbacks.manager [None req-86ea74e9-eea3-4769-b153-652ac6294d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-684029'] for port, before_update {{(pid=96122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:31:43.383479 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.plugins.ml2.db [None req-86ea74e9-eea3-4769-b153-652ac6294d68 None None] For port c378a990-e18a-4829-957b-a402a32fc737, host dv-cinder-806616-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806616-6-iscsi',level=0,port_id=c378a990-e18a-4829-957b-a402a32fc737,segment=NetworkSegment(16a0d549-78f3-47f2-8934-1674670c2e39),segment_id=16a0d549-78f3-47f2-8934-1674670c2e39)] {{(pid=96122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 15:31:43.465274 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron_lib.callbacks.manager [None req-86ea74e9-eea3-4769-b153-652ac6294d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741780147972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741779628755', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741779628773'] for port, after_update {{(pid=96122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:31:43.513364 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ea74e9-eea3-4769-b153-652ac6294d68 None None] Pushing event updated for resources: {'Port': ['ID=c378a990-e18a-4829-957b-a402a32fc737,revision_number=4']} {{(pid=96122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 15:31:45.076373 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.plugins.ml2.rpc [None req-86ea74e9-eea3-4769-b153-652ac6294d68 None None] Device c378a990-e18a-4829-957b-a402a32fc737 up at agent ovs-agent-dv-cinder-806616-6-iscsi {{(pid=96122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 15:31:45.132931 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.db.provisioning_blocks [None req-86ea74e9-eea3-4769-b153-652ac6294d68 None None] Provisioning complete for port c378a990-e18a-4829-957b-a402a32fc737 triggered by entity L2. {{(pid=96122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 15:31:45.133309 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron_lib.callbacks.manager [None req-86ea74e9-eea3-4769-b153-652ac6294d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-626465'] for port, provisioning_complete {{(pid=96122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:31:54.125190 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron_lib.callbacks.manager [None req-7c2de1ed-c707-48b3-9325-06b69333f4c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741779927170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-625140'] for agent, after_update {{(pid=96122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:31:56.544508 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron_lib.callbacks.manager [None req-623ffd24-2db5-461e-91b9-9d4427d3928f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741779927170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-625140'] for agent, after_update {{(pid=96122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:31:57.515235 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron_lib.callbacks.manager [None req-86ea74e9-eea3-4769-b153-652ac6294d68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741779927170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-625140'] for agent, after_update {{(pid=96122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:31:58.436209 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron_lib.callbacks.manager [None req-d04ed334-d278-4234-b850-06fee10c9c6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741779927170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-625140'] for agent, after_update {{(pid=96122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:31:59.523384 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron_lib.callbacks.manager [None req-9bd021b7-afaf-4c67-b111-7b9308fbf6a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741779927170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-625140'] for agent, after_update {{(pid=96122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:31:59.816652 dv-cinder-806616-6-iscsi neutron-server[96123]: DEBUG neutron.db.agents_db [None req-ce50b6f1-f7bd-4b59-8641-9f71b480b041 None None] Agent healthcheck: found 5 active agents {{(pid=96123) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 29 15:32:24.869729 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron_lib.callbacks.manager [None req-f5b6822a-4ed0-401a-8455-e4c1a4e89876 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741779927170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-625140'] for agent, after_update {{(pid=96122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:32:26.566858 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron_lib.callbacks.manager [None req-a7c7ff81-034a-46e3-b265-b1795727c9af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741779927170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-625140'] for agent, after_update {{(pid=96122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:32:27.509416 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron_lib.callbacks.manager [None req-86ea74e9-eea3-4769-b153-652ac6294d68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741779927170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-625140'] for agent, after_update {{(pid=96122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:32:28.484965 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron_lib.callbacks.manager [None req-d04ed334-d278-4234-b850-06fee10c9c6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741779927170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-625140'] for agent, after_update {{(pid=96122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:32:30.064613 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron_lib.callbacks.manager [None req-9bd021b7-afaf-4c67-b111-7b9308fbf6a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741779927170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-625140'] for agent, after_update {{(pid=96122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:32:36.817057 dv-cinder-806616-6-iscsi neutron-server[96123]: DEBUG neutron.db.agents_db [None req-ce50b6f1-f7bd-4b59-8641-9f71b480b041 None None] Agent healthcheck: found 5 active agents {{(pid=96123) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 29 15:32:54.117914 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron_lib.callbacks.manager [None req-9e239dcb-1489-40f4-9281-d3c4a63d14d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741779927170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-625140'] for agent, after_update {{(pid=96122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:32:56.552320 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron_lib.callbacks.manager [None req-b9f3014a-190b-4729-891a-ce3a9247533c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741779927170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-625140'] for agent, after_update {{(pid=96122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:32:57.519633 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron_lib.callbacks.manager [None req-86ea74e9-eea3-4769-b153-652ac6294d68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741779927170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-625140'] for agent, after_update {{(pid=96122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:32:58.445106 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron_lib.callbacks.manager [None req-d04ed334-d278-4234-b850-06fee10c9c6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741779927170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-625140'] for agent, after_update {{(pid=96122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:32:59.513717 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron_lib.callbacks.manager [None req-9bd021b7-afaf-4c67-b111-7b9308fbf6a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741779927170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-625140'] for agent, after_update {{(pid=96122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:33:13.815805 dv-cinder-806616-6-iscsi neutron-server[96123]: DEBUG neutron.db.agents_db [None req-ce50b6f1-f7bd-4b59-8641-9f71b480b041 None None] Agent healthcheck: found 5 active agents {{(pid=96123) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 29 15:33:21.293747 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.wsgi [-] (96121) accepted ('10.222.0.46', 55042) {{(pid=96121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 15:33:21.353730 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.pecan_wsgi.hooks.translation [None req-3bf88e46-c3eb-44dc-a881-c08f75ad0cf4 admin admin] GET failed (client error): The resource could not be found. Sep 29 15:33:21.355019 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [None req-3bf88e46-c3eb-44dc-a881-c08f75ad0cf4 admin admin] 10.222.0.46 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0603397 Sep 29 15:33:21.517984 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b635814-e2b0-4762-ac66-510865364e26 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:33:21.519448 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [None req-2b635814-e2b0-4762-ac66-510865364e26 admin admin] 10.222.0.46 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1599252 Sep 29 15:33:23.685551 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.wsgi [-] (96121) accepted ('10.222.0.46', 55052) {{(pid=96121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 15:33:23.783653 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-189598d4-a19d-4ea3-a82e-da905f8cb96a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=96121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:33:23.785025 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [None req-189598d4-a19d-4ea3-a82e-da905f8cb96a admin admin] 10.222.0.46 "GET /v2.0/subnets/7577ecca-99a0-458f-910a-9bd983bf2946 HTTP/1.1" status: 200 len: 849 time: 0.0985410 Sep 29 15:33:23.797352 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.api.v2.base [None req-ad8d44dc-6fbc-47a6-a47e-7e558f6f522b admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=96121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 15:33:23.879429 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [None req-ad8d44dc-6fbc-47a6-a47e-7e558f6f522b admin admin] Notify callbacks [] for subnet, before_update {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:33:24.100925 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron_lib.callbacks.manager [None req-29e12d95-358f-4398-9bac-c64e36435ba2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741779927170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-625140'] for agent, after_update {{(pid=96122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:33:24.118256 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [None req-ad8d44dc-6fbc-47a6-a47e-7e558f6f522b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1575015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8741780147959'] for subnet, after_update {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:33:24.155896 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad8d44dc-6fbc-47a6-a47e-7e558f6f522b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=96121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:33:24.157597 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [None req-ad8d44dc-6fbc-47a6-a47e-7e558f6f522b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577532'] for subnet, before_response {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:33:24.160079 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [None req-ad8d44dc-6fbc-47a6-a47e-7e558f6f522b admin admin] 10.222.0.46 "PUT /v2.0/subnets/7577ecca-99a0-458f-910a-9bd983bf2946 HTTP/1.1" status: 200 len: 868 time: 0.3669004 Sep 29 15:33:24.175901 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3781d6d-75d7-4a53-ba80-1e7333ae543b None None] Network 68f7a5dc-cb85-4610-bb1d-b218082f6562 requested from dv-cinder-806616-6-iscsi {{(pid=96122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 15:33:24.176200 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad8d44dc-6fbc-47a6-a47e-7e558f6f522b admin admin] Pushing event updated for resources: {'Subnet': ['ID=7577ecca-99a0-458f-910a-9bd983bf2946,revision_number=1']} {{(pid=96121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 15:33:24.183642 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad8d44dc-6fbc-47a6-a47e-7e558f6f522b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806616-6-iscsi {{(pid=96121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 15:33:24.184051 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad8d44dc-6fbc-47a6-a47e-7e558f6f522b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806616-6-iscsi {{(pid=96121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 15:33:24.184387 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad8d44dc-6fbc-47a6-a47e-7e558f6f522b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806616-6-iscsi {{(pid=96121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 15:33:24.184718 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad8d44dc-6fbc-47a6-a47e-7e558f6f522b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806616-6-iscsi {{(pid=96121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 15:33:24.185043 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad8d44dc-6fbc-47a6-a47e-7e558f6f522b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806616-6-iscsi {{(pid=96121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 15:33:24.185387 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad8d44dc-6fbc-47a6-a47e-7e558f6f522b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806616-6-iscsi {{(pid=96121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 15:33:24.185714 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad8d44dc-6fbc-47a6-a47e-7e558f6f522b admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806616-6-iscsi {{(pid=96121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 15:33:24.186044 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad8d44dc-6fbc-47a6-a47e-7e558f6f522b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806616-6-iscsi {{(pid=96121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 15:33:24.186367 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad8d44dc-6fbc-47a6-a47e-7e558f6f522b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806616-6-iscsi {{(pid=96121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 15:33:24.186701 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad8d44dc-6fbc-47a6-a47e-7e558f6f522b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806616-6-iscsi {{(pid=96121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 15:33:24.187021 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad8d44dc-6fbc-47a6-a47e-7e558f6f522b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806616-6-iscsi {{(pid=96121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 15:33:24.187339 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad8d44dc-6fbc-47a6-a47e-7e558f6f522b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806616-6-iscsi {{(pid=96121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 15:33:24.560704 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.db.provisioning_blocks [None req-d918b777-0724-4d21-83c8-80dfae7642ad None None] Provisioning complete for port e00caad4-f4ec-454e-8919-70a046ed756d triggered by entity DHCP. {{(pid=96122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 15:33:24.561419 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron_lib.callbacks.manager [None req-d918b777-0724-4d21-83c8-80dfae7642ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-626465'] for port, provisioning_complete {{(pid=96122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:33:24.651045 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.db.provisioning_blocks [None req-d918b777-0724-4d21-83c8-80dfae7642ad None None] Provisioning complete for port c4977e1e-317a-41f6-b280-318ac5f914ad triggered by entity DHCP. {{(pid=96122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 15:33:24.651334 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron_lib.callbacks.manager [None req-d918b777-0724-4d21-83c8-80dfae7642ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-626465'] for port, provisioning_complete {{(pid=96122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:33:26.342327 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.wsgi [-] (96121) accepted ('10.222.0.46', 55060) {{(pid=96121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 15:33:26.545348 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d68acbb4-a691-4c40-9870-1a930efec49e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:33:26.545748 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d68acbb4-a691-4c40-9870-1a930efec49e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:33:26.547285 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [None req-d68acbb4-a691-4c40-9870-1a930efec49e admin admin] 10.222.0.46 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2040169 Sep 29 15:33:26.604288 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron_lib.callbacks.manager [None req-c141fec5-7d07-4f8c-9175-9d82547a7e7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741779927170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-625140'] for agent, after_update {{(pid=96122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:33:27.547391 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron_lib.callbacks.manager [None req-86ea74e9-eea3-4769-b153-652ac6294d68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741779927170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-625140'] for agent, after_update {{(pid=96122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:33:28.447621 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron_lib.callbacks.manager [None req-d04ed334-d278-4234-b850-06fee10c9c6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741779927170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-625140'] for agent, after_update {{(pid=96122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:33:28.727013 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.wsgi [-] (96121) accepted ('10.222.0.46', 55068) {{(pid=96121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 15:33:28.854945 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad360223-c45a-473b-a725-6cbb924c4272 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:33:28.855421 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad360223-c45a-473b-a725-6cbb924c4272 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:33:28.856963 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [None req-ad360223-c45a-473b-a725-6cbb924c4272 admin admin] 10.222.0.46 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1290727 Sep 29 15:33:29.524490 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron_lib.callbacks.manager [None req-9bd021b7-afaf-4c67-b111-7b9308fbf6a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741779927170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-625140'] for agent, after_update {{(pid=96122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:33:31.053091 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.wsgi [-] (96121) accepted ('10.222.0.46', 55076) {{(pid=96121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 15:33:31.193937 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4775cb8d-db06-4ec4-942f-387253e0afe4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:33:31.195192 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [None req-4775cb8d-db06-4ec4-942f-387253e0afe4 admin admin] 10.222.0.46 "GET /v2.0/networks/68f7a5dc-cb85-4610-bb1d-b218082f6562 HTTP/1.1" status: 200 len: 869 time: 0.1410589 Sep 29 15:33:33.370612 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.wsgi [-] (96121) accepted ('10.222.0.46', 55084) {{(pid=96121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 15:33:33.492298 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3d84b38-98d8-4e6c-82eb-42f09d3e2117 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:33:33.493649 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [None req-d3d84b38-98d8-4e6c-82eb-42f09d3e2117 admin admin] 10.222.0.46 "GET /v2.0/networks/cd5efe95-1549-4750-933c-70412f77577e HTTP/1.1" status: 200 len: 886 time: 0.1220958 Sep 29 15:33:35.673476 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.wsgi [-] (96121) accepted ('10.222.0.46', 55092) {{(pid=96121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 15:33:35.794989 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29139777-21be-4038-a7a4-2f4de6eee3bf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=96121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:33:35.795445 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29139777-21be-4038-a7a4-2f4de6eee3bf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=96121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:33:35.797118 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [None req-29139777-21be-4038-a7a4-2f4de6eee3bf admin admin] 10.222.0.46 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1226821 Sep 29 15:33:37.971589 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.wsgi [-] (96121) accepted ('10.222.0.46', 55100) {{(pid=96121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 15:33:38.067543 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41e5dc54-0a23-4f0d-8f69-7f0c0c807ea2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=96121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:33:38.068031 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41e5dc54-0a23-4f0d-8f69-7f0c0c807ea2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=96121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:33:38.069552 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [None req-41e5dc54-0a23-4f0d-8f69-7f0c0c807ea2 admin admin] 10.222.0.46 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0969269 Sep 29 15:33:40.235383 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.wsgi [-] (96121) accepted ('10.222.0.46', 55108) {{(pid=96121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 15:33:40.327221 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f048fe4a-7b10-4b0e-99fa-e0607708b32f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=96121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:33:40.328611 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [None req-f048fe4a-7b10-4b0e-99fa-e0607708b32f admin admin] 10.222.0.46 "GET /v2.0/subnets/7577ecca-99a0-458f-910a-9bd983bf2946 HTTP/1.1" status: 200 len: 868 time: 0.0922720 Sep 29 15:33:42.495517 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.wsgi [-] (96120) accepted ('10.222.0.46', 55116) {{(pid=96120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 15:33:42.585020 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e09b7c7-4378-4217-bf0c-582aa44cc6e2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=96120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:33:42.586373 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [None req-1e09b7c7-4378-4217-bf0c-582aa44cc6e2 admin admin] 10.222.0.46 "GET /v2.0/subnets/9c872fed-da92-4e12-828d-ac62e1b980b9 HTTP/1.1" status: 200 len: 816 time: 0.0898640 Sep 29 15:33:50.814959 dv-cinder-806616-6-iscsi neutron-server[96123]: DEBUG neutron.db.agents_db [None req-ce50b6f1-f7bd-4b59-8641-9f71b480b041 None None] Agent healthcheck: found 5 active agents {{(pid=96123) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 29 15:33:54.138399 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron_lib.callbacks.manager [None req-da2cd5a2-6485-4f39-a826-49d0e5583fab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741779927170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-625140'] for agent, after_update {{(pid=96122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:33:56.591257 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron_lib.callbacks.manager [None req-0d1748dd-21dd-4a18-82da-2743a837ec1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741779927170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-625140'] for agent, after_update {{(pid=96122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:33:57.498056 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron_lib.callbacks.manager [None req-86ea74e9-eea3-4769-b153-652ac6294d68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741779927170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-625140'] for agent, after_update {{(pid=96122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:33:58.440967 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron_lib.callbacks.manager [None req-d04ed334-d278-4234-b850-06fee10c9c6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741779927170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-625140'] for agent, after_update {{(pid=96122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:33:59.534566 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron_lib.callbacks.manager [None req-9bd021b7-afaf-4c67-b111-7b9308fbf6a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741779927170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-625140'] for agent, after_update {{(pid=96122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:34:06.400301 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.wsgi [-] (96120) accepted ('10.222.0.46', 55172) {{(pid=96120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 15:34:06.446882 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.wsgi [None req-703b6b2e-bea2-4c4d-a76c-a4af68b214ef admin admin] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=96120) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 29 15:34:06.447903 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [None req-703b6b2e-bea2-4c4d-a76c-a4af68b214ef admin admin] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0466545 Sep 29 15:34:08.719028 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.wsgi [-] (96120) accepted ('10.222.0.46', 55180) {{(pid=96120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 15:34:08.779495 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.pecan_wsgi.hooks.translation [None req-dbb17c88-1bf6-45f8-aa35-edbc278dff5e admin admin] GET failed (client error): The resource could not be found. Sep 29 15:34:08.780852 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [None req-dbb17c88-1bf6-45f8-aa35-edbc278dff5e admin admin] 10.222.0.46 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0608916 Sep 29 15:34:08.921285 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfb16a92-dcd7-4ba6-a4f6-9cdac12cc127 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:34:08.922699 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [None req-bfb16a92-dcd7-4ba6-a4f6-9cdac12cc127 admin admin] 10.222.0.46 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1371469 Sep 29 15:34:11.145196 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.wsgi [-] (96120) accepted ('10.222.0.46', 55188) {{(pid=96120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 15:34:11.191151 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.api.v2.base [None req-32ec49f5-4f98-4e34-a786-eb0a09510cea admin admin] Request body: {'network': {'shared': True, 'admin_state_up': True, 'name': 'shared'}} {{(pid=96120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 15:34:11.276518 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32ec49f5-4f98-4e34-a786-eb0a09510cea admin admin] Made reservation on behalf of 9745bf19ad48478ba592c3b9c42d3fe0 for: {'network': 1} {{(pid=96120) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 15:34:11.278800 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-32ec49f5-4f98-4e34-a786-eb0a09510cea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-684029'] for network, before_create {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:34:11.306121 dv-cinder-806616-6-iscsi neutron-server[96120]: WARNING neutron.services.revisions.revision_plugin [None req-32ec49f5-4f98-4e34-a786-eb0a09510cea admin admin] Could not find related network for resource to bump revision. Sep 29 15:34:11.316786 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-32ec49f5-4f98-4e34-a786-eb0a09510cea admin admin] vlan segment allocate from pool success with {'vlan_id': 603, 'physical_network': 'physnet1'} {{(pid=96120) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 29 15:34:11.324934 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-32ec49f5-4f98-4e34-a786-eb0a09510cea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-649178'] for segment, precommit_create {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:34:11.326691 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.db.segments_db [None req-32ec49f5-4f98-4e34-a786-eb0a09510cea admin admin] Added segment f04292f3-eb4e-4169-8d92-9151c1713629 of type vlan for network dfffc344-f760-41f5-9d24-fe33598be2a0 Sep 29 15:34:11.362649 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-32ec49f5-4f98-4e34-a786-eb0a09510cea admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741779631391'] for network, precommit_create {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:34:11.459353 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-32ec49f5-4f98-4e34-a786-eb0a09510cea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575366'] for network, after_create {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:34:11.460291 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32ec49f5-4f98-4e34-a786-eb0a09510cea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:34:11.460869 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-32ec49f5-4f98-4e34-a786-eb0a09510cea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577532'] for network, before_response {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:34:11.518908 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ec49f5-4f98-4e34-a786-eb0a09510cea admin admin] Pushing event updated for resources: {'Network': ['ID=dfffc344-f760-41f5-9d24-fe33598be2a0,revision_number=1']} {{(pid=96120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 15:34:11.525491 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32ec49f5-4f98-4e34-a786-eb0a09510cea admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806616-6-iscsi {{(pid=96120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 15:34:11.525865 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32ec49f5-4f98-4e34-a786-eb0a09510cea admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806616-6-iscsi {{(pid=96120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 15:34:11.526205 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32ec49f5-4f98-4e34-a786-eb0a09510cea admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806616-6-iscsi {{(pid=96120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 15:34:11.526537 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32ec49f5-4f98-4e34-a786-eb0a09510cea admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806616-6-iscsi {{(pid=96120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 15:34:11.526870 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32ec49f5-4f98-4e34-a786-eb0a09510cea admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806616-6-iscsi {{(pid=96120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 15:34:11.527204 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32ec49f5-4f98-4e34-a786-eb0a09510cea admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806616-6-iscsi {{(pid=96120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 15:34:11.527529 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32ec49f5-4f98-4e34-a786-eb0a09510cea admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806616-6-iscsi {{(pid=96120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 15:34:11.527850 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32ec49f5-4f98-4e34-a786-eb0a09510cea admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806616-6-iscsi {{(pid=96120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 15:34:11.528211 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32ec49f5-4f98-4e34-a786-eb0a09510cea admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806616-6-iscsi {{(pid=96120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 15:34:11.528537 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32ec49f5-4f98-4e34-a786-eb0a09510cea admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806616-6-iscsi {{(pid=96120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 15:34:11.528857 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32ec49f5-4f98-4e34-a786-eb0a09510cea admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806616-6-iscsi {{(pid=96120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 15:34:11.529213 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32ec49f5-4f98-4e34-a786-eb0a09510cea admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806616-6-iscsi {{(pid=96120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 15:34:11.540139 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.plugins.ml2.rpc [None req-86ea74e9-eea3-4769-b153-652ac6294d68 None None] Network dfffc344-f760-41f5-9d24-fe33598be2a0 details requested by agent ovs-agent-dv-cinder-806616-6-iscsi with host dv-cinder-806616-6-iscsi {{(pid=96122) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 29 15:34:11.580191 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [None req-32ec49f5-4f98-4e34-a786-eb0a09510cea admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.4336116 Sep 29 15:34:13.778512 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.wsgi [-] (96120) accepted ('10.222.0.46', 55196) {{(pid=96120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 15:34:13.837892 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.pecan_wsgi.hooks.translation [None req-9031ef51-d5fb-461c-a457-d3fbbe2f3867 admin admin] GET failed (client error): The resource could not be found. Sep 29 15:34:13.839212 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [None req-9031ef51-d5fb-461c-a457-d3fbbe2f3867 admin admin] 10.222.0.46 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0597093 Sep 29 15:34:13.907424 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eef9fe25-06f8-40cc-9d01-24ec7188b664 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:34:13.908928 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [None req-eef9fe25-06f8-40cc-9d01-24ec7188b664 admin admin] 10.222.0.46 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0650132 Sep 29 15:34:13.919174 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.api.v2.base [None req-17d20a02-cf7c-4d53-a767-4e38feec680c admin admin] Request body: {'subnet': {'network_id': 'dfffc344-f760-41f5-9d24-fe33598be2a0', 'description': 'shared-subnet', 'cidr': '192.168.233.0/24', 'name': 'shared-subnet', 'ip_version': 4}} {{(pid=96120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 15:34:14.013539 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17d20a02-cf7c-4d53-a767-4e38feec680c admin admin] Made reservation on behalf of 9745bf19ad48478ba592c3b9c42d3fe0 for: {'subnet': 1} {{(pid=96120) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 15:34:14.015774 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-17d20a02-cf7c-4d53-a767-4e38feec680c admin admin] Notify callbacks [] for subnet, before_create {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:34:14.287988 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-17d20a02-cf7c-4d53-a767-4e38feec680c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1575015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575366'] for subnet, after_create {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:34:14.347007 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d20a02-cf7c-4d53-a767-4e38feec680c admin admin] Pushing event updated for resources: {'Subnet': ['ID=d65c8d9e-7696-4c81-b2ec-d3977a4497e2,revision_number=0']} {{(pid=96120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 15:34:14.351984 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17d20a02-cf7c-4d53-a767-4e38feec680c admin admin] Checking segment: {'id': 'f04292f3-eb4e-4169-8d92-9151c1713629', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'dfffc344-f760-41f5-9d24-fe33598be2a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96120) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 15:34:14.352336 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17d20a02-cf7c-4d53-a767-4e38feec680c admin admin] Network hostable DHCP agents. Network: dfffc344-f760-41f5-9d24-fe33598be2a0, hostable agents: ['626ea16d-5941-4cb2-98b6-5e39c33395ed'], hosted agents: [] {{(pid=96120) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 29 15:34:14.453149 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17d20a02-cf7c-4d53-a767-4e38feec680c admin admin] Network dfffc344-f760-41f5-9d24-fe33598be2a0 is scheduled to be hosted by DHCP agent 626ea16d-5941-4cb2-98b6-5e39c33395ed with binding_index 1 {{(pid=96120) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 29 15:34:14.533039 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.scheduler.base_scheduler [None req-17d20a02-cf7c-4d53-a767-4e38feec680c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-806616-6-iscsi, dfffc344-f760-41f5-9d24-fe33598be2a0) {{(pid=96120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 15:34:14.537610 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17d20a02-cf7c-4d53-a767-4e38feec680c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=96120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:34:14.538250 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-17d20a02-cf7c-4d53-a767-4e38feec680c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577532'] for subnet, before_response {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:34:14.541859 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f059dbff-6dfa-490b-bfb6-095ecf7ca166 None None] Network dfffc344-f760-41f5-9d24-fe33598be2a0 requested from dv-cinder-806616-6-iscsi {{(pid=96122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 15:34:14.651995 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [None req-17d20a02-cf7c-4d53-a767-4e38feec680c admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7360182 Sep 29 15:34:14.683865 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d4d3af9-8583-4b68-8f39-8c60325c1b83 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc2c1769e-5874-5262-b979-a7c4e10a20b5-dfffc344-f760-41f5-9d24-fe33598be2a0', 'network_id': 'dfffc344-f760-41f5-9d24-fe33598be2a0', 'tenant_id': '9745bf19ad48478ba592c3b9c42d3fe0', 'fixed_ips': [{'subnet_id': 'd65c8d9e-7696-4c81-b2ec-d3977a4497e2'}]}} from dv-cinder-806616-6-iscsi. {{(pid=96122) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 29 15:34:14.684833 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron_lib.callbacks.manager [None req-7d4d3af9-8583-4b68-8f39-8c60325c1b83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-684029'] for port, before_create {{(pid=96122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:34:14.826415 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.db.db_base_plugin_common [None req-7d4d3af9-8583-4b68-8f39-8c60325c1b83 None None] Allocated IP 192.168.233.2 (dfffc344-f760-41f5-9d24-fe33598be2a0/d65c8d9e-7696-4c81-b2ec-d3977a4497e2/e88b4c37-31e6-48e8-a7b0-d7841e8f21d1) {{(pid=96122) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 15:34:14.970113 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron_lib.callbacks.manager [None req-7d4d3af9-8583-4b68-8f39-8c60325c1b83 None None] Notify callbacks [] for port, precommit_create {{(pid=96122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:34:15.063615 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron_lib.callbacks.manager [None req-7d4d3af9-8583-4b68-8f39-8c60325c1b83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741779628737'] for port, after_create {{(pid=96122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:34:15.100061 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d4d3af9-8583-4b68-8f39-8c60325c1b83 None None] Network dfffc344-f760-41f5-9d24-fe33598be2a0 is already hosted by enough agents. {{(pid=96122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 15:34:15.103518 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.scheduler.base_scheduler [None req-7d4d3af9-8583-4b68-8f39-8c60325c1b83 None None] Resources bound (agent type, host, resource id): {{(pid=96122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 15:34:15.109220 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d4d3af9-8583-4b68-8f39-8c60325c1b83 None None] Received port after_create {{(pid=96122) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 15:34:15.123052 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d4d3af9-8583-4b68-8f39-8c60325c1b83 None None] Pushing event updated for resources: {'Port': ['ID=e88b4c37-31e6-48e8-a7b0-d7841e8f21d1,revision_number=1']} {{(pid=96122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 15:34:15.131883 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d4d3af9-8583-4b68-8f39-8c60325c1b83 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806616-6-iscsi {{(pid=96122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 15:34:15.132263 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d4d3af9-8583-4b68-8f39-8c60325c1b83 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806616-6-iscsi {{(pid=96122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 15:34:15.132611 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d4d3af9-8583-4b68-8f39-8c60325c1b83 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806616-6-iscsi {{(pid=96122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 15:34:15.132954 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d4d3af9-8583-4b68-8f39-8c60325c1b83 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806616-6-iscsi {{(pid=96122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 15:34:15.133291 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d4d3af9-8583-4b68-8f39-8c60325c1b83 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806616-6-iscsi {{(pid=96122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 15:34:15.133627 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d4d3af9-8583-4b68-8f39-8c60325c1b83 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806616-6-iscsi {{(pid=96122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 15:34:15.133963 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d4d3af9-8583-4b68-8f39-8c60325c1b83 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806616-6-iscsi {{(pid=96122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 15:34:15.134294 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d4d3af9-8583-4b68-8f39-8c60325c1b83 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806616-6-iscsi {{(pid=96122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 15:34:15.134691 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d4d3af9-8583-4b68-8f39-8c60325c1b83 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806616-6-iscsi {{(pid=96122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 15:34:15.135006 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d4d3af9-8583-4b68-8f39-8c60325c1b83 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806616-6-iscsi {{(pid=96122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 15:34:15.135332 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d4d3af9-8583-4b68-8f39-8c60325c1b83 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806616-6-iscsi {{(pid=96122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 15:34:15.135658 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d4d3af9-8583-4b68-8f39-8c60325c1b83 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806616-6-iscsi {{(pid=96122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 15:34:15.181452 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.plugins.ml2.managers [None req-7d4d3af9-8583-4b68-8f39-8c60325c1b83 None None] Attempting to bind port e88b4c37-31e6-48e8-a7b0-d7841e8f21d1 on host dv-cinder-806616-6-iscsi for vnic_type normal with profile {{(pid=96122) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 15:34:15.181823 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.plugins.ml2.managers [None req-7d4d3af9-8583-4b68-8f39-8c60325c1b83 None None] Attempting to bind port e88b4c37-31e6-48e8-a7b0-d7841e8f21d1 by drivers openvswitch,hyperv on host dv-cinder-806616-6-iscsi at level 0 using segments [{'id': 'f04292f3-eb4e-4169-8d92-9151c1713629', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'dfffc344-f760-41f5-9d24-fe33598be2a0'}] {{(pid=96122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 15:34:15.182183 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d4d3af9-8583-4b68-8f39-8c60325c1b83 None None] Attempting to bind port e88b4c37-31e6-48e8-a7b0-d7841e8f21d1 on network dfffc344-f760-41f5-9d24-fe33598be2a0 {{(pid=96122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 15:34:15.187718 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d4d3af9-8583-4b68-8f39-8c60325c1b83 None None] Checking agent: {'id': '3420b91a-a9c7-4dbc-b0fb-eb58464b9dc3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806616-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 15, 30, 57), 'started_at': datetime.datetime(2021, 9, 29, 15, 31, 27), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 15, 33, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806616-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=96122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 15:34:15.188113 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d4d3af9-8583-4b68-8f39-8c60325c1b83 None None] Checking segment: {'id': 'f04292f3-eb4e-4169-8d92-9151c1713629', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'dfffc344-f760-41f5-9d24-fe33598be2a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 15:34:15.188514 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron_lib.callbacks.manager [None req-7d4d3af9-8583-4b68-8f39-8c60325c1b83 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=96122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:34:15.188904 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d4d3af9-8583-4b68-8f39-8c60325c1b83 None None] Bound using segment: {'id': 'f04292f3-eb4e-4169-8d92-9151c1713629', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'dfffc344-f760-41f5-9d24-fe33598be2a0'} {{(pid=96122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 15:34:15.189366 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.plugins.ml2.managers [None req-7d4d3af9-8583-4b68-8f39-8c60325c1b83 None None] Bound port: e88b4c37-31e6-48e8-a7b0-d7841e8f21d1, host: dv-cinder-806616-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f04292f3-eb4e-4169-8d92-9151c1713629', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'dfffc344-f760-41f5-9d24-fe33598be2a0'}}] {{(pid=96122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 15:34:15.189759 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron_lib.callbacks.manager [None req-7d4d3af9-8583-4b68-8f39-8c60325c1b83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-684029'] for port, before_update {{(pid=96122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:34:15.251644 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.plugins.ml2.db [None req-7d4d3af9-8583-4b68-8f39-8c60325c1b83 None None] For port e88b4c37-31e6-48e8-a7b0-d7841e8f21d1, host dv-cinder-806616-6-iscsi, cleared binding levels {{(pid=96122) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 15:34:15.254815 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.plugins.ml2.db [None req-7d4d3af9-8583-4b68-8f39-8c60325c1b83 None None] For port e88b4c37-31e6-48e8-a7b0-d7841e8f21d1, host dv-cinder-806616-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806616-6-iscsi',level=0,port_id=e88b4c37-31e6-48e8-a7b0-d7841e8f21d1,segment=NetworkSegment(f04292f3-eb4e-4169-8d92-9151c1713629),segment_id=f04292f3-eb4e-4169-8d92-9151c1713629)] {{(pid=96122) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 15:34:15.366200 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron_lib.callbacks.manager [None req-7d4d3af9-8583-4b68-8f39-8c60325c1b83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741780147972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741779628755', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741779628773'] for port, after_update {{(pid=96122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:34:15.423670 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d4d3af9-8583-4b68-8f39-8c60325c1b83 None None] Pushing event updated for resources: {'Port': ['ID=e88b4c37-31e6-48e8-a7b0-d7841e8f21d1,revision_number=2']} {{(pid=96122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 15:34:16.205427 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10d1d65f-af97-493e-91f4-600c580e44d3 None None] Network dfffc344-f760-41f5-9d24-fe33598be2a0 requested from dv-cinder-806616-6-iscsi {{(pid=96122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 15:34:16.321153 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.db.provisioning_blocks [None req-983a1780-a8f9-4f14-8167-c7852b2f42c6 None None] Provisioning complete for port e88b4c37-31e6-48e8-a7b0-d7841e8f21d1 triggered by entity DHCP. {{(pid=96122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 15:34:16.321524 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron_lib.callbacks.manager [None req-983a1780-a8f9-4f14-8167-c7852b2f42c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-626465'] for port, provisioning_complete {{(pid=96122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:34:16.427584 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron_lib.callbacks.manager [None req-983a1780-a8f9-4f14-8167-c7852b2f42c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-684029'] for port, before_update {{(pid=96122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:34:16.460801 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.plugins.ml2.db [None req-983a1780-a8f9-4f14-8167-c7852b2f42c6 None None] For port e88b4c37-31e6-48e8-a7b0-d7841e8f21d1, host dv-cinder-806616-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806616-6-iscsi',level=0,port_id=e88b4c37-31e6-48e8-a7b0-d7841e8f21d1,segment=NetworkSegment(f04292f3-eb4e-4169-8d92-9151c1713629),segment_id=f04292f3-eb4e-4169-8d92-9151c1713629)] {{(pid=96122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 15:34:16.548753 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron_lib.callbacks.manager [None req-983a1780-a8f9-4f14-8167-c7852b2f42c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741780147972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741779628755', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741779628773'] for port, after_update {{(pid=96122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:34:16.605648 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983a1780-a8f9-4f14-8167-c7852b2f42c6 None None] Pushing event updated for resources: {'Port': ['ID=e88b4c37-31e6-48e8-a7b0-d7841e8f21d1,revision_number=3']} {{(pid=96122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 15:34:16.669321 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.db.provisioning_blocks [None req-45d2e045-17a5-497a-b59f-2a22395b4bdd None None] Provisioning complete for port e88b4c37-31e6-48e8-a7b0-d7841e8f21d1 triggered by entity DHCP. {{(pid=96122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 15:34:16.669709 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron_lib.callbacks.manager [None req-45d2e045-17a5-497a-b59f-2a22395b4bdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-626465'] for port, provisioning_complete {{(pid=96122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:34:17.195993 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.plugins.ml2.rpc [None req-86ea74e9-eea3-4769-b153-652ac6294d68 None None] Device e88b4c37-31e6-48e8-a7b0-d7841e8f21d1 up at agent ovs-agent-dv-cinder-806616-6-iscsi {{(pid=96122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 15:34:17.242330 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.db.provisioning_blocks [None req-86ea74e9-eea3-4769-b153-652ac6294d68 None None] Provisioning complete for port e88b4c37-31e6-48e8-a7b0-d7841e8f21d1 triggered by entity L2. {{(pid=96122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 15:34:17.242976 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron_lib.callbacks.manager [None req-86ea74e9-eea3-4769-b153-652ac6294d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-626465'] for port, provisioning_complete {{(pid=96122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:34:24.105227 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron_lib.callbacks.manager [None req-079158bf-e06e-4f93-9017-a4db79328e78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741779927170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-625140'] for agent, after_update {{(pid=96122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:34:26.576864 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron_lib.callbacks.manager [None req-e4900989-7e34-40de-85ba-a45d7321a936 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741779927170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-625140'] for agent, after_update {{(pid=96122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:34:27.515854 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron_lib.callbacks.manager [None req-86ea74e9-eea3-4769-b153-652ac6294d68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741779927170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-625140'] for agent, after_update {{(pid=96122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:34:27.813646 dv-cinder-806616-6-iscsi neutron-server[96123]: DEBUG neutron.db.agents_db [None req-ce50b6f1-f7bd-4b59-8641-9f71b480b041 None None] Agent healthcheck: found 5 active agents {{(pid=96123) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 29 15:34:28.451348 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron_lib.callbacks.manager [None req-d04ed334-d278-4234-b850-06fee10c9c6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741779927170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-625140'] for agent, after_update {{(pid=96122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:34:29.553688 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron_lib.callbacks.manager [None req-9bd021b7-afaf-4c67-b111-7b9308fbf6a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741779927170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-625140'] for agent, after_update {{(pid=96122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:34:54.132169 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron_lib.callbacks.manager [None req-019e468b-8305-4122-b37c-1576d66e2346 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741779927170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-625140'] for agent, after_update {{(pid=96122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:34:56.569166 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron_lib.callbacks.manager [None req-8d8e7250-28b0-4b92-845e-82eab7da96d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741779927170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-625140'] for agent, after_update {{(pid=96122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:34:57.535095 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron_lib.callbacks.manager [None req-86ea74e9-eea3-4769-b153-652ac6294d68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741779927170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-625140'] for agent, after_update {{(pid=96122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:34:58.451675 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron_lib.callbacks.manager [None req-d04ed334-d278-4234-b850-06fee10c9c6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741779927170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-625140'] for agent, after_update {{(pid=96122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:34:59.531627 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron_lib.callbacks.manager [None req-9bd021b7-afaf-4c67-b111-7b9308fbf6a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741779927170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-625140'] for agent, after_update {{(pid=96122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:35:04.812414 dv-cinder-806616-6-iscsi neutron-server[96123]: DEBUG neutron.db.agents_db [None req-ce50b6f1-f7bd-4b59-8641-9f71b480b041 None None] Agent healthcheck: found 5 active agents {{(pid=96123) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 29 15:35:24.122425 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron_lib.callbacks.manager [None req-23f99b2a-ac93-4fcb-ba00-2e031b424f70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741779927170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-625140'] for agent, after_update {{(pid=96122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:35:26.561930 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron_lib.callbacks.manager [None req-9f0a3d01-fb49-4d2f-a650-1e25e7d38cc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741779927170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-625140'] for agent, after_update {{(pid=96122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:35:27.499350 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron_lib.callbacks.manager [None req-86ea74e9-eea3-4769-b153-652ac6294d68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741779927170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-625140'] for agent, after_update {{(pid=96122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:35:28.448136 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron_lib.callbacks.manager [None req-d04ed334-d278-4234-b850-06fee10c9c6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741779927170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-625140'] for agent, after_update {{(pid=96122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:35:29.545132 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron_lib.callbacks.manager [None req-9bd021b7-afaf-4c67-b111-7b9308fbf6a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741779927170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-625140'] for agent, after_update {{(pid=96122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:35:31.750214 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.wsgi [-] (96120) accepted ('10.222.0.46', 55248) {{(pid=96120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 15:35:31.756112 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.wsgi [None req-ff1e61aa-5720-413f-a524-6c4e0cc810eb tempest-verify_tempest_config-1980868520 tempest-verify_tempest_config-1980868520-project] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=96120) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 29 15:35:31.757075 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [None req-ff1e61aa-5720-413f-a524-6c4e0cc810eb tempest-verify_tempest_config-1980868520 tempest-verify_tempest_config-1980868520-project] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0059037 Sep 29 15:35:32.253728 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.wsgi [-] (96120) accepted ('10.222.0.46', 55266) {{(pid=96120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 15:35:32.353631 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-862f0a24-67f7-4429-af4e-a20b9abb330e admin admin] Notify callbacks [] for security_group, before_create {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:35:32.436288 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-862f0a24-67f7-4429-af4e-a20b9abb330e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:35:32.489611 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-862f0a24-67f7-4429-af4e-a20b9abb330e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579214'] for security_group, after_create {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:35:32.531361 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-862f0a24-67f7-4429-af4e-a20b9abb330e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44e70fb4-2f30-4b46-be61-50d1c2d55f39,revision_number=1']} {{(pid=96120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 15:35:32.535756 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [None req-862f0a24-67f7-4429-af4e-a20b9abb330e admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=ebafe0f450d44ef5972c4f270a101ece&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2810476 Sep 29 15:35:32.538663 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.wsgi [-] (96121) accepted ('10.222.0.46', 55270) {{(pid=96121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 15:35:32.540618 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-862f0a24-67f7-4429-af4e-a20b9abb330e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806616-6-iscsi {{(pid=96120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 15:35:32.540949 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-862f0a24-67f7-4429-af4e-a20b9abb330e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806616-6-iscsi {{(pid=96120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 15:35:32.541292 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-862f0a24-67f7-4429-af4e-a20b9abb330e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806616-6-iscsi {{(pid=96120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 15:35:32.541628 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-862f0a24-67f7-4429-af4e-a20b9abb330e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806616-6-iscsi {{(pid=96120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 15:35:32.541967 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-862f0a24-67f7-4429-af4e-a20b9abb330e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806616-6-iscsi {{(pid=96120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 15:35:32.542308 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-862f0a24-67f7-4429-af4e-a20b9abb330e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806616-6-iscsi {{(pid=96120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 15:35:32.542634 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-862f0a24-67f7-4429-af4e-a20b9abb330e admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806616-6-iscsi {{(pid=96120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 15:35:32.542953 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-862f0a24-67f7-4429-af4e-a20b9abb330e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806616-6-iscsi {{(pid=96120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 15:35:32.543287 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-862f0a24-67f7-4429-af4e-a20b9abb330e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806616-6-iscsi {{(pid=96120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 15:35:32.543608 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-862f0a24-67f7-4429-af4e-a20b9abb330e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806616-6-iscsi {{(pid=96120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 15:35:32.543921 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-862f0a24-67f7-4429-af4e-a20b9abb330e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806616-6-iscsi {{(pid=96120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 15:35:32.544255 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-862f0a24-67f7-4429-af4e-a20b9abb330e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806616-6-iscsi {{(pid=96120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 15:35:32.616644 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [None req-7d9b9b56-bf9b-4a8f-872d-dd99b3acab95 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:35:32.636418 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [None req-7d9b9b56-bf9b-4a8f-872d-dd99b3acab95 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:35:32.770460 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [None req-7d9b9b56-bf9b-4a8f-872d-dd99b3acab95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579214'] for security_group, after_delete {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:35:32.773024 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [None req-7d9b9b56-bf9b-4a8f-872d-dd99b3acab95 admin admin] Notify callbacks [] for security_group, before_response {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:35:32.774744 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [None req-7d9b9b56-bf9b-4a8f-872d-dd99b3acab95 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/44e70fb4-2f30-4b46-be61-50d1c2d55f39 HTTP/1.1" status: 204 len: 168 time: 0.2344861 Sep 29 15:35:32.782474 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d9b9b56-bf9b-4a8f-872d-dd99b3acab95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44e70fb4-2f30-4b46-be61-50d1c2d55f39,revision_number=None']} {{(pid=96121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 15:35:32.788918 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d9b9b56-bf9b-4a8f-872d-dd99b3acab95 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806616-6-iscsi {{(pid=96121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 15:35:32.792562 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d9b9b56-bf9b-4a8f-872d-dd99b3acab95 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806616-6-iscsi {{(pid=96121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 15:35:32.792562 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d9b9b56-bf9b-4a8f-872d-dd99b3acab95 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806616-6-iscsi {{(pid=96121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 15:35:32.792562 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d9b9b56-bf9b-4a8f-872d-dd99b3acab95 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806616-6-iscsi {{(pid=96121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 15:35:32.792562 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d9b9b56-bf9b-4a8f-872d-dd99b3acab95 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806616-6-iscsi {{(pid=96121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 15:35:32.792562 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d9b9b56-bf9b-4a8f-872d-dd99b3acab95 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806616-6-iscsi {{(pid=96121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 15:35:32.792562 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d9b9b56-bf9b-4a8f-872d-dd99b3acab95 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806616-6-iscsi {{(pid=96121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 15:35:32.792562 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d9b9b56-bf9b-4a8f-872d-dd99b3acab95 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806616-6-iscsi {{(pid=96121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 15:35:32.792562 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d9b9b56-bf9b-4a8f-872d-dd99b3acab95 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806616-6-iscsi {{(pid=96121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 15:35:32.792562 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d9b9b56-bf9b-4a8f-872d-dd99b3acab95 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806616-6-iscsi {{(pid=96121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 15:35:32.792562 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d9b9b56-bf9b-4a8f-872d-dd99b3acab95 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806616-6-iscsi {{(pid=96121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 15:35:32.792562 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d9b9b56-bf9b-4a8f-872d-dd99b3acab95 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806616-6-iscsi {{(pid=96121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 15:35:41.811846 dv-cinder-806616-6-iscsi neutron-server[96123]: DEBUG neutron.db.agents_db [None req-ce50b6f1-f7bd-4b59-8641-9f71b480b041 None None] Agent healthcheck: found 5 active agents {{(pid=96123) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 29 15:35:54.111986 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron_lib.callbacks.manager [None req-42542e53-5800-4ec1-84ce-3ce7a0da069d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741779927170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-625140'] for agent, after_update {{(pid=96122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:35:56.555465 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron_lib.callbacks.manager [None req-22f98519-e8fe-473a-830c-f2780eb76916 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741779927170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-625140'] for agent, after_update {{(pid=96122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:35:57.523069 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron_lib.callbacks.manager [None req-86ea74e9-eea3-4769-b153-652ac6294d68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741779927170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-625140'] for agent, after_update {{(pid=96122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:35:58.457774 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron_lib.callbacks.manager [None req-d04ed334-d278-4234-b850-06fee10c9c6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741779927170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-625140'] for agent, after_update {{(pid=96122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:35:59.529103 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron_lib.callbacks.manager [None req-9bd021b7-afaf-4c67-b111-7b9308fbf6a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741779927170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-625140'] for agent, after_update {{(pid=96122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:36:18.810312 dv-cinder-806616-6-iscsi neutron-server[96123]: DEBUG neutron.db.agents_db [None req-ce50b6f1-f7bd-4b59-8641-9f71b480b041 None None] Agent healthcheck: found 5 active agents {{(pid=96123) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 29 15:36:24.124922 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron_lib.callbacks.manager [None req-b2779daf-0ee0-4d3e-9ad8-24ce1efb0543 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741779927170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-625140'] for agent, after_update {{(pid=96122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:36:26.590387 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron_lib.callbacks.manager [None req-2382d394-9434-417d-83c7-0622ac4f044b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741779927170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-625140'] for agent, after_update {{(pid=96122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:36:27.544987 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron_lib.callbacks.manager [None req-86ea74e9-eea3-4769-b153-652ac6294d68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741779927170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-625140'] for agent, after_update {{(pid=96122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:36:28.464689 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron_lib.callbacks.manager [None req-d04ed334-d278-4234-b850-06fee10c9c6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741779927170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-625140'] for agent, after_update {{(pid=96122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:36:29.570656 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron_lib.callbacks.manager [None req-9bd021b7-afaf-4c67-b111-7b9308fbf6a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741779927170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-625140'] for agent, after_update {{(pid=96122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:36:54.154929 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron_lib.callbacks.manager [None req-2b554011-6d49-4c3b-b9b6-0689a9cda8b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741779927170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-625140'] for agent, after_update {{(pid=96122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:36:55.808973 dv-cinder-806616-6-iscsi neutron-server[96123]: DEBUG neutron.db.agents_db [None req-ce50b6f1-f7bd-4b59-8641-9f71b480b041 None None] Agent healthcheck: found 5 active agents {{(pid=96123) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 29 15:36:56.612536 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron_lib.callbacks.manager [None req-4acc6fa5-7b0f-4c9e-8c8f-c3f2905e7012 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741779927170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-625140'] for agent, after_update {{(pid=96122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:36:57.509514 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron_lib.callbacks.manager [None req-86ea74e9-eea3-4769-b153-652ac6294d68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741779927170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-625140'] for agent, after_update {{(pid=96122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:36:58.457588 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron_lib.callbacks.manager [None req-d04ed334-d278-4234-b850-06fee10c9c6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741779927170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-625140'] for agent, after_update {{(pid=96122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:36:59.537812 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron_lib.callbacks.manager [None req-9bd021b7-afaf-4c67-b111-7b9308fbf6a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741779927170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-625140'] for agent, after_update {{(pid=96122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:37:04.846324 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron_lib.callbacks.manager [None req-4d55257e-523e-4b8d-ab2b-d46a31710be1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741779927170', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1619140'] for agent, after_create {{(pid=96122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:37:19.405642 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.wsgi [-] (96121) accepted ('10.222.0.46', 55348) {{(pid=96121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 15:37:19.507032 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [None req-e8d8b288-153f-47d7-8d24-b999717d2917 admin admin] 10.222.0.46 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.1002722 Sep 29 15:37:21.666254 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.wsgi [-] (96120) accepted ('10.222.0.46', 55358) {{(pid=96120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 15:37:21.726380 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [None req-037c947d-c991-440a-8d23-64f20db45029 admin admin] 10.222.0.46 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.0590134 Sep 29 15:37:24.122495 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron_lib.callbacks.manager [None req-ca1b1584-2132-455b-9335-b4c65a1be4f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741779927170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-625140'] for agent, after_update {{(pid=96122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:37:26.591115 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron_lib.callbacks.manager [None req-1dc5c672-3efe-46b6-9354-b6d6e27501bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741779927170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-625140'] for agent, after_update {{(pid=96122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:37:27.513545 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron_lib.callbacks.manager [None req-86ea74e9-eea3-4769-b153-652ac6294d68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741779927170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-625140'] for agent, after_update {{(pid=96122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:37:28.462200 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron_lib.callbacks.manager [None req-d04ed334-d278-4234-b850-06fee10c9c6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741779927170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-625140'] for agent, after_update {{(pid=96122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:37:29.547845 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron_lib.callbacks.manager [None req-9bd021b7-afaf-4c67-b111-7b9308fbf6a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741779927170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-625140'] for agent, after_update {{(pid=96122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:37:32.808483 dv-cinder-806616-6-iscsi neutron-server[96123]: DEBUG neutron.db.agents_db [None req-ce50b6f1-f7bd-4b59-8641-9f71b480b041 None None] Agent healthcheck: found 6 active agents {{(pid=96123) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 29 15:37:34.804993 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron_lib.callbacks.manager [None req-4d55257e-523e-4b8d-ab2b-d46a31710be1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741779927170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-625140'] for agent, after_update {{(pid=96122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:37:54.109285 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron_lib.callbacks.manager [None req-276a1122-fcac-4aab-9921-4350aed820bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741779927170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-625140'] for agent, after_update {{(pid=96122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:37:56.626809 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron_lib.callbacks.manager [None req-979899f7-0926-4f9b-9975-51808ae0efc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741779927170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-625140'] for agent, after_update {{(pid=96122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:37:57.508729 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron_lib.callbacks.manager [None req-86ea74e9-eea3-4769-b153-652ac6294d68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741779927170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-625140'] for agent, after_update {{(pid=96122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:37:58.460867 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron_lib.callbacks.manager [None req-d04ed334-d278-4234-b850-06fee10c9c6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741779927170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-625140'] for agent, after_update {{(pid=96122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:37:59.537638 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron_lib.callbacks.manager [None req-9bd021b7-afaf-4c67-b111-7b9308fbf6a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741779927170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-625140'] for agent, after_update {{(pid=96122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:38:04.834410 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron_lib.callbacks.manager [None req-4d55257e-523e-4b8d-ab2b-d46a31710be1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741779927170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-625140'] for agent, after_update {{(pid=96122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:38:09.807381 dv-cinder-806616-6-iscsi neutron-server[96123]: DEBUG neutron.db.agents_db [None req-ce50b6f1-f7bd-4b59-8641-9f71b480b041 None None] Agent healthcheck: found 6 active agents {{(pid=96123) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 29 15:38:24.119247 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron_lib.callbacks.manager [None req-c89f11f0-60c8-4b39-b4b6-4c0f2a5d50bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741779927170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-625140'] for agent, after_update {{(pid=96122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:38:26.576143 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron_lib.callbacks.manager [None req-f31a7ef8-b25a-450d-bf0a-fd0ee341a313 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741779927170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-625140'] for agent, after_update {{(pid=96122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:38:27.518913 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron_lib.callbacks.manager [None req-86ea74e9-eea3-4769-b153-652ac6294d68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741779927170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-625140'] for agent, after_update {{(pid=96122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:38:28.482444 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron_lib.callbacks.manager [None req-d04ed334-d278-4234-b850-06fee10c9c6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741779927170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-625140'] for agent, after_update {{(pid=96122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:38:29.550733 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron_lib.callbacks.manager [None req-9bd021b7-afaf-4c67-b111-7b9308fbf6a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741779927170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-625140'] for agent, after_update {{(pid=96122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:38:34.804340 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron_lib.callbacks.manager [None req-4d55257e-523e-4b8d-ab2b-d46a31710be1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741779927170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-625140'] for agent, after_update {{(pid=96122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:38:46.806527 dv-cinder-806616-6-iscsi neutron-server[96123]: DEBUG neutron.db.agents_db [None req-ce50b6f1-f7bd-4b59-8641-9f71b480b041 None None] Agent healthcheck: found 6 active agents {{(pid=96123) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 29 15:38:50.220681 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.wsgi [-] (96120) accepted ('10.222.0.46', 55544) {{(pid=96120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 15:38:50.221441 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.wsgi [-] (96121) accepted ('10.222.0.46', 55546) {{(pid=96121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 15:38:50.252030 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.wsgi [-] (96120) accepted ('10.222.0.46', 55558) {{(pid=96120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 15:38:50.393320 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.api.v2.base [None req-815c197f-6f0e-4b49-a203-1539cc293dae admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-471694450-network', 'tenant_id': 'ac94bfaead184f89a85a5713fd06a3ee'}} {{(pid=96121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 15:38:50.393860 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.api.v2.base [None req-19a537c0-f576-456a-93d6-1779b6e7da4a admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1104453181-network', 'tenant_id': '230295d16b3f4b9c95387a6193aeb6e3'}} {{(pid=96120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 15:38:50.413935 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.db.api [None req-815c197f-6f0e-4b49-a203-1539cc293dae admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 29 15:38:50.413935 dv-cinder-806616-6-iscsi neutron-server[96121]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Sep 29 15:38:50.413935 dv-cinder-806616-6-iscsi neutron-server[96121]: [parameters: {'project_id': 'ac94bfaead184f89a85a5713fd06a3ee', 'id': 'a5dd53f6-3d1a-41b5-ab8b-f0074aae5141', 'expiration': datetime.datetime(2021, 9, 29, 15, 40, 50, 409320)}] Sep 29 15:38:50.413935 dv-cinder-806616-6-iscsi neutron-server[96121]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=96121) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 29 15:38:50.414334 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG oslo_db.api [None req-815c197f-6f0e-4b49-a203-1539cc293dae admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=96121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 29 15:38:50.437290 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.api.v2.base [None req-c5341fa9-a0a8-4bc7-a88a-cf41033ba5d8 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1555353728-network', 'tenant_id': 'b4ec83ad588647be8ebbcc854394cb61'}} {{(pid=96120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 15:38:50.507916 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19a537c0-f576-456a-93d6-1779b6e7da4a admin admin] Made reservation on behalf of 230295d16b3f4b9c95387a6193aeb6e3 for: {'network': 1} {{(pid=96120) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 15:38:50.510281 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-19a537c0-f576-456a-93d6-1779b6e7da4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-684029'] for network, before_create {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:38:50.525896 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-19a537c0-f576-456a-93d6-1779b6e7da4a admin admin] Notify callbacks [] for security_group, before_create {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:38:50.620181 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5341fa9-a0a8-4bc7-a88a-cf41033ba5d8 admin admin] Made reservation on behalf of b4ec83ad588647be8ebbcc854394cb61 for: {'network': 1} {{(pid=96120) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 15:38:50.623412 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-c5341fa9-a0a8-4bc7-a88a-cf41033ba5d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-684029'] for network, before_create {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:38:50.640434 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-c5341fa9-a0a8-4bc7-a88a-cf41033ba5d8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:38:50.713197 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-19a537c0-f576-456a-93d6-1779b6e7da4a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:38:50.781255 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-19a537c0-f576-456a-93d6-1779b6e7da4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579214'] for security_group, after_create {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:38:50.812009 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.wsgi [-] (96121) accepted ('10.222.0.46', 55582) {{(pid=96121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 15:38:50.819984 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-19a537c0-f576-456a-93d6-1779b6e7da4a admin admin] vlan segment allocate from pool success with {'vlan_id': 643, 'physical_network': 'physnet1'} {{(pid=96120) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 29 15:38:50.829446 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a537c0-f576-456a-93d6-1779b6e7da4a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4509334-a1e4-43fe-aae7-235e447c037b,revision_number=1']} {{(pid=96120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 15:38:50.840156 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19a537c0-f576-456a-93d6-1779b6e7da4a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806616-6-iscsi {{(pid=96120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 15:38:50.840747 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19a537c0-f576-456a-93d6-1779b6e7da4a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806616-6-iscsi {{(pid=96120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 15:38:50.841146 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19a537c0-f576-456a-93d6-1779b6e7da4a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806616-6-iscsi {{(pid=96120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 15:38:50.841484 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19a537c0-f576-456a-93d6-1779b6e7da4a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806616-6-iscsi {{(pid=96120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 15:38:50.842004 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19a537c0-f576-456a-93d6-1779b6e7da4a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806616-6-iscsi {{(pid=96120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 15:38:50.842224 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19a537c0-f576-456a-93d6-1779b6e7da4a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806616-6-iscsi {{(pid=96120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 15:38:50.842551 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19a537c0-f576-456a-93d6-1779b6e7da4a admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806616-6-iscsi {{(pid=96120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 15:38:50.842876 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19a537c0-f576-456a-93d6-1779b6e7da4a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806616-6-iscsi {{(pid=96120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 15:38:50.843205 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19a537c0-f576-456a-93d6-1779b6e7da4a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806616-6-iscsi {{(pid=96120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 15:38:50.843523 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19a537c0-f576-456a-93d6-1779b6e7da4a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806616-6-iscsi {{(pid=96120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 15:38:50.843839 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19a537c0-f576-456a-93d6-1779b6e7da4a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806616-6-iscsi {{(pid=96120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 15:38:50.844179 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19a537c0-f576-456a-93d6-1779b6e7da4a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806616-6-iscsi {{(pid=96120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 15:38:50.845240 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19a537c0-f576-456a-93d6-1779b6e7da4a admin admin] Tracked resource versions report: Sep 29 15:38:50.845240 dv-cinder-806616-6-iscsi neutron-server[96120]: pushed versions: Sep 29 15:38:50.845240 dv-cinder-806616-6-iscsi neutron-server[96120]: { 'AddressGroup': {'1.2'}, Sep 29 15:38:50.845240 dv-cinder-806616-6-iscsi neutron-server[96120]: 'ConntrackHelper': {'1.0'}, Sep 29 15:38:50.845240 dv-cinder-806616-6-iscsi neutron-server[96120]: 'Log': {'1.0'}, Sep 29 15:38:50.845240 dv-cinder-806616-6-iscsi neutron-server[96120]: 'Network': {'1.1'}, Sep 29 15:38:50.845240 dv-cinder-806616-6-iscsi neutron-server[96120]: 'Port': {'1.7'}, Sep 29 15:38:50.845240 dv-cinder-806616-6-iscsi neutron-server[96120]: 'PortForwarding': {'1.2'}, Sep 29 15:38:50.845240 dv-cinder-806616-6-iscsi neutron-server[96120]: 'QosPolicy': {'1.9'}, Sep 29 15:38:50.845240 dv-cinder-806616-6-iscsi neutron-server[96120]: 'SecurityGroup': {'1.4'}, Sep 29 15:38:50.845240 dv-cinder-806616-6-iscsi neutron-server[96120]: 'SecurityGroupRule': {'1.2'}, Sep 29 15:38:50.845240 dv-cinder-806616-6-iscsi neutron-server[96120]: 'SubPort': {'1.0'}, Sep 29 15:38:50.845240 dv-cinder-806616-6-iscsi neutron-server[96120]: 'Subnet': {'1.1'}, Sep 29 15:38:50.845240 dv-cinder-806616-6-iscsi neutron-server[96120]: 'Trunk': {'1.1'}} Sep 29 15:38:50.845240 dv-cinder-806616-6-iscsi neutron-server[96120]: consumer versions: Sep 29 15:38:50.845240 dv-cinder-806616-6-iscsi neutron-server[96120]: { DHCP agent@dv-cinder-806616-6-iscsi: {}, Sep 29 15:38:50.845240 dv-cinder-806616-6-iscsi neutron-server[96120]: HyperV agent@hv-cinder-80661: {}, Sep 29 15:38:50.845240 dv-cinder-806616-6-iscsi neutron-server[96120]: L3 agent@dv-cinder-806616-6-iscsi: {}, Sep 29 15:38:50.845240 dv-cinder-806616-6-iscsi neutron-server[96120]: Metadata agent@dv-cinder-806616-6-iscsi: {}, Sep 29 15:38:50.845240 dv-cinder-806616-6-iscsi neutron-server[96120]: Metering agent@dv-cinder-806616-6-iscsi: {}, Sep 29 15:38:50.845240 dv-cinder-806616-6-iscsi neutron-server[96120]: Open vSwitch agent@dv-cinder-806616-6-iscsi: { 'AddressGroup': '1.2', Sep 29 15:38:50.845240 dv-cinder-806616-6-iscsi neutron-server[96120]: 'ConntrackHelper': '1.0', Sep 29 15:38:50.845240 dv-cinder-806616-6-iscsi neutron-server[96120]: 'Log': '1.0', Sep 29 15:38:50.845240 dv-cinder-806616-6-iscsi neutron-server[96120]: 'Network': '1.1', Sep 29 15:38:50.845240 dv-cinder-806616-6-iscsi neutron-server[96120]: 'Port': '1.7', Sep 29 15:38:50.845240 dv-cinder-806616-6-iscsi neutron-server[96120]: 'PortForwarding': '1.2', Sep 29 15:38:50.845240 dv-cinder-806616-6-iscsi neutron-server[96120]: 'QosPolicy': '1.9', Sep 29 15:38:50.845240 dv-cinder-806616-6-iscsi neutron-server[96120]: 'SecurityGroup': '1.4', Sep 29 15:38:50.845240 dv-cinder-806616-6-iscsi neutron-server[96120]: 'SecurityGroupRule': '1.2', Sep 29 15:38:50.845240 dv-cinder-806616-6-iscsi neutron-server[96120]: 'SubPort': '1.0', Sep 29 15:38:50.845240 dv-cinder-806616-6-iscsi neutron-server[96120]: 'Subnet': '1.1', Sep 29 15:38:50.845240 dv-cinder-806616-6-iscsi neutron-server[96120]: 'Trunk': '1.1'}} Sep 29 15:38:50.845240 dv-cinder-806616-6-iscsi neutron-server[96120]: {{(pid=96120) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 29 15:38:50.857428 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.wsgi [-] (96121) accepted ('10.222.0.46', 55586) {{(pid=96121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 15:38:50.860237 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-19a537c0-f576-456a-93d6-1779b6e7da4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-649178'] for segment, precommit_create {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:38:50.861064 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.db.segments_db [None req-19a537c0-f576-456a-93d6-1779b6e7da4a admin admin] Added segment 410a5b94-6c4f-4e8c-81e4-151e9b9c01d0 of type vlan for network 6dbc83d2-1eb6-4d2f-92e2-862eb74e4124 Sep 29 15:38:50.915965 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-19a537c0-f576-456a-93d6-1779b6e7da4a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741779631391'] for network, precommit_create {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:38:50.980343 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-c5341fa9-a0a8-4bc7-a88a-cf41033ba5d8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:38:51.089460 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-19a537c0-f576-456a-93d6-1779b6e7da4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575366'] for network, after_create {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:38:51.090585 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19a537c0-f576-456a-93d6-1779b6e7da4a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:38:51.091398 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-19a537c0-f576-456a-93d6-1779b6e7da4a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577532'] for network, before_response {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:38:51.147605 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.api.v2.base [None req-1b8951de-34ec-4754-a491-b2c0ad50bb02 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-522904198-network', 'tenant_id': '13390da549814bc498d0c907da15d788'}} {{(pid=96121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 15:38:51.154377 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a537c0-f576-456a-93d6-1779b6e7da4a admin admin] Pushing event updated for resources: {'Network': ['ID=6dbc83d2-1eb6-4d2f-92e2-862eb74e4124,revision_number=1']} {{(pid=96120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 15:38:51.159268 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-c5341fa9-a0a8-4bc7-a88a-cf41033ba5d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579214'] for security_group, after_create {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:38:51.166640 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.plugins.ml2.rpc [None req-86ea74e9-eea3-4769-b153-652ac6294d68 None None] Network 6dbc83d2-1eb6-4d2f-92e2-862eb74e4124 details requested by agent ovs-agent-dv-cinder-806616-6-iscsi with host dv-cinder-806616-6-iscsi {{(pid=96122) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 29 15:38:51.173065 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c5341fa9-a0a8-4bc7-a88a-cf41033ba5d8 admin admin] vlan segment allocate from pool success with {'vlan_id': 618, 'physical_network': 'physnet1'} {{(pid=96120) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 29 15:38:51.183345 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-c5341fa9-a0a8-4bc7-a88a-cf41033ba5d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-649178'] for segment, precommit_create {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:38:51.184027 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.db.segments_db [None req-c5341fa9-a0a8-4bc7-a88a-cf41033ba5d8 admin admin] Added segment 31764bfc-788e-47a5-9e39-ac36bd4368d1 of type vlan for network daa727ac-86a8-4704-b1b4-10803b6b1e68 Sep 29 15:38:51.193900 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.api.v2.base [None req-7730280c-f8b9-4ffa-82da-2b944217ab03 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1929934019-network', 'tenant_id': '84bcf8422e7247638fc2b1cbca8e3846'}} {{(pid=96121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 15:38:51.242230 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-c5341fa9-a0a8-4bc7-a88a-cf41033ba5d8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741779631391'] for network, precommit_create {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:38:51.257191 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.db.api [None req-7730280c-f8b9-4ffa-82da-2b944217ab03 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 29 15:38:51.257191 dv-cinder-806616-6-iscsi neutron-server[96121]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Sep 29 15:38:51.257191 dv-cinder-806616-6-iscsi neutron-server[96121]: [parameters: {'project_id_1': '84bcf8422e7247638fc2b1cbca8e3846', 'expiration_1': datetime.datetime(2021, 9, 29, 15, 38, 31, 203822)}] Sep 29 15:38:51.257191 dv-cinder-806616-6-iscsi neutron-server[96121]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=96121) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 29 15:38:51.257997 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG oslo_db.api [None req-7730280c-f8b9-4ffa-82da-2b944217ab03 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=96121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 29 15:38:51.257997 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.db.api [None req-1b8951de-34ec-4754-a491-b2c0ad50bb02 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 29 15:38:51.257997 dv-cinder-806616-6-iscsi neutron-server[96121]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Sep 29 15:38:51.257997 dv-cinder-806616-6-iscsi neutron-server[96121]: [parameters: {'project_id_1': '13390da549814bc498d0c907da15d788', 'expiration_1': datetime.datetime(2021, 9, 29, 15, 38, 31, 152703)}] Sep 29 15:38:51.257997 dv-cinder-806616-6-iscsi neutron-server[96121]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=96121) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 29 15:38:51.258392 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG oslo_db.api [None req-1b8951de-34ec-4754-a491-b2c0ad50bb02 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=96121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 29 15:38:51.263187 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [None req-19a537c0-f576-456a-93d6-1779b6e7da4a admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.0417678 Sep 29 15:38:51.266962 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.wsgi [-] (96121) accepted ('10.222.0.46', 55604) {{(pid=96121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 15:38:51.279028 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.api.v2.base [None req-a375a555-5b40-4a8b-83f5-3a4187d37128 admin admin] Request body: {'subnet': {'network_id': '6dbc83d2-1eb6-4d2f-92e2-862eb74e4124', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1104453181-subnet', 'tenant_id': '230295d16b3f4b9c95387a6193aeb6e3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=96121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 15:38:51.280445 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5341fa9-a0a8-4bc7-a88a-cf41033ba5d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69bb6ea6-2770-4a41-88ab-960c26e8ecb2,revision_number=1']} {{(pid=96120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 15:38:51.320078 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-815c197f-6f0e-4b49-a203-1539cc293dae admin admin] Made reservation on behalf of ac94bfaead184f89a85a5713fd06a3ee for: {'network': 1} {{(pid=96121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 15:38:51.322527 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [None req-815c197f-6f0e-4b49-a203-1539cc293dae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-684029'] for network, before_create {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:38:51.339841 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [None req-815c197f-6f0e-4b49-a203-1539cc293dae admin admin] Notify callbacks [] for security_group, before_create {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:38:51.372775 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-c5341fa9-a0a8-4bc7-a88a-cf41033ba5d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575366'] for network, after_create {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:38:51.374013 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5341fa9-a0a8-4bc7-a88a-cf41033ba5d8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:38:51.374806 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-c5341fa9-a0a8-4bc7-a88a-cf41033ba5d8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577532'] for network, before_response {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:38:51.432692 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a375a555-5b40-4a8b-83f5-3a4187d37128 admin admin] Made reservation on behalf of 230295d16b3f4b9c95387a6193aeb6e3 for: {'subnet': 1} {{(pid=96121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 15:38:51.434966 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [None req-a375a555-5b40-4a8b-83f5-3a4187d37128 admin admin] Notify callbacks [] for subnet, before_create {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:38:51.436623 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5341fa9-a0a8-4bc7-a88a-cf41033ba5d8 admin admin] Pushing event updated for resources: {'Network': ['ID=daa727ac-86a8-4704-b1b4-10803b6b1e68,revision_number=1']} {{(pid=96120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 15:38:51.448395 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.plugins.ml2.rpc [None req-86ea74e9-eea3-4769-b153-652ac6294d68 None None] Network daa727ac-86a8-4704-b1b4-10803b6b1e68 details requested by agent ovs-agent-dv-cinder-806616-6-iscsi with host dv-cinder-806616-6-iscsi {{(pid=96122) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 29 15:38:51.675435 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [None req-815c197f-6f0e-4b49-a203-1539cc293dae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:38:51.804642 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [None req-a375a555-5b40-4a8b-83f5-3a4187d37128 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1575015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575366'] for subnet, after_create {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:38:51.806795 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [None req-815c197f-6f0e-4b49-a203-1539cc293dae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579214'] for security_group, after_create {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:38:51.835365 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-815c197f-6f0e-4b49-a203-1539cc293dae admin admin] vlan segment allocate from pool success with {'vlan_id': 609, 'physical_network': 'physnet1'} {{(pid=96121) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 29 15:38:51.891006 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [None req-c5341fa9-a0a8-4bc7-a88a-cf41033ba5d8 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.6378379 Sep 29 15:38:51.893740 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.wsgi [-] (96120) accepted ('10.222.0.46', 55638) {{(pid=96120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 15:38:51.896141 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [None req-815c197f-6f0e-4b49-a203-1539cc293dae admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8741779927179', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-649178'] for segment, precommit_create {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:38:51.896737 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [None req-815c197f-6f0e-4b49-a203-1539cc293dae admin admin] Unsubscribe: segment precommit_create {{(pid=96121) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Sep 29 15:38:51.897192 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.db.segments_db [None req-815c197f-6f0e-4b49-a203-1539cc293dae admin admin] Added segment 07c1b694-4b5f-4e1d-baf1-7032d28a68b3 of type vlan for network 41529908-bf9d-4f22-bd36-308129b2f718 Sep 29 15:38:51.898485 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.api.v2.base [None req-0745dcd3-d4c3-4629-b5dc-ba514311a506 admin admin] Request body: {'subnet': {'network_id': 'daa727ac-86a8-4704-b1b4-10803b6b1e68', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1555353728-subnet', 'tenant_id': 'b4ec83ad588647be8ebbcc854394cb61', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=96120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 15:38:51.951777 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-815c197f-6f0e-4b49-a203-1539cc293dae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4fcc4c8f-ac81-4fdc-ac36-a5dbf74634bf,revision_number=1']} {{(pid=96121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 15:38:51.963222 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a375a555-5b40-4a8b-83f5-3a4187d37128 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f52e1823-73ec-4946-856c-fe4a0be10483,revision_number=0']} {{(pid=96121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 15:38:51.988253 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-815c197f-6f0e-4b49-a203-1539cc293dae admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806616-6-iscsi {{(pid=96121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 15:38:51.988621 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-815c197f-6f0e-4b49-a203-1539cc293dae admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806616-6-iscsi {{(pid=96121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 15:38:51.988973 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-815c197f-6f0e-4b49-a203-1539cc293dae admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806616-6-iscsi {{(pid=96121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 15:38:51.989902 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-815c197f-6f0e-4b49-a203-1539cc293dae admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806616-6-iscsi {{(pid=96121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 15:38:51.990231 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-815c197f-6f0e-4b49-a203-1539cc293dae admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806616-6-iscsi {{(pid=96121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 15:38:51.990577 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-815c197f-6f0e-4b49-a203-1539cc293dae admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806616-6-iscsi {{(pid=96121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 15:38:51.990950 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-815c197f-6f0e-4b49-a203-1539cc293dae admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806616-6-iscsi {{(pid=96121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 15:38:51.991276 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-815c197f-6f0e-4b49-a203-1539cc293dae admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806616-6-iscsi {{(pid=96121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 15:38:51.991599 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-815c197f-6f0e-4b49-a203-1539cc293dae admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806616-6-iscsi {{(pid=96121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 15:38:51.991920 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-815c197f-6f0e-4b49-a203-1539cc293dae admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806616-6-iscsi {{(pid=96121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 15:38:51.992360 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-815c197f-6f0e-4b49-a203-1539cc293dae admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806616-6-iscsi {{(pid=96121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 15:38:51.992685 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-815c197f-6f0e-4b49-a203-1539cc293dae admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806616-6-iscsi {{(pid=96121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 15:38:51.993745 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-815c197f-6f0e-4b49-a203-1539cc293dae admin admin] Tracked resource versions report: Sep 29 15:38:51.993745 dv-cinder-806616-6-iscsi neutron-server[96121]: pushed versions: Sep 29 15:38:51.993745 dv-cinder-806616-6-iscsi neutron-server[96121]: { 'AddressGroup': {'1.2'}, Sep 29 15:38:51.993745 dv-cinder-806616-6-iscsi neutron-server[96121]: 'ConntrackHelper': {'1.0'}, Sep 29 15:38:51.993745 dv-cinder-806616-6-iscsi neutron-server[96121]: 'Log': {'1.0'}, Sep 29 15:38:51.993745 dv-cinder-806616-6-iscsi neutron-server[96121]: 'Network': {'1.1'}, Sep 29 15:38:51.993745 dv-cinder-806616-6-iscsi neutron-server[96121]: 'Port': {'1.7'}, Sep 29 15:38:51.993745 dv-cinder-806616-6-iscsi neutron-server[96121]: 'PortForwarding': {'1.2'}, Sep 29 15:38:51.993745 dv-cinder-806616-6-iscsi neutron-server[96121]: 'QosPolicy': {'1.9'}, Sep 29 15:38:51.993745 dv-cinder-806616-6-iscsi neutron-server[96121]: 'SecurityGroup': {'1.4'}, Sep 29 15:38:51.993745 dv-cinder-806616-6-iscsi neutron-server[96121]: 'SecurityGroupRule': {'1.2'}, Sep 29 15:38:51.993745 dv-cinder-806616-6-iscsi neutron-server[96121]: 'SubPort': {'1.0'}, Sep 29 15:38:51.993745 dv-cinder-806616-6-iscsi neutron-server[96121]: 'Subnet': {'1.1'}, Sep 29 15:38:51.993745 dv-cinder-806616-6-iscsi neutron-server[96121]: 'Trunk': {'1.1'}} Sep 29 15:38:51.993745 dv-cinder-806616-6-iscsi neutron-server[96121]: consumer versions: Sep 29 15:38:51.993745 dv-cinder-806616-6-iscsi neutron-server[96121]: { DHCP agent@dv-cinder-806616-6-iscsi: {}, Sep 29 15:38:51.993745 dv-cinder-806616-6-iscsi neutron-server[96121]: HyperV agent@hv-cinder-80661: {}, Sep 29 15:38:51.993745 dv-cinder-806616-6-iscsi neutron-server[96121]: L3 agent@dv-cinder-806616-6-iscsi: {}, Sep 29 15:38:51.993745 dv-cinder-806616-6-iscsi neutron-server[96121]: Metadata agent@dv-cinder-806616-6-iscsi: {}, Sep 29 15:38:51.993745 dv-cinder-806616-6-iscsi neutron-server[96121]: Metering agent@dv-cinder-806616-6-iscsi: {}, Sep 29 15:38:51.993745 dv-cinder-806616-6-iscsi neutron-server[96121]: Open vSwitch agent@dv-cinder-806616-6-iscsi: { 'AddressGroup': '1.2', Sep 29 15:38:51.993745 dv-cinder-806616-6-iscsi neutron-server[96121]: 'ConntrackHelper': '1.0', Sep 29 15:38:51.993745 dv-cinder-806616-6-iscsi neutron-server[96121]: 'Log': '1.0', Sep 29 15:38:51.993745 dv-cinder-806616-6-iscsi neutron-server[96121]: 'Network': '1.1', Sep 29 15:38:51.993745 dv-cinder-806616-6-iscsi neutron-server[96121]: 'Port': '1.7', Sep 29 15:38:51.993745 dv-cinder-806616-6-iscsi neutron-server[96121]: 'PortForwarding': '1.2', Sep 29 15:38:51.993745 dv-cinder-806616-6-iscsi neutron-server[96121]: 'QosPolicy': '1.9', Sep 29 15:38:51.993745 dv-cinder-806616-6-iscsi neutron-server[96121]: 'SecurityGroup': '1.4', Sep 29 15:38:51.993745 dv-cinder-806616-6-iscsi neutron-server[96121]: 'SecurityGroupRule': '1.2', Sep 29 15:38:51.993745 dv-cinder-806616-6-iscsi neutron-server[96121]: 'SubPort': '1.0', Sep 29 15:38:51.993745 dv-cinder-806616-6-iscsi neutron-server[96121]: 'Subnet': '1.1', Sep 29 15:38:51.993745 dv-cinder-806616-6-iscsi neutron-server[96121]: 'Trunk': '1.1'}} Sep 29 15:38:51.993745 dv-cinder-806616-6-iscsi neutron-server[96121]: {{(pid=96121) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 29 15:38:52.000210 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [None req-815c197f-6f0e-4b49-a203-1539cc293dae admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741779631391'] for network, precommit_create {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:38:52.008737 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a375a555-5b40-4a8b-83f5-3a4187d37128 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806616-6-iscsi {{(pid=96121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 15:38:52.008737 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a375a555-5b40-4a8b-83f5-3a4187d37128 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806616-6-iscsi {{(pid=96121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 15:38:52.008737 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a375a555-5b40-4a8b-83f5-3a4187d37128 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806616-6-iscsi {{(pid=96121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 15:38:52.008737 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a375a555-5b40-4a8b-83f5-3a4187d37128 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806616-6-iscsi {{(pid=96121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 15:38:52.008737 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a375a555-5b40-4a8b-83f5-3a4187d37128 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806616-6-iscsi {{(pid=96121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 15:38:52.008737 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a375a555-5b40-4a8b-83f5-3a4187d37128 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806616-6-iscsi {{(pid=96121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 15:38:52.008737 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a375a555-5b40-4a8b-83f5-3a4187d37128 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806616-6-iscsi {{(pid=96121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 15:38:52.008737 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a375a555-5b40-4a8b-83f5-3a4187d37128 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806616-6-iscsi {{(pid=96121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 15:38:52.008737 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a375a555-5b40-4a8b-83f5-3a4187d37128 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806616-6-iscsi {{(pid=96121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 15:38:52.008737 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a375a555-5b40-4a8b-83f5-3a4187d37128 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806616-6-iscsi {{(pid=96121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 15:38:52.008737 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a375a555-5b40-4a8b-83f5-3a4187d37128 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806616-6-iscsi {{(pid=96121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 15:38:52.008737 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a375a555-5b40-4a8b-83f5-3a4187d37128 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806616-6-iscsi {{(pid=96121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 15:38:52.015808 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a375a555-5b40-4a8b-83f5-3a4187d37128 admin admin] Checking segment: {'id': '410a5b94-6c4f-4e8c-81e4-151e9b9c01d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '6dbc83d2-1eb6-4d2f-92e2-862eb74e4124'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96121) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 15:38:52.016335 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a375a555-5b40-4a8b-83f5-3a4187d37128 admin admin] Network hostable DHCP agents. Network: 6dbc83d2-1eb6-4d2f-92e2-862eb74e4124, hostable agents: ['626ea16d-5941-4cb2-98b6-5e39c33395ed'], hosted agents: [] {{(pid=96121) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 29 15:38:52.058424 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7730280c-f8b9-4ffa-82da-2b944217ab03 admin admin] Made reservation on behalf of 84bcf8422e7247638fc2b1cbca8e3846 for: {'network': 1} {{(pid=96121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 15:38:52.061084 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [None req-7730280c-f8b9-4ffa-82da-2b944217ab03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-684029'] for network, before_create {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:38:52.072406 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [None req-7730280c-f8b9-4ffa-82da-2b944217ab03 admin admin] Notify callbacks [] for security_group, before_create {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:38:52.109602 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a375a555-5b40-4a8b-83f5-3a4187d37128 admin admin] Network 6dbc83d2-1eb6-4d2f-92e2-862eb74e4124 is scheduled to be hosted by DHCP agent 626ea16d-5941-4cb2-98b6-5e39c33395ed with binding_index 1 {{(pid=96121) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 29 15:38:52.133020 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [None req-815c197f-6f0e-4b49-a203-1539cc293dae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575366'] for network, after_create {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:38:52.134365 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-815c197f-6f0e-4b49-a203-1539cc293dae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:38:52.135243 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [None req-815c197f-6f0e-4b49-a203-1539cc293dae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577532'] for network, before_response {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:38:52.189577 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b8951de-34ec-4754-a491-b2c0ad50bb02 admin admin] Made reservation on behalf of 13390da549814bc498d0c907da15d788 for: {'network': 1} {{(pid=96121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 15:38:52.189577 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [None req-1b8951de-34ec-4754-a491-b2c0ad50bb02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-684029'] for network, before_create {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:38:52.217665 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.scheduler.base_scheduler [None req-a375a555-5b40-4a8b-83f5-3a4187d37128 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-806616-6-iscsi, 6dbc83d2-1eb6-4d2f-92e2-862eb74e4124) {{(pid=96121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 15:38:52.227823 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ba5ca04-7872-47b3-a20b-fc1ea4c5cafe None None] Network 6dbc83d2-1eb6-4d2f-92e2-862eb74e4124 requested from dv-cinder-806616-6-iscsi {{(pid=96122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 15:38:52.228822 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [None req-1b8951de-34ec-4754-a491-b2c0ad50bb02 admin admin] Notify callbacks [] for security_group, before_create {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:38:52.255556 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0745dcd3-d4c3-4629-b5dc-ba514311a506 admin admin] Made reservation on behalf of b4ec83ad588647be8ebbcc854394cb61 for: {'subnet': 1} {{(pid=96120) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 15:38:52.258352 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-0745dcd3-d4c3-4629-b5dc-ba514311a506 admin admin] Notify callbacks [] for subnet, before_create {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:38:52.263985 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a375a555-5b40-4a8b-83f5-3a4187d37128 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=96121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:38:52.264954 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [None req-a375a555-5b40-4a8b-83f5-3a4187d37128 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577532'] for subnet, before_response {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:38:52.267350 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-815c197f-6f0e-4b49-a203-1539cc293dae admin admin] Pushing event updated for resources: {'Network': ['ID=41529908-bf9d-4f22-bd36-308129b2f718,revision_number=1']} {{(pid=96121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 15:38:52.310236 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.plugins.ml2.rpc [None req-86ea74e9-eea3-4769-b153-652ac6294d68 None None] Network 41529908-bf9d-4f22-bd36-308129b2f718 details requested by agent ovs-agent-dv-cinder-806616-6-iscsi with host dv-cinder-806616-6-iscsi {{(pid=96122) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 29 15:38:52.386408 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [None req-7730280c-f8b9-4ffa-82da-2b944217ab03 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:38:52.463471 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc4a49dc-b2c9-41ae-9581-eaf0bbbc62d1 None None] Network 6dbc83d2-1eb6-4d2f-92e2-862eb74e4124 requested from dv-cinder-806616-6-iscsi {{(pid=96122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 15:38:52.491425 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [None req-7730280c-f8b9-4ffa-82da-2b944217ab03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579214'] for security_group, after_create {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:38:52.515906 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7730280c-f8b9-4ffa-82da-2b944217ab03 admin admin] vlan segment allocate from pool success with {'vlan_id': 648, 'physical_network': 'physnet1'} {{(pid=96121) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 29 15:38:52.527168 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7730280c-f8b9-4ffa-82da-2b944217ab03 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a526d53-95a2-47df-b578-772e4e4f7016,revision_number=1']} {{(pid=96121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 15:38:52.531967 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [None req-7730280c-f8b9-4ffa-82da-2b944217ab03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-649178'] for segment, precommit_create {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:38:52.532311 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.db.segments_db [None req-7730280c-f8b9-4ffa-82da-2b944217ab03 admin admin] Added segment 628d84a7-ead1-4ac6-bffb-83d0c925f453 of type vlan for network 5152dae4-44c3-49b9-8d76-df9855d3f518 Sep 29 15:38:52.546590 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-0745dcd3-d4c3-4629-b5dc-ba514311a506 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1575015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575366'] for subnet, after_create {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:38:52.571796 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [None req-7730280c-f8b9-4ffa-82da-2b944217ab03 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741779631391'] for network, precommit_create {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:38:52.590196 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0745dcd3-d4c3-4629-b5dc-ba514311a506 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f9e1b58c-841a-4928-9689-e4afdbcfa8ba,revision_number=0']} {{(pid=96120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 15:38:52.595965 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [None req-815c197f-6f0e-4b49-a203-1539cc293dae admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 2.3733339 Sep 29 15:38:52.596609 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.wsgi [-] (96120) accepted ('10.222.0.46', 55660) {{(pid=96120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 15:38:52.597454 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [None req-a375a555-5b40-4a8b-83f5-3a4187d37128 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.3295209 Sep 29 15:38:52.602731 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.api.v2.base [None req-33d1d996-7c16-45a4-83da-371ead28c092 admin admin] Request body: {'subnet': {'network_id': '41529908-bf9d-4f22-bd36-308129b2f718', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-471694450-subnet', 'tenant_id': 'ac94bfaead184f89a85a5713fd06a3ee', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=96120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 15:38:52.628592 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0745dcd3-d4c3-4629-b5dc-ba514311a506 admin admin] Checking segment: {'id': '31764bfc-788e-47a5-9e39-ac36bd4368d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'daa727ac-86a8-4704-b1b4-10803b6b1e68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96120) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 15:38:52.629186 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0745dcd3-d4c3-4629-b5dc-ba514311a506 admin admin] Network hostable DHCP agents. Network: daa727ac-86a8-4704-b1b4-10803b6b1e68, hostable agents: ['626ea16d-5941-4cb2-98b6-5e39c33395ed'], hosted agents: [] {{(pid=96120) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 29 15:38:52.684164 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [None req-1b8951de-34ec-4754-a491-b2c0ad50bb02 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:38:52.740788 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [None req-7730280c-f8b9-4ffa-82da-2b944217ab03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575366'] for network, after_create {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:38:52.741804 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7730280c-f8b9-4ffa-82da-2b944217ab03 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:38:52.742433 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [None req-7730280c-f8b9-4ffa-82da-2b944217ab03 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577532'] for network, before_response {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:38:52.769723 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0745dcd3-d4c3-4629-b5dc-ba514311a506 admin admin] Network daa727ac-86a8-4704-b1b4-10803b6b1e68 is scheduled to be hosted by DHCP agent 626ea16d-5941-4cb2-98b6-5e39c33395ed with binding_index 1 {{(pid=96120) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 29 15:38:52.774473 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [None req-1b8951de-34ec-4754-a491-b2c0ad50bb02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579214'] for security_group, after_create {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:38:52.821155 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1b8951de-34ec-4754-a491-b2c0ad50bb02 admin admin] vlan segment allocate from pool success with {'vlan_id': 601, 'physical_network': 'physnet1'} {{(pid=96121) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 29 15:38:52.822985 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7730280c-f8b9-4ffa-82da-2b944217ab03 admin admin] Pushing event updated for resources: {'Network': ['ID=5152dae4-44c3-49b9-8d76-df9855d3f518,revision_number=1']} {{(pid=96121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 15:38:52.834191 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.plugins.ml2.rpc [None req-86ea74e9-eea3-4769-b153-652ac6294d68 None None] Network 5152dae4-44c3-49b9-8d76-df9855d3f518 details requested by agent ovs-agent-dv-cinder-806616-6-iscsi with host dv-cinder-806616-6-iscsi {{(pid=96122) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 29 15:38:52.841672 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [None req-1b8951de-34ec-4754-a491-b2c0ad50bb02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-649178'] for segment, precommit_create {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:38:52.841856 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.db.segments_db [None req-1b8951de-34ec-4754-a491-b2c0ad50bb02 admin admin] Added segment 445f7458-c019-4777-b7f7-9f69e4e3102b of type vlan for network 7d2058d9-0239-4e7f-ad5f-85b9e31d2757 Sep 29 15:38:52.847608 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [None req-7730280c-f8b9-4ffa-82da-2b944217ab03 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.9856129 Sep 29 15:38:52.851702 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.wsgi [-] (96121) accepted ('10.222.0.46', 55668) {{(pid=96121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 15:38:52.853747 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b8951de-34ec-4754-a491-b2c0ad50bb02 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a54de4a9-199a-4726-848f-8436ef371906,revision_number=1']} {{(pid=96121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 15:38:52.859897 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.api.v2.base [None req-a27d4aa3-4a00-4999-b884-ef49ca2621ad admin admin] Request body: {'subnet': {'network_id': '5152dae4-44c3-49b9-8d76-df9855d3f518', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1929934019-subnet', 'tenant_id': '84bcf8422e7247638fc2b1cbca8e3846', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=96121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 15:38:52.895128 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.scheduler.base_scheduler [None req-0745dcd3-d4c3-4629-b5dc-ba514311a506 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-806616-6-iscsi, daa727ac-86a8-4704-b1b4-10803b6b1e68) {{(pid=96120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 15:38:52.904549 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0745dcd3-d4c3-4629-b5dc-ba514311a506 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=96120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:38:52.904549 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-0745dcd3-d4c3-4629-b5dc-ba514311a506 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577532'] for subnet, before_response {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:38:52.905782 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [None req-1b8951de-34ec-4754-a491-b2c0ad50bb02 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741779631391'] for network, precommit_create {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:38:52.908526 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9314b013-7e41-4194-9fdd-e61026ffd85c None None] Network daa727ac-86a8-4704-b1b4-10803b6b1e68 requested from dv-cinder-806616-6-iscsi {{(pid=96122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 15:38:52.970722 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33d1d996-7c16-45a4-83da-371ead28c092 admin admin] Made reservation on behalf of ac94bfaead184f89a85a5713fd06a3ee for: {'subnet': 1} {{(pid=96120) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 15:38:52.973081 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-33d1d996-7c16-45a4-83da-371ead28c092 admin admin] Notify callbacks [] for subnet, before_create {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:38:53.021365 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [None req-1b8951de-34ec-4754-a491-b2c0ad50bb02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575366'] for network, after_create {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:38:53.022426 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b8951de-34ec-4754-a491-b2c0ad50bb02 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:38:53.023145 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [None req-1b8951de-34ec-4754-a491-b2c0ad50bb02 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577532'] for network, before_response {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:38:53.033262 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08206bbd-19e0-4ae4-9390-406d8bb2407b None None] Network daa727ac-86a8-4704-b1b4-10803b6b1e68 requested from dv-cinder-806616-6-iscsi {{(pid=96122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 15:38:53.086534 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b8951de-34ec-4754-a491-b2c0ad50bb02 admin admin] Pushing event updated for resources: {'Network': ['ID=7d2058d9-0239-4e7f-ad5f-85b9e31d2757,revision_number=1']} {{(pid=96121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 15:38:53.099331 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.plugins.ml2.rpc [None req-86ea74e9-eea3-4769-b153-652ac6294d68 None None] Network 7d2058d9-0239-4e7f-ad5f-85b9e31d2757 details requested by agent ovs-agent-dv-cinder-806616-6-iscsi with host dv-cinder-806616-6-iscsi {{(pid=96122) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 29 15:38:53.126018 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [None req-0745dcd3-d4c3-4629-b5dc-ba514311a506 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 1.2294521 Sep 29 15:38:53.126337 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.wsgi [-] (96120) accepted ('10.222.0.46', 55672) {{(pid=96120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 15:38:53.126909 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.wsgi [-] (96120) accepted ('10.222.0.46', 55674) {{(pid=96120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 15:38:53.127041 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [None req-1b8951de-34ec-4754-a491-b2c0ad50bb02 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 2.3136525 Sep 29 15:38:53.134494 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.api.v2.base [None req-19ada03b-2231-4127-892c-5b3a65ecb618 admin admin] Request body: {'subnet': {'network_id': '7d2058d9-0239-4e7f-ad5f-85b9e31d2757', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-522904198-subnet', 'tenant_id': '13390da549814bc498d0c907da15d788', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=96120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 15:38:53.146342 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.api.v2.base [None req-d05878db-9c6b-4665-b6d9-a3cb8d96925d admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1555353728-router', 'tenant_id': 'b4ec83ad588647be8ebbcc854394cb61', 'external_gateway_info': {'network_id': 'cd5efe95-1549-4750-933c-70412f77577e'}}} {{(pid=96120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 15:38:53.212576 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a27d4aa3-4a00-4999-b884-ef49ca2621ad admin admin] Made reservation on behalf of 84bcf8422e7247638fc2b1cbca8e3846 for: {'subnet': 1} {{(pid=96121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 15:38:53.221013 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [None req-a27d4aa3-4a00-4999-b884-ef49ca2621ad admin admin] Notify callbacks [] for subnet, before_create {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:38:53.240773 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.db.api [None req-19ada03b-2231-4127-892c-5b3a65ecb618 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 29 15:38:53.240773 dv-cinder-806616-6-iscsi neutron-server[96120]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Sep 29 15:38:53.240773 dv-cinder-806616-6-iscsi neutron-server[96120]: [parameters: {'project_id_1': '13390da549814bc498d0c907da15d788', 'expiration_1': datetime.datetime(2021, 9, 29, 15, 38, 33, 151157)}] Sep 29 15:38:53.240773 dv-cinder-806616-6-iscsi neutron-server[96120]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=96120) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 29 15:38:53.241217 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG oslo_db.api [None req-19ada03b-2231-4127-892c-5b3a65ecb618 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=96120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 29 15:38:53.310489 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-d05878db-9c6b-4665-b6d9-a3cb8d96925d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1619852', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3514'] for router, before_create {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:38:53.311584 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-d05878db-9c6b-4665-b6d9-a3cb8d96925d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1620348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1617292', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1739027', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3507'] for router, precommit_create {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:38:53.375551 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-d05878db-9c6b-4665-b6d9-a3cb8d96925d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:38:53.398391 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-33d1d996-7c16-45a4-83da-371ead28c092 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1575015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575366'] for subnet, after_create {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:38:53.478646 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [None req-a27d4aa3-4a00-4999-b884-ef49ca2621ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1575015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575366'] for subnet, after_create {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:38:53.500196 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d1d996-7c16-45a4-83da-371ead28c092 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dd4e2821-37a9-4ee4-80ce-9b4e5d3432ba,revision_number=0']} {{(pid=96120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 15:38:53.509180 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33d1d996-7c16-45a4-83da-371ead28c092 admin admin] Checking segment: {'id': '07c1b694-4b5f-4e1d-baf1-7032d28a68b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '41529908-bf9d-4f22-bd36-308129b2f718'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96120) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 15:38:53.513133 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33d1d996-7c16-45a4-83da-371ead28c092 admin admin] Network hostable DHCP agents. Network: 41529908-bf9d-4f22-bd36-308129b2f718, hostable agents: ['626ea16d-5941-4cb2-98b6-5e39c33395ed'], hosted agents: [] {{(pid=96120) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 29 15:38:53.565368 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a27d4aa3-4a00-4999-b884-ef49ca2621ad admin admin] Pushing event updated for resources: {'Subnet': ['ID=61f71924-12ae-41fd-9e06-9ee9a15fbf0a,revision_number=0']} {{(pid=96121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 15:38:53.566733 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a27d4aa3-4a00-4999-b884-ef49ca2621ad admin admin] Checking segment: {'id': '628d84a7-ead1-4ac6-bffb-83d0c925f453', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '5152dae4-44c3-49b9-8d76-df9855d3f518'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96121) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 15:38:53.567355 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a27d4aa3-4a00-4999-b884-ef49ca2621ad admin admin] Network hostable DHCP agents. Network: 5152dae4-44c3-49b9-8d76-df9855d3f518, hostable agents: ['626ea16d-5941-4cb2-98b6-5e39c33395ed'], hosted agents: [] {{(pid=96121) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 29 15:38:53.614853 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-d05878db-9c6b-4665-b6d9-a3cb8d96925d admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:38:53.620769 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.wsgi [-] (96120) accepted ('10.222.0.46', 55710) {{(pid=96120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 15:38:53.622801 dv-cinder-806616-6-iscsi neutron-server[96120]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Sep 29 15:38:53.658347 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33d1d996-7c16-45a4-83da-371ead28c092 admin admin] Network 41529908-bf9d-4f22-bd36-308129b2f718 is scheduled to be hosted by DHCP agent 626ea16d-5941-4cb2-98b6-5e39c33395ed with binding_index 1 {{(pid=96120) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 29 15:38:53.684205 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a27d4aa3-4a00-4999-b884-ef49ca2621ad admin admin] Network 5152dae4-44c3-49b9-8d76-df9855d3f518 is scheduled to be hosted by DHCP agent 626ea16d-5941-4cb2-98b6-5e39c33395ed with binding_index 1 {{(pid=96121) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 29 15:38:53.754307 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.scheduler.base_scheduler [None req-a27d4aa3-4a00-4999-b884-ef49ca2621ad admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-806616-6-iscsi, 5152dae4-44c3-49b9-8d76-df9855d3f518) {{(pid=96121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 15:38:53.758396 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a27d4aa3-4a00-4999-b884-ef49ca2621ad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=96121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:38:53.758986 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [None req-a27d4aa3-4a00-4999-b884-ef49ca2621ad admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577532'] for subnet, before_response {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:38:53.763826 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c27bf539-70be-457e-a29e-43bef22a0450 None None] Network 5152dae4-44c3-49b9-8d76-df9855d3f518 requested from dv-cinder-806616-6-iscsi {{(pid=96122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 15:38:53.771772 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.scheduler.base_scheduler [None req-33d1d996-7c16-45a4-83da-371ead28c092 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-806616-6-iscsi, 41529908-bf9d-4f22-bd36-308129b2f718) {{(pid=96120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 15:38:53.780897 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-748c7fc4-29e6-4875-b324-9bf2a55c8e01 None None] Network 41529908-bf9d-4f22-bd36-308129b2f718 requested from dv-cinder-806616-6-iscsi {{(pid=96122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 15:38:53.792050 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33d1d996-7c16-45a4-83da-371ead28c092 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=96120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:38:53.792643 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-33d1d996-7c16-45a4-83da-371ead28c092 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577532'] for subnet, before_response {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:38:53.845257 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179fd403-2e23-4efe-b9d5-da9c9fd9a3bc req-f7a50ab4-1583-4d07-a0d5-f4c9ea64090b tempest-AttachVolumeNegativeTest-728742291 tempest-AttachVolumeNegativeTest-728742291-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=96120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:38:53.845792 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [None req-a27d4aa3-4a00-4999-b884-ef49ca2621ad admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.9925790 Sep 29 15:38:53.846640 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [req-179fd403-2e23-4efe-b9d5-da9c9fd9a3bc req-f7a50ab4-1583-4d07-a0d5-f4c9ea64090b tempest-AttachVolumeNegativeTest-728742291 tempest-AttachVolumeNegativeTest-728742291-project] 10.222.0.46 "GET /v2.0/networks?id=6dbc83d2-1eb6-4d2f-92e2-862eb74e4124 HTTP/1.1" status: 200 len: 815 time: 0.2249076 Sep 29 15:38:53.909506 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [req-179fd403-2e23-4efe-b9d5-da9c9fd9a3bc req-28d23fc9-e491-45b7-a18f-9c1fdb91378f tempest-AttachVolumeNegativeTest-728742291 tempest-AttachVolumeNegativeTest-728742291-project] 10.222.0.46 "GET /v2.0/quotas/230295d16b3f4b9c95387a6193aeb6e3 HTTP/1.1" status: 200 len: 375 time: 0.0195270 Sep 29 15:38:53.977392 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [None req-33d1d996-7c16-45a4-83da-371ead28c092 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.3793619 Sep 29 15:38:53.980451 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.wsgi [-] (96121) accepted ('10.222.0.46', 55716) {{(pid=96121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 15:38:53.981173 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-049d598f-54dd-4e42-a00f-6a696f017fce None None] Network 5152dae4-44c3-49b9-8d76-df9855d3f518 requested from dv-cinder-806616-6-iscsi {{(pid=96122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 15:38:53.982881 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [req-179fd403-2e23-4efe-b9d5-da9c9fd9a3bc req-68e99910-f351-4b78-bb3f-4c94d2045a84 tempest-AttachVolumeNegativeTest-728742291 tempest-AttachVolumeNegativeTest-728742291-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=230295d16b3f4b9c95387a6193aeb6e3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0629830 Sep 29 15:38:53.993468 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.api.v2.base [None req-2c835dc8-39a2-47c8-b0d0-0bcf8e2a1998 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-471694450-router', 'tenant_id': 'ac94bfaead184f89a85a5713fd06a3ee', 'external_gateway_info': {'network_id': 'cd5efe95-1549-4750-933c-70412f77577e'}}} {{(pid=96121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 15:38:54.096099 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47fcadd8-7438-4cc2-8c88-1c6e30a21cc6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc2c1769e-5874-5262-b979-a7c4e10a20b5-41529908-bf9d-4f22-bd36-308129b2f718', 'network_id': '41529908-bf9d-4f22-bd36-308129b2f718', 'tenant_id': 'ac94bfaead184f89a85a5713fd06a3ee', 'fixed_ips': [{'subnet_id': 'dd4e2821-37a9-4ee4-80ce-9b4e5d3432ba'}]}} from dv-cinder-806616-6-iscsi. {{(pid=96122) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 29 15:38:54.096927 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron_lib.callbacks.manager [None req-47fcadd8-7438-4cc2-8c88-1c6e30a21cc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-684029'] for port, before_create {{(pid=96122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:38:54.110409 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19ada03b-2231-4127-892c-5b3a65ecb618 admin admin] Made reservation on behalf of 13390da549814bc498d0c907da15d788 for: {'subnet': 1} {{(pid=96120) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 15:38:54.112731 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-19ada03b-2231-4127-892c-5b3a65ecb618 admin admin] Notify callbacks [] for subnet, before_create {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:38:54.132115 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-d05878db-9c6b-4665-b6d9-a3cb8d96925d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:38:54.163748 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-d05878db-9c6b-4665-b6d9-a3cb8d96925d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-684029'] for port, before_create {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:38:54.200131 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [None req-2c835dc8-39a2-47c8-b0d0-0bcf8e2a1998 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1619852', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3514'] for router, before_create {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:38:54.203110 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [None req-2c835dc8-39a2-47c8-b0d0-0bcf8e2a1998 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1620348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1617292', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1739027', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3507'] for router, precommit_create {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:38:54.213476 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron_lib.callbacks.manager [None req-bcf25bb3-4e7b-45e6-a9d4-c56096999d06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741779927170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-625140'] for agent, after_update {{(pid=96122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:38:54.345846 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.wsgi [req-179fd403-2e23-4efe-b9d5-da9c9fd9a3bc req-c788e67e-aad1-48c4-a993-957c5f733c5a service neutron] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=96120) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 29 15:38:54.346940 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [req-179fd403-2e23-4efe-b9d5-da9c9fd9a3bc req-c788e67e-aad1-48c4-a993-957c5f733c5a service neutron] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1600606 Sep 29 15:38:54.355917 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.db.db_base_plugin_common [None req-47fcadd8-7438-4cc2-8c88-1c6e30a21cc6 None None] Allocated IP 172.20.0.2 (41529908-bf9d-4f22-bd36-308129b2f718/dd4e2821-37a9-4ee4-80ce-9b4e5d3432ba/09b9c96d-2c94-4a4c-9045-de56fa76418e) {{(pid=96122) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 15:38:54.369985 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [None req-2c835dc8-39a2-47c8-b0d0-0bcf8e2a1998 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:38:54.596858 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [req-179fd403-2e23-4efe-b9d5-da9c9fd9a3bc req-60839229-840f-4231-b9ea-1568c43d3088 service neutron] 10.222.0.46 "GET /v2.0/networks/6dbc83d2-1eb6-4d2f-92e2-862eb74e4124?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2300537 Sep 29 15:38:54.609836 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.db.db_base_plugin_common [None req-d05878db-9c6b-4665-b6d9-a3cb8d96925d admin admin] Allocated IP 172.27.0.9 (cd5efe95-1549-4750-933c-70412f77577e/9c872fed-da92-4e12-828d-ac62e1b980b9/588818ad-538d-4947-9bed-9555b7ed561b) {{(pid=96120) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 15:38:54.672670 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron_lib.callbacks.manager [None req-47fcadd8-7438-4cc2-8c88-1c6e30a21cc6 None None] Notify callbacks [] for port, precommit_create {{(pid=96122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:38:54.714331 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [None req-2c835dc8-39a2-47c8-b0d0-0bcf8e2a1998 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:38:54.740301 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.wsgi [-] (96121) accepted ('10.222.0.46', 55758) {{(pid=96121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 15:38:54.742556 dv-cinder-806616-6-iscsi neutron-server[96121]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Sep 29 15:38:54.752819 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron_lib.callbacks.manager [None req-47fcadd8-7438-4cc2-8c88-1c6e30a21cc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741779628737'] for port, after_create {{(pid=96122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:38:54.792381 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47fcadd8-7438-4cc2-8c88-1c6e30a21cc6 None None] Network 41529908-bf9d-4f22-bd36-308129b2f718 is already hosted by enough agents. {{(pid=96122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 15:38:54.795424 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.scheduler.base_scheduler [None req-47fcadd8-7438-4cc2-8c88-1c6e30a21cc6 None None] Resources bound (agent type, host, resource id): {{(pid=96122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 15:38:54.799198 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47fcadd8-7438-4cc2-8c88-1c6e30a21cc6 None None] Received port after_create {{(pid=96122) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 15:38:54.817284 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [req-179fd403-2e23-4efe-b9d5-da9c9fd9a3bc req-4d2eeb77-b607-4a5d-958e-ec1abbdd3b3f service neutron] 10.222.0.46 "GET /v2.0/networks/6dbc83d2-1eb6-4d2f-92e2-862eb74e4124?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2101946 Sep 29 15:38:54.840654 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-19ada03b-2231-4127-892c-5b3a65ecb618 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1575015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575366'] for subnet, after_create {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:38:54.850033 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47fcadd8-7438-4cc2-8c88-1c6e30a21cc6 None None] Pushing event updated for resources: {'Port': ['ID=09b9c96d-2c94-4a4c-9045-de56fa76418e,revision_number=1']} {{(pid=96122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 15:38:54.852508 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-d05878db-9c6b-4665-b6d9-a3cb8d96925d admin admin] Notify callbacks [] for port, precommit_create {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:38:54.860717 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47fcadd8-7438-4cc2-8c88-1c6e30a21cc6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806616-6-iscsi {{(pid=96122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 15:38:54.861324 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47fcadd8-7438-4cc2-8c88-1c6e30a21cc6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806616-6-iscsi {{(pid=96122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 15:38:54.861836 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47fcadd8-7438-4cc2-8c88-1c6e30a21cc6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806616-6-iscsi {{(pid=96122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 15:38:54.865432 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47fcadd8-7438-4cc2-8c88-1c6e30a21cc6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806616-6-iscsi {{(pid=96122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 15:38:54.865432 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47fcadd8-7438-4cc2-8c88-1c6e30a21cc6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806616-6-iscsi {{(pid=96122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 15:38:54.865432 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47fcadd8-7438-4cc2-8c88-1c6e30a21cc6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806616-6-iscsi {{(pid=96122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 15:38:54.865432 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47fcadd8-7438-4cc2-8c88-1c6e30a21cc6 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806616-6-iscsi {{(pid=96122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 15:38:54.865432 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47fcadd8-7438-4cc2-8c88-1c6e30a21cc6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806616-6-iscsi {{(pid=96122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 15:38:54.865432 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47fcadd8-7438-4cc2-8c88-1c6e30a21cc6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806616-6-iscsi {{(pid=96122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 15:38:54.865432 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47fcadd8-7438-4cc2-8c88-1c6e30a21cc6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806616-6-iscsi {{(pid=96122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 15:38:54.866734 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47fcadd8-7438-4cc2-8c88-1c6e30a21cc6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806616-6-iscsi {{(pid=96122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 15:38:54.867298 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47fcadd8-7438-4cc2-8c88-1c6e30a21cc6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806616-6-iscsi {{(pid=96122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 15:38:54.868628 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47fcadd8-7438-4cc2-8c88-1c6e30a21cc6 None None] Tracked resource versions report: Sep 29 15:38:54.868628 dv-cinder-806616-6-iscsi neutron-server[96122]: pushed versions: Sep 29 15:38:54.868628 dv-cinder-806616-6-iscsi neutron-server[96122]: { 'AddressGroup': {'1.2'}, Sep 29 15:38:54.868628 dv-cinder-806616-6-iscsi neutron-server[96122]: 'ConntrackHelper': {'1.0'}, Sep 29 15:38:54.868628 dv-cinder-806616-6-iscsi neutron-server[96122]: 'Log': {'1.0'}, Sep 29 15:38:54.868628 dv-cinder-806616-6-iscsi neutron-server[96122]: 'Network': {'1.1'}, Sep 29 15:38:54.868628 dv-cinder-806616-6-iscsi neutron-server[96122]: 'Port': {'1.7'}, Sep 29 15:38:54.868628 dv-cinder-806616-6-iscsi neutron-server[96122]: 'PortForwarding': {'1.2'}, Sep 29 15:38:54.868628 dv-cinder-806616-6-iscsi neutron-server[96122]: 'QosPolicy': {'1.9'}, Sep 29 15:38:54.868628 dv-cinder-806616-6-iscsi neutron-server[96122]: 'SecurityGroup': {'1.4'}, Sep 29 15:38:54.868628 dv-cinder-806616-6-iscsi neutron-server[96122]: 'SecurityGroupRule': {'1.2'}, Sep 29 15:38:54.868628 dv-cinder-806616-6-iscsi neutron-server[96122]: 'SubPort': {'1.0'}, Sep 29 15:38:54.868628 dv-cinder-806616-6-iscsi neutron-server[96122]: 'Subnet': {'1.1'}, Sep 29 15:38:54.868628 dv-cinder-806616-6-iscsi neutron-server[96122]: 'Trunk': {'1.1'}} Sep 29 15:38:54.868628 dv-cinder-806616-6-iscsi neutron-server[96122]: consumer versions: Sep 29 15:38:54.868628 dv-cinder-806616-6-iscsi neutron-server[96122]: { DHCP agent@dv-cinder-806616-6-iscsi: {}, Sep 29 15:38:54.868628 dv-cinder-806616-6-iscsi neutron-server[96122]: HyperV agent@hv-cinder-80661: {}, Sep 29 15:38:54.868628 dv-cinder-806616-6-iscsi neutron-server[96122]: L3 agent@dv-cinder-806616-6-iscsi: {}, Sep 29 15:38:54.868628 dv-cinder-806616-6-iscsi neutron-server[96122]: Metadata agent@dv-cinder-806616-6-iscsi: {}, Sep 29 15:38:54.868628 dv-cinder-806616-6-iscsi neutron-server[96122]: Metering agent@dv-cinder-806616-6-iscsi: {}, Sep 29 15:38:54.868628 dv-cinder-806616-6-iscsi neutron-server[96122]: Open vSwitch agent@dv-cinder-806616-6-iscsi: { 'AddressGroup': '1.2', Sep 29 15:38:54.868628 dv-cinder-806616-6-iscsi neutron-server[96122]: 'ConntrackHelper': '1.0', Sep 29 15:38:54.868628 dv-cinder-806616-6-iscsi neutron-server[96122]: 'Log': '1.0', Sep 29 15:38:54.868628 dv-cinder-806616-6-iscsi neutron-server[96122]: 'Network': '1.1', Sep 29 15:38:54.868628 dv-cinder-806616-6-iscsi neutron-server[96122]: 'Port': '1.7', Sep 29 15:38:54.868628 dv-cinder-806616-6-iscsi neutron-server[96122]: 'PortForwarding': '1.2', Sep 29 15:38:54.868628 dv-cinder-806616-6-iscsi neutron-server[96122]: 'QosPolicy': '1.9', Sep 29 15:38:54.868628 dv-cinder-806616-6-iscsi neutron-server[96122]: 'SecurityGroup': '1.4', Sep 29 15:38:54.868628 dv-cinder-806616-6-iscsi neutron-server[96122]: 'SecurityGroupRule': '1.2', Sep 29 15:38:54.868628 dv-cinder-806616-6-iscsi neutron-server[96122]: 'SubPort': '1.0', Sep 29 15:38:54.868628 dv-cinder-806616-6-iscsi neutron-server[96122]: 'Subnet': '1.1', Sep 29 15:38:54.868628 dv-cinder-806616-6-iscsi neutron-server[96122]: 'Trunk': '1.1'}} Sep 29 15:38:54.868628 dv-cinder-806616-6-iscsi neutron-server[96122]: {{(pid=96122) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 29 15:38:54.889906 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.plugins.ml2.managers [None req-47fcadd8-7438-4cc2-8c88-1c6e30a21cc6 None None] Attempting to bind port 09b9c96d-2c94-4a4c-9045-de56fa76418e on host dv-cinder-806616-6-iscsi for vnic_type normal with profile {{(pid=96122) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 15:38:54.890690 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.plugins.ml2.managers [None req-47fcadd8-7438-4cc2-8c88-1c6e30a21cc6 None None] Attempting to bind port 09b9c96d-2c94-4a4c-9045-de56fa76418e by drivers openvswitch,hyperv on host dv-cinder-806616-6-iscsi at level 0 using segments [{'id': '07c1b694-4b5f-4e1d-baf1-7032d28a68b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '41529908-bf9d-4f22-bd36-308129b2f718'}] {{(pid=96122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 15:38:54.891277 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47fcadd8-7438-4cc2-8c88-1c6e30a21cc6 None None] Attempting to bind port 09b9c96d-2c94-4a4c-9045-de56fa76418e on network 41529908-bf9d-4f22-bd36-308129b2f718 {{(pid=96122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 15:38:54.898531 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47fcadd8-7438-4cc2-8c88-1c6e30a21cc6 None None] Checking agent: {'id': '3420b91a-a9c7-4dbc-b0fb-eb58464b9dc3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806616-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 15, 30, 57), 'started_at': datetime.datetime(2021, 9, 29, 15, 31, 27), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 15, 38, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806616-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=96122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 15:38:54.899002 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47fcadd8-7438-4cc2-8c88-1c6e30a21cc6 None None] Checking segment: {'id': '07c1b694-4b5f-4e1d-baf1-7032d28a68b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '41529908-bf9d-4f22-bd36-308129b2f718'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 15:38:54.899489 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron_lib.callbacks.manager [None req-47fcadd8-7438-4cc2-8c88-1c6e30a21cc6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=96122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:38:54.900204 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47fcadd8-7438-4cc2-8c88-1c6e30a21cc6 None None] Bound using segment: {'id': '07c1b694-4b5f-4e1d-baf1-7032d28a68b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '41529908-bf9d-4f22-bd36-308129b2f718'} {{(pid=96122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 15:38:54.900754 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.plugins.ml2.managers [None req-47fcadd8-7438-4cc2-8c88-1c6e30a21cc6 None None] Bound port: 09b9c96d-2c94-4a4c-9045-de56fa76418e, host: dv-cinder-806616-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '07c1b694-4b5f-4e1d-baf1-7032d28a68b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '41529908-bf9d-4f22-bd36-308129b2f718'}}] {{(pid=96122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 15:38:54.901219 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron_lib.callbacks.manager [None req-47fcadd8-7438-4cc2-8c88-1c6e30a21cc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-684029'] for port, before_update {{(pid=96122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:38:54.946035 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ada03b-2231-4127-892c-5b3a65ecb618 admin admin] Pushing event updated for resources: {'Subnet': ['ID=56afac6f-63d0-4994-bdac-133803bcf88a,revision_number=0']} {{(pid=96120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 15:38:54.951096 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19ada03b-2231-4127-892c-5b3a65ecb618 admin admin] Checking segment: {'id': '445f7458-c019-4777-b7f7-9f69e4e3102b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '7d2058d9-0239-4e7f-ad5f-85b9e31d2757'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96120) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 15:38:54.951459 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19ada03b-2231-4127-892c-5b3a65ecb618 admin admin] Network hostable DHCP agents. Network: 7d2058d9-0239-4e7f-ad5f-85b9e31d2757, hostable agents: ['626ea16d-5941-4cb2-98b6-5e39c33395ed'], hosted agents: [] {{(pid=96120) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 29 15:38:54.978239 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.plugins.ml2.db [None req-47fcadd8-7438-4cc2-8c88-1c6e30a21cc6 None None] For port 09b9c96d-2c94-4a4c-9045-de56fa76418e, host dv-cinder-806616-6-iscsi, cleared binding levels {{(pid=96122) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 15:38:54.981954 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.plugins.ml2.db [None req-47fcadd8-7438-4cc2-8c88-1c6e30a21cc6 None None] For port 09b9c96d-2c94-4a4c-9045-de56fa76418e, host dv-cinder-806616-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806616-6-iscsi',level=0,port_id=09b9c96d-2c94-4a4c-9045-de56fa76418e,segment=NetworkSegment(07c1b694-4b5f-4e1d-baf1-7032d28a68b3),segment_id=07c1b694-4b5f-4e1d-baf1-7032d28a68b3)] {{(pid=96122) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 15:38:55.013429 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-d05878db-9c6b-4665-b6d9-a3cb8d96925d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741779628737'] for port, after_create {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:38:55.070098 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6aff343-9777-44c8-9feb-a0f426c116d1 req-8f01416b-bafa-4af4-9f92-04c9d9c87707 tempest-DeleteServersTestJSON-637044148 tempest-DeleteServersTestJSON-637044148-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=96121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:38:55.071776 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-d6aff343-9777-44c8-9feb-a0f426c116d1 req-8f01416b-bafa-4af4-9f92-04c9d9c87707 tempest-DeleteServersTestJSON-637044148 tempest-DeleteServersTestJSON-637044148-project] 10.222.0.46 "GET /v2.0/networks?id=5152dae4-44c3-49b9-8d76-df9855d3f518 HTTP/1.1" status: 200 len: 812 time: 0.3304148 Sep 29 15:38:55.074211 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron_lib.callbacks.manager [None req-47fcadd8-7438-4cc2-8c88-1c6e30a21cc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741780147972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741779628755', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741779628773'] for port, after_update {{(pid=96122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:38:55.095674 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-d6aff343-9777-44c8-9feb-a0f426c116d1 req-9e911416-1cb5-4554-8984-36cedccfcb46 tempest-DeleteServersTestJSON-637044148 tempest-DeleteServersTestJSON-637044148-project] 10.222.0.46 "GET /v2.0/quotas/84bcf8422e7247638fc2b1cbca8e3846 HTTP/1.1" status: 200 len: 375 time: 0.0151463 Sep 29 15:38:55.158136 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19ada03b-2231-4127-892c-5b3a65ecb618 admin admin] Network 7d2058d9-0239-4e7f-ad5f-85b9e31d2757 is scheduled to be hosted by DHCP agent 626ea16d-5941-4cb2-98b6-5e39c33395ed with binding_index 1 {{(pid=96120) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 29 15:38:55.164984 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47fcadd8-7438-4cc2-8c88-1c6e30a21cc6 None None] Pushing event updated for resources: {'Port': ['ID=09b9c96d-2c94-4a4c-9045-de56fa76418e,revision_number=2']} {{(pid=96122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 15:38:55.166782 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d05878db-9c6b-4665-b6d9-a3cb8d96925d admin admin] Network cd5efe95-1549-4750-933c-70412f77577e is already hosted by enough agents. {{(pid=96120) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 15:38:55.172911 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.scheduler.base_scheduler [None req-d05878db-9c6b-4665-b6d9-a3cb8d96925d admin admin] Resources bound (agent type, host, resource id): {{(pid=96120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 15:38:55.177005 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d05878db-9c6b-4665-b6d9-a3cb8d96925d admin admin] Received port after_create {{(pid=96120) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 15:38:55.212379 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-d6aff343-9777-44c8-9feb-a0f426c116d1 req-ccfafdd2-45a7-4e65-8f13-f88ef816ffc4 tempest-DeleteServersTestJSON-637044148 tempest-DeleteServersTestJSON-637044148-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=84bcf8422e7247638fc2b1cbca8e3846&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0984600 Sep 29 15:38:55.224009 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d05878db-9c6b-4665-b6d9-a3cb8d96925d admin admin] Pushing event updated for resources: {'Port': ['ID=588818ad-538d-4947-9bed-9555b7ed561b,revision_number=1']} {{(pid=96120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 15:38:55.262026 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.scheduler.base_scheduler [None req-19ada03b-2231-4127-892c-5b3a65ecb618 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-806616-6-iscsi, 7d2058d9-0239-4e7f-ad5f-85b9e31d2757) {{(pid=96120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 15:38:55.271855 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-beac52a6-10ca-4c23-9fe1-51f22f7a6dd7 None None] Network 7d2058d9-0239-4e7f-ad5f-85b9e31d2757 requested from dv-cinder-806616-6-iscsi {{(pid=96122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 15:38:55.285067 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19ada03b-2231-4127-892c-5b3a65ecb618 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=96120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:38:55.285971 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-19ada03b-2231-4127-892c-5b3a65ecb618 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577532'] for subnet, before_response {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:38:55.388968 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [None req-19ada03b-2231-4127-892c-5b3a65ecb618 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 2.2592731 Sep 29 15:38:55.390127 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.wsgi [-] (96121) accepted ('10.222.0.46', 55786) {{(pid=96121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 15:38:55.396755 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.api.v2.base [None req-ad506bc2-e217-4ddf-9a74-b79b13e5aa4f admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-522904198-router', 'tenant_id': '13390da549814bc498d0c907da15d788', 'external_gateway_info': {'network_id': 'cd5efe95-1549-4750-933c-70412f77577e'}}} {{(pid=96121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 15:38:55.454205 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.wsgi [req-d6aff343-9777-44c8-9feb-a0f426c116d1 req-ca8b3e7e-3a69-4444-8341-f42ce9a389bd service neutron] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=96121) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 29 15:38:55.463546 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-d6aff343-9777-44c8-9feb-a0f426c116d1 req-ca8b3e7e-3a69-4444-8341-f42ce9a389bd service neutron] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1231389 Sep 29 15:38:55.556340 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [None req-2c835dc8-39a2-47c8-b0d0-0bcf8e2a1998 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:38:55.560688 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b410376-25a3-4b2f-8122-ccb8a76aadc3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc2c1769e-5874-5262-b979-a7c4e10a20b5-7d2058d9-0239-4e7f-ad5f-85b9e31d2757', 'network_id': '7d2058d9-0239-4e7f-ad5f-85b9e31d2757', 'tenant_id': '13390da549814bc498d0c907da15d788', 'fixed_ips': [{'subnet_id': '56afac6f-63d0-4994-bdac-133803bcf88a'}]}} from dv-cinder-806616-6-iscsi. {{(pid=96122) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 29 15:38:55.561824 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron_lib.callbacks.manager [None req-9b410376-25a3-4b2f-8122-ccb8a76aadc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-684029'] for port, before_create {{(pid=96122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:38:55.612408 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [None req-2c835dc8-39a2-47c8-b0d0-0bcf8e2a1998 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-684029'] for port, before_create {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:38:55.629305 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [req-2b80a158-e56e-4c3b-bbd8-ed66bf9a60e6 req-6c32c617-4dc1-4237-bd17-17e26f109a5a tempest-AttachVolumeNegativeTest-728742291 tempest-AttachVolumeNegativeTest-728742291-project] 10.222.0.46 "GET /v2.0/ports?device_id=7c03c1ad-57f1-450e-8111-bd14587cc96c HTTP/1.1" status: 200 len: 210 time: 0.1420453 Sep 29 15:38:55.647834 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-d05878db-9c6b-4665-b6d9-a3cb8d96925d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:38:55.658516 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [None req-ad506bc2-e217-4ddf-9a74-b79b13e5aa4f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1619852', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3514'] for router, before_create {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:38:55.659488 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [None req-ad506bc2-e217-4ddf-9a74-b79b13e5aa4f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1620348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1617292', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1739027', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3507'] for router, precommit_create {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:38:55.734381 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [None req-ad506bc2-e217-4ddf-9a74-b79b13e5aa4f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:38:55.860849 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-d6aff343-9777-44c8-9feb-a0f426c116d1 req-27a082b6-a28b-48e2-9ea3-b06d45af23a1 service neutron] 10.222.0.46 "GET /v2.0/networks/5152dae4-44c3-49b9-8d76-df9855d3f518?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3953154 Sep 29 15:38:55.904897 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.db.db_base_plugin_common [None req-9b410376-25a3-4b2f-8122-ccb8a76aadc3 None None] Allocated IP 172.20.0.2 (7d2058d9-0239-4e7f-ad5f-85b9e31d2757/56afac6f-63d0-4994-bdac-133803bcf88a/d98f0e82-15e5-4cf3-b873-af62fbc8ead9) {{(pid=96122) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 15:38:55.972296 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-d05878db-9c6b-4665-b6d9-a3cb8d96925d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1620229', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1617329'] for router, after_create {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:38:56.159658 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron_lib.callbacks.manager [None req-9b410376-25a3-4b2f-8122-ccb8a76aadc3 None None] Notify callbacks [] for port, precommit_create {{(pid=96122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:38:56.226473 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [None req-ad506bc2-e217-4ddf-9a74-b79b13e5aa4f admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:38:56.250368 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.db.db_base_plugin_common [None req-2c835dc8-39a2-47c8-b0d0-0bcf8e2a1998 admin admin] Allocated IP 172.27.0.118 (cd5efe95-1549-4750-933c-70412f77577e/9c872fed-da92-4e12-828d-ac62e1b980b9/67bf5114-2248-4f03-ab06-2fc9a9ae39c9) {{(pid=96121) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 15:38:56.280658 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-d6aff343-9777-44c8-9feb-a0f426c116d1 req-dfe3e57b-e6f1-43b6-a11c-a7fe50174d89 service neutron] 10.222.0.46 "GET /v2.0/networks/5152dae4-44c3-49b9-8d76-df9855d3f518?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4185433 Sep 29 15:38:56.288909 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron_lib.callbacks.manager [None req-9b410376-25a3-4b2f-8122-ccb8a76aadc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741779628737'] for port, after_create {{(pid=96122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:38:56.289578 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d05878db-9c6b-4665-b6d9-a3cb8d96925d admin admin] Router af1db5e3-a155-487f-a585-ff391614c3ea is scheduled to L3 agent e5061b61-feb3-46be-bd05-1226f95d9417 with binding_index 1 {{(pid=96120) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 29 15:38:56.341094 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b410376-25a3-4b2f-8122-ccb8a76aadc3 None None] Pushing event updated for resources: {'Port': ['ID=d98f0e82-15e5-4cf3-b873-af62fbc8ead9,revision_number=1']} {{(pid=96122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 15:38:56.355680 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b410376-25a3-4b2f-8122-ccb8a76aadc3 None None] Network 7d2058d9-0239-4e7f-ad5f-85b9e31d2757 is already hosted by enough agents. {{(pid=96122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 15:38:56.357726 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.scheduler.base_scheduler [None req-9b410376-25a3-4b2f-8122-ccb8a76aadc3 None None] Resources bound (agent type, host, resource id): {{(pid=96122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 15:38:56.360700 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b410376-25a3-4b2f-8122-ccb8a76aadc3 None None] Received port after_create {{(pid=96122) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 15:38:56.452204 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.plugins.ml2.managers [None req-9b410376-25a3-4b2f-8122-ccb8a76aadc3 None None] Attempting to bind port d98f0e82-15e5-4cf3-b873-af62fbc8ead9 on host dv-cinder-806616-6-iscsi for vnic_type normal with profile {{(pid=96122) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 15:38:56.452573 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.plugins.ml2.managers [None req-9b410376-25a3-4b2f-8122-ccb8a76aadc3 None None] Attempting to bind port d98f0e82-15e5-4cf3-b873-af62fbc8ead9 by drivers openvswitch,hyperv on host dv-cinder-806616-6-iscsi at level 0 using segments [{'id': '445f7458-c019-4777-b7f7-9f69e4e3102b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '7d2058d9-0239-4e7f-ad5f-85b9e31d2757'}] {{(pid=96122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 15:38:56.452933 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b410376-25a3-4b2f-8122-ccb8a76aadc3 None None] Attempting to bind port d98f0e82-15e5-4cf3-b873-af62fbc8ead9 on network 7d2058d9-0239-4e7f-ad5f-85b9e31d2757 {{(pid=96122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 15:38:56.461224 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b410376-25a3-4b2f-8122-ccb8a76aadc3 None None] Checking agent: {'id': '3420b91a-a9c7-4dbc-b0fb-eb58464b9dc3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806616-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 15, 30, 57), 'started_at': datetime.datetime(2021, 9, 29, 15, 31, 27), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 15, 38, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806616-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=96122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 15:38:56.464764 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b410376-25a3-4b2f-8122-ccb8a76aadc3 None None] Checking segment: {'id': '445f7458-c019-4777-b7f7-9f69e4e3102b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '7d2058d9-0239-4e7f-ad5f-85b9e31d2757'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 15:38:56.464764 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron_lib.callbacks.manager [None req-9b410376-25a3-4b2f-8122-ccb8a76aadc3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=96122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:38:56.464764 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b410376-25a3-4b2f-8122-ccb8a76aadc3 None None] Bound using segment: {'id': '445f7458-c019-4777-b7f7-9f69e4e3102b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '7d2058d9-0239-4e7f-ad5f-85b9e31d2757'} {{(pid=96122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 15:38:56.464764 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.plugins.ml2.managers [None req-9b410376-25a3-4b2f-8122-ccb8a76aadc3 None None] Bound port: d98f0e82-15e5-4cf3-b873-af62fbc8ead9, host: dv-cinder-806616-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '445f7458-c019-4777-b7f7-9f69e4e3102b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '7d2058d9-0239-4e7f-ad5f-85b9e31d2757'}}] {{(pid=96122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 15:38:56.464764 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron_lib.callbacks.manager [None req-9b410376-25a3-4b2f-8122-ccb8a76aadc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-684029'] for port, before_update {{(pid=96122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:38:56.536232 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d05878db-9c6b-4665-b6d9-a3cb8d96925d admin admin] Notify agent at l3_agent.dv-cinder-806616-6-iscsi the message routers_updated {{(pid=96120) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 15:38:56.550319 dv-cinder-806616-6-iscsi neutron-server[96123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58c98488-a6d8-4c49-a877-9c9569239642 None None] Sync routers for ids ['af1db5e3-a155-487f-a585-ff391614c3ea'] in dv-cinder-806616-6-iscsi {{(pid=96123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 15:38:56.561241 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b06e50ce-3782-49dc-90b0-f9e1ba4cea0c None None] Network 41529908-bf9d-4f22-bd36-308129b2f718 requested from dv-cinder-806616-6-iscsi {{(pid=96122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 15:38:56.575158 dv-cinder-806616-6-iscsi neutron-server[96123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58c98488-a6d8-4c49-a877-9c9569239642 None None] Routers {'af1db5e3-a155-487f-a585-ff391614c3ea'} bound to L3 agent in host dv-cinder-806616-6-iscsi {{(pid=96123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 15:38:56.575808 dv-cinder-806616-6-iscsi neutron-server[96123]: DEBUG neutron.db.l3_hamode_db [None req-58c98488-a6d8-4c49-a877-9c9569239642 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806616-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-29T15:30:56Z,description=,heartbeat_timestamp=2021-09-29T15:38:27Z,host='dv-cinder-806616-6-iscsi',id=e5061b61-feb3-46be-bd05-1226f95d9417,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T15:30:57Z,topic='l3_agent')) {'router_ids': ['af1db5e3-a155-487f-a585-ff391614c3ea'], 'active': True} {{(pid=96123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 15:38:56.577011 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [None req-2c835dc8-39a2-47c8-b0d0-0bcf8e2a1998 admin admin] Notify callbacks [] for port, precommit_create {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:38:56.647233 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-d05878db-9c6b-4665-b6d9-a3cb8d96925d admin admin] Notify callbacks [] for router, before_response {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:38:56.648662 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [None req-d05878db-9c6b-4665-b6d9-a3cb8d96925d admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 3.5181196 Sep 29 15:38:56.651633 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.wsgi [-] (96120) accepted ('10.222.0.46', 55834) {{(pid=96120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 15:38:56.717640 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron_lib.callbacks.manager [None req-44c4b60b-a4dc-40df-bbe0-563781cfef7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741779927170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-625140'] for agent, after_update {{(pid=96122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:38:56.795831 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.db.provisioning_blocks [None req-bb481510-dddc-418e-895e-6aa93e7ece1b None None] Provisioning complete for port 09b9c96d-2c94-4a4c-9045-de56fa76418e triggered by entity DHCP. {{(pid=96122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 15:38:56.806132 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron_lib.callbacks.manager [None req-bb481510-dddc-418e-895e-6aa93e7ece1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-626465'] for port, provisioning_complete {{(pid=96122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:38:56.818466 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.plugins.ml2.db [None req-9b410376-25a3-4b2f-8122-ccb8a76aadc3 None None] For port d98f0e82-15e5-4cf3-b873-af62fbc8ead9, host dv-cinder-806616-6-iscsi, cleared binding levels {{(pid=96122) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 15:38:56.859968 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.plugins.ml2.db [None req-9b410376-25a3-4b2f-8122-ccb8a76aadc3 None None] For port d98f0e82-15e5-4cf3-b873-af62fbc8ead9, host dv-cinder-806616-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806616-6-iscsi',level=0,port_id=d98f0e82-15e5-4cf3-b873-af62fbc8ead9,segment=NetworkSegment(445f7458-c019-4777-b7f7-9f69e4e3102b),segment_id=445f7458-c019-4777-b7f7-9f69e4e3102b)] {{(pid=96122) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 15:38:56.924115 dv-cinder-806616-6-iscsi neutron-server[96123]: DEBUG neutron.db.l3_dvr_db [None req-58c98488-a6d8-4c49-a877-9c9569239642 None None] Set router af1db5e3-a155-487f-a585-ff391614c3ea gateway port host: dv-cinder-806616-6-iscsi {{(pid=96123) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 15:38:56.982756 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron_lib.callbacks.manager [None req-9b410376-25a3-4b2f-8122-ccb8a76aadc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741780147972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741779628755', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741779628773'] for port, after_update {{(pid=96122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:38:57.000365 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-49a4f204-c507-4da4-8291-f3873943f3a9 req-5dd0b6e6-58af-4d4c-85e0-03d3c8436c70 tempest-DeleteServersTestJSON-637044148 tempest-DeleteServersTestJSON-637044148-project] 10.222.0.46 "GET /v2.0/ports?device_id=da775cc6-3ab7-4560-9b2b-35ba569056f1 HTTP/1.1" status: 200 len: 210 time: 0.1843781 Sep 29 15:38:57.007919 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [req-24768e9e-6956-4e67-a866-93609db8202b req-dcc686c2-8d82-4444-aac4-7929442e44a3 tempest-AttachVolumeNegativeTest-728742291 tempest-AttachVolumeNegativeTest-728742291-project] 10.222.0.46 "GET /v2.0/ports?device_id=7c03c1ad-57f1-450e-8111-bd14587cc96c HTTP/1.1" status: 200 len: 210 time: 0.0696776 Sep 29 15:38:57.138158 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [None req-2c835dc8-39a2-47c8-b0d0-0bcf8e2a1998 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741779628737'] for port, after_create {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:38:57.151874 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [None req-ad506bc2-e217-4ddf-9a74-b79b13e5aa4f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:38:57.293783 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron_lib.callbacks.manager [None req-bb481510-dddc-418e-895e-6aa93e7ece1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-684029'] for port, before_update {{(pid=96122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:38:57.298762 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b410376-25a3-4b2f-8122-ccb8a76aadc3 None None] Pushing event updated for resources: {'Port': ['ID=d98f0e82-15e5-4cf3-b873-af62fbc8ead9,revision_number=2']} {{(pid=96122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 15:38:57.458471 dv-cinder-806616-6-iscsi neutron-server[96123]: DEBUG neutron.db.l3_hamode_db [None req-58c98488-a6d8-4c49-a877-9c9569239642 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af1db5e3-a155-487f-a585-ff391614c3ea', 'name': 'tempest-ServerRescueNegativeTestJSON-1555353728-router', 'tenant_id': 'b4ec83ad588647be8ebbcc854394cb61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd5efe95-1549-4750-933c-70412f77577e', 'external_fixed_ips': [{'subnet_id': '9c872fed-da92-4e12-828d-ac62e1b980b9', 'ip_address': '172.27.0.9'}], 'enable_snat': True}, 'gw_port_id': '588818ad-538d-4947-9bed-9555b7ed561b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T15:38:53Z', 'updated_at': '2021-09-29T15:38:55Z', 'revision_number': 3, 'project_id': 'b4ec83ad588647be8ebbcc854394cb61', 'gw_port': {'id': '588818ad-538d-4947-9bed-9555b7ed561b', 'name': '', 'network_id': 'cd5efe95-1549-4750-933c-70412f77577e', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:77:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af1db5e3-a155-487f-a585-ff391614c3ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '9c872fed-da92-4e12-828d-ac62e1b980b9', 'ip_address': '172.27.0.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T15:38:54Z', 'updated_at': '2021-09-29T15:38:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9c872fed-da92-4e12-828d-ac62e1b980b9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806616-6-iscsi'}], 'dv-cinder-806616-6-iscsi', False) {} {{(pid=96123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 15:38:57.469970 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.plugins.ml2.db [None req-bb481510-dddc-418e-895e-6aa93e7ece1b None None] For port 09b9c96d-2c94-4a4c-9045-de56fa76418e, host dv-cinder-806616-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806616-6-iscsi',level=0,port_id=09b9c96d-2c94-4a4c-9045-de56fa76418e,segment=NetworkSegment(07c1b694-4b5f-4e1d-baf1-7032d28a68b3),segment_id=07c1b694-4b5f-4e1d-baf1-7032d28a68b3)] {{(pid=96122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 15:38:57.545716 dv-cinder-806616-6-iscsi neutron-server[96123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58c98488-a6d8-4c49-a877-9c9569239642 None None] Checking router: af1db5e3-a155-487f-a585-ff391614c3ea for host: dv-cinder-806616-6-iscsi {{(pid=96123) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 15:38:57.546353 dv-cinder-806616-6-iscsi neutron-server[96123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58c98488-a6d8-4c49-a877-9c9569239642 None None] Updating router af1db5e3-a155-487f-a585-ff391614c3ea port 588818ad-538d-4947-9bed-9555b7ed561b binding host dv-cinder-806616-6-iscsi {{(pid=96123) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 29 15:38:57.555866 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron_lib.callbacks.manager [None req-bb481510-dddc-418e-895e-6aa93e7ece1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741780147972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741779628755', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741779628773'] for port, after_update {{(pid=96122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:38:57.625129 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c835dc8-39a2-47c8-b0d0-0bcf8e2a1998 admin admin] Network cd5efe95-1549-4750-933c-70412f77577e is already hosted by enough agents. {{(pid=96121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 15:38:57.625425 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [None req-ad506bc2-e217-4ddf-9a74-b79b13e5aa4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-684029'] for port, before_create {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:38:57.647717 dv-cinder-806616-6-iscsi neutron-server[96123]: DEBUG neutron_lib.callbacks.manager [None req-58c98488-a6d8-4c49-a877-9c9569239642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-684029'] for port, before_update {{(pid=96123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:38:57.649671 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.plugins.ml2.rpc [None req-86ea74e9-eea3-4769-b153-652ac6294d68 None None] Device 09b9c96d-2c94-4a4c-9045-de56fa76418e up at agent ovs-agent-dv-cinder-806616-6-iscsi {{(pid=96122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 15:38:57.654617 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron_lib.callbacks.manager [None req-86ea74e9-eea3-4769-b153-652ac6294d68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741779927170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-625140'] for agent, after_update {{(pid=96122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:38:57.663361 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-cf6a57b0-8cab-4518-a288-675aed3bba25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-684029'] for port, before_create {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:38:57.664219 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.scheduler.base_scheduler [None req-2c835dc8-39a2-47c8-b0d0-0bcf8e2a1998 admin admin] Resources bound (agent type, host, resource id): {{(pid=96121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 15:38:57.677095 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c835dc8-39a2-47c8-b0d0-0bcf8e2a1998 admin admin] Received port after_create {{(pid=96121) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 15:38:57.768829 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb481510-dddc-418e-895e-6aa93e7ece1b None None] Pushing event updated for resources: {'Port': ['ID=09b9c96d-2c94-4a4c-9045-de56fa76418e,revision_number=3']} {{(pid=96122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 15:38:57.824005 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.db.provisioning_blocks [None req-86ea74e9-eea3-4769-b153-652ac6294d68 None None] Provisioning complete for port 09b9c96d-2c94-4a4c-9045-de56fa76418e triggered by entity L2. {{(pid=96122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 15:38:57.826584 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron_lib.callbacks.manager [None req-86ea74e9-eea3-4769-b153-652ac6294d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-626465'] for port, provisioning_complete {{(pid=96122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:38:57.860905 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c835dc8-39a2-47c8-b0d0-0bcf8e2a1998 admin admin] Pushing event updated for resources: {'Port': ['ID=67bf5114-2248-4f03-ab06-2fc9a9ae39c9,revision_number=1']} {{(pid=96121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 15:38:57.950971 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.db.provisioning_blocks [None req-56d1b9e3-c72b-49fb-ac84-a23bf386b361 None None] Provisioning complete for port 09b9c96d-2c94-4a4c-9045-de56fa76418e triggered by entity DHCP. {{(pid=96122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 15:38:57.951680 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron_lib.callbacks.manager [None req-56d1b9e3-c72b-49fb-ac84-a23bf386b361 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-626465'] for port, provisioning_complete {{(pid=96122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:38:58.002433 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.db.db_base_plugin_common [None req-cf6a57b0-8cab-4518-a288-675aed3bba25 admin admin] Allocated IP 172.20.0.1 (daa727ac-86a8-4704-b1b4-10803b6b1e68/f9e1b58c-841a-4928-9689-e4afdbcfa8ba/06e76d87-b5c4-4194-ac32-357149d701e3) {{(pid=96120) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 15:38:58.126734 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-b650225d-d36c-46c2-929c-87d75af5fee4 req-023e2163-6d03-4575-b5f8-b6074ca08e31 tempest-DeleteServersTestJSON-637044148 tempest-DeleteServersTestJSON-637044148-project] 10.222.0.46 "GET /v2.0/ports?device_id=da775cc6-3ab7-4560-9b2b-35ba569056f1 HTTP/1.1" status: 200 len: 210 time: 0.0407133 Sep 29 15:38:58.309912 dv-cinder-806616-6-iscsi neutron-server[96123]: DEBUG neutron_lib.callbacks.manager [None req-58c98488-a6d8-4c49-a877-9c9569239642 None None] Notify callbacks [] for port, precommit_update {{(pid=96123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:38:58.446422 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [None req-2c835dc8-39a2-47c8-b0d0-0bcf8e2a1998 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:38:58.474886 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [req-3662edda-daa0-4ff0-9e10-87addc3016f1 req-17b69428-927e-4453-98ec-aab49dcea12b tempest-AttachVolumeNegativeTest-728742291 tempest-AttachVolumeNegativeTest-728742291-project] 10.222.0.46 "GET /v2.0/ports?device_id=7c03c1ad-57f1-450e-8111-bd14587cc96c HTTP/1.1" status: 200 len: 210 time: 0.0808034 Sep 29 15:38:58.521756 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-cf6a57b0-8cab-4518-a288-675aed3bba25 admin admin] Notify callbacks [] for port, precommit_create {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:38:58.681442 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2bd7e5e-1b82-47ea-a9ef-74020d7cbd68 None None] Network 7d2058d9-0239-4e7f-ad5f-85b9e31d2757 requested from dv-cinder-806616-6-iscsi {{(pid=96122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 15:38:58.681958 dv-cinder-806616-6-iscsi neutron-server[96123]: DEBUG neutron_lib.callbacks.manager [None req-58c98488-a6d8-4c49-a877-9c9569239642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741780147972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741779628755', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741779628773'] for port, after_update {{(pid=96123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:38:58.682478 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron_lib.callbacks.manager [None req-d04ed334-d278-4234-b850-06fee10c9c6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741779927170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-625140'] for agent, after_update {{(pid=96122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:38:58.688241 dv-cinder-806616-6-iscsi neutron-server[96123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3335e93e-3980-487c-96a1-2e0aa0752d22 None None] Pushing event updated for resources: {'Port': ['ID=588818ad-538d-4947-9bed-9555b7ed561b,revision_number=2']} {{(pid=96123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 15:38:58.708927 dv-cinder-806616-6-iscsi neutron-server[96123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3335e93e-3980-487c-96a1-2e0aa0752d22 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806616-6-iscsi {{(pid=96123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 15:38:58.709569 dv-cinder-806616-6-iscsi neutron-server[96123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3335e93e-3980-487c-96a1-2e0aa0752d22 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806616-6-iscsi {{(pid=96123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 15:38:58.709866 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [None req-2c835dc8-39a2-47c8-b0d0-0bcf8e2a1998 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1620229', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1617329'] for router, after_create {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:38:58.712695 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-cf6a57b0-8cab-4518-a288-675aed3bba25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741779628737'] for port, after_create {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:38:58.713723 dv-cinder-806616-6-iscsi neutron-server[96123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3335e93e-3980-487c-96a1-2e0aa0752d22 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806616-6-iscsi {{(pid=96123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 15:38:58.714249 dv-cinder-806616-6-iscsi neutron-server[96123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3335e93e-3980-487c-96a1-2e0aa0752d22 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806616-6-iscsi {{(pid=96123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 15:38:58.714767 dv-cinder-806616-6-iscsi neutron-server[96123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3335e93e-3980-487c-96a1-2e0aa0752d22 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806616-6-iscsi {{(pid=96123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 15:38:58.715289 dv-cinder-806616-6-iscsi neutron-server[96123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3335e93e-3980-487c-96a1-2e0aa0752d22 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806616-6-iscsi {{(pid=96123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 15:38:58.717591 dv-cinder-806616-6-iscsi neutron-server[96123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3335e93e-3980-487c-96a1-2e0aa0752d22 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806616-6-iscsi {{(pid=96123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 15:38:58.723995 dv-cinder-806616-6-iscsi neutron-server[96123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3335e93e-3980-487c-96a1-2e0aa0752d22 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806616-6-iscsi {{(pid=96123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 15:38:58.723995 dv-cinder-806616-6-iscsi neutron-server[96123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3335e93e-3980-487c-96a1-2e0aa0752d22 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806616-6-iscsi {{(pid=96123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 15:38:58.723995 dv-cinder-806616-6-iscsi neutron-server[96123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3335e93e-3980-487c-96a1-2e0aa0752d22 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806616-6-iscsi {{(pid=96123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 15:38:58.723995 dv-cinder-806616-6-iscsi neutron-server[96123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3335e93e-3980-487c-96a1-2e0aa0752d22 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806616-6-iscsi {{(pid=96123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 15:38:58.723995 dv-cinder-806616-6-iscsi neutron-server[96123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3335e93e-3980-487c-96a1-2e0aa0752d22 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806616-6-iscsi {{(pid=96123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 15:38:58.723995 dv-cinder-806616-6-iscsi neutron-server[96123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3335e93e-3980-487c-96a1-2e0aa0752d22 None None] Tracked resource versions report: Sep 29 15:38:58.723995 dv-cinder-806616-6-iscsi neutron-server[96123]: pushed versions: Sep 29 15:38:58.723995 dv-cinder-806616-6-iscsi neutron-server[96123]: { 'AddressGroup': {'1.2'}, Sep 29 15:38:58.723995 dv-cinder-806616-6-iscsi neutron-server[96123]: 'ConntrackHelper': {'1.0'}, Sep 29 15:38:58.723995 dv-cinder-806616-6-iscsi neutron-server[96123]: 'Log': {'1.0'}, Sep 29 15:38:58.723995 dv-cinder-806616-6-iscsi neutron-server[96123]: 'Network': {'1.1'}, Sep 29 15:38:58.723995 dv-cinder-806616-6-iscsi neutron-server[96123]: 'Port': {'1.7'}, Sep 29 15:38:58.723995 dv-cinder-806616-6-iscsi neutron-server[96123]: 'PortForwarding': {'1.2'}, Sep 29 15:38:58.723995 dv-cinder-806616-6-iscsi neutron-server[96123]: 'QosPolicy': {'1.9'}, Sep 29 15:38:58.723995 dv-cinder-806616-6-iscsi neutron-server[96123]: 'SecurityGroup': {'1.4'}, Sep 29 15:38:58.723995 dv-cinder-806616-6-iscsi neutron-server[96123]: 'SecurityGroupRule': {'1.2'}, Sep 29 15:38:58.723995 dv-cinder-806616-6-iscsi neutron-server[96123]: 'SubPort': {'1.0'}, Sep 29 15:38:58.723995 dv-cinder-806616-6-iscsi neutron-server[96123]: 'Subnet': {'1.1'}, Sep 29 15:38:58.723995 dv-cinder-806616-6-iscsi neutron-server[96123]: 'Trunk': {'1.1'}} Sep 29 15:38:58.723995 dv-cinder-806616-6-iscsi neutron-server[96123]: consumer versions: Sep 29 15:38:58.723995 dv-cinder-806616-6-iscsi neutron-server[96123]: { DHCP agent@dv-cinder-806616-6-iscsi: {}, Sep 29 15:38:58.723995 dv-cinder-806616-6-iscsi neutron-server[96123]: HyperV agent@hv-cinder-80661: {}, Sep 29 15:38:58.723995 dv-cinder-806616-6-iscsi neutron-server[96123]: L3 agent@dv-cinder-806616-6-iscsi: {}, Sep 29 15:38:58.723995 dv-cinder-806616-6-iscsi neutron-server[96123]: Metadata agent@dv-cinder-806616-6-iscsi: {}, Sep 29 15:38:58.723995 dv-cinder-806616-6-iscsi neutron-server[96123]: Metering agent@dv-cinder-806616-6-iscsi: {}, Sep 29 15:38:58.723995 dv-cinder-806616-6-iscsi neutron-server[96123]: Open vSwitch agent@dv-cinder-806616-6-iscsi: { 'AddressGroup': '1.2', Sep 29 15:38:58.723995 dv-cinder-806616-6-iscsi neutron-server[96123]: 'ConntrackHelper': '1.0', Sep 29 15:38:58.723995 dv-cinder-806616-6-iscsi neutron-server[96123]: 'Log': '1.0', Sep 29 15:38:58.723995 dv-cinder-806616-6-iscsi neutron-server[96123]: 'Network': '1.1', Sep 29 15:38:58.723995 dv-cinder-806616-6-iscsi neutron-server[96123]: 'Port': '1.7', Sep 29 15:38:58.723995 dv-cinder-806616-6-iscsi neutron-server[96123]: 'PortForwarding': '1.2', Sep 29 15:38:58.723995 dv-cinder-806616-6-iscsi neutron-server[96123]: 'QosPolicy': '1.9', Sep 29 15:38:58.723995 dv-cinder-806616-6-iscsi neutron-server[96123]: 'SecurityGroup': '1.4', Sep 29 15:38:58.723995 dv-cinder-806616-6-iscsi neutron-server[96123]: 'SecurityGroupRule': '1.2', Sep 29 15:38:58.723995 dv-cinder-806616-6-iscsi neutron-server[96123]: 'SubPort': '1.0', Sep 29 15:38:58.723995 dv-cinder-806616-6-iscsi neutron-server[96123]: 'Subnet': '1.1', Sep 29 15:38:58.723995 dv-cinder-806616-6-iscsi neutron-server[96123]: 'Trunk': '1.1'}} Sep 29 15:38:58.723995 dv-cinder-806616-6-iscsi neutron-server[96123]: {{(pid=96123) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 29 15:38:58.741232 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.db.provisioning_blocks [None req-8285782b-500a-432a-a4e8-ece01b6287b2 None None] Provisioning complete for port d98f0e82-15e5-4cf3-b873-af62fbc8ead9 triggered by entity DHCP. {{(pid=96122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 15:38:58.741657 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron_lib.callbacks.manager [None req-8285782b-500a-432a-a4e8-ece01b6287b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-626465'] for port, provisioning_complete {{(pid=96122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:38:58.757500 dv-cinder-806616-6-iscsi neutron-server[96123]: DEBUG neutron.plugins.ml2.managers [None req-58c98488-a6d8-4c49-a877-9c9569239642 None None] Attempting to bind port 588818ad-538d-4947-9bed-9555b7ed561b on host dv-cinder-806616-6-iscsi for vnic_type normal with profile {{(pid=96123) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 15:38:58.757886 dv-cinder-806616-6-iscsi neutron-server[96123]: DEBUG neutron.plugins.ml2.managers [None req-58c98488-a6d8-4c49-a877-9c9569239642 None None] Attempting to bind port 588818ad-538d-4947-9bed-9555b7ed561b by drivers openvswitch,hyperv on host dv-cinder-806616-6-iscsi at level 0 using segments [{'id': '16a0d549-78f3-47f2-8934-1674670c2e39', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cd5efe95-1549-4750-933c-70412f77577e'}] {{(pid=96123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 15:38:58.762550 dv-cinder-806616-6-iscsi neutron-server[96123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58c98488-a6d8-4c49-a877-9c9569239642 None None] Attempting to bind port 588818ad-538d-4947-9bed-9555b7ed561b on network cd5efe95-1549-4750-933c-70412f77577e {{(pid=96123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 15:38:58.771768 dv-cinder-806616-6-iscsi neutron-server[96123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58c98488-a6d8-4c49-a877-9c9569239642 None None] Checking agent: {'id': '3420b91a-a9c7-4dbc-b0fb-eb58464b9dc3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806616-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 15, 30, 57), 'started_at': datetime.datetime(2021, 9, 29, 15, 31, 27), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 15, 38, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806616-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=96123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 15:38:58.777555 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf6a57b0-8cab-4518-a288-675aed3bba25 admin admin] Network daa727ac-86a8-4704-b1b4-10803b6b1e68 is already hosted by enough agents. {{(pid=96120) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 15:38:58.777729 dv-cinder-806616-6-iscsi neutron-server[96123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58c98488-a6d8-4c49-a877-9c9569239642 None None] Checking segment: {'id': '16a0d549-78f3-47f2-8934-1674670c2e39', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cd5efe95-1549-4750-933c-70412f77577e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96123) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 15:38:58.778075 dv-cinder-806616-6-iscsi neutron-server[96123]: DEBUG neutron_lib.callbacks.manager [None req-58c98488-a6d8-4c49-a877-9c9569239642 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=96123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:38:58.780436 dv-cinder-806616-6-iscsi neutron-server[96123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58c98488-a6d8-4c49-a877-9c9569239642 None None] Bound using segment: {'id': '16a0d549-78f3-47f2-8934-1674670c2e39', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cd5efe95-1549-4750-933c-70412f77577e'} {{(pid=96123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 15:38:58.781275 dv-cinder-806616-6-iscsi neutron-server[96123]: DEBUG neutron.plugins.ml2.managers [None req-58c98488-a6d8-4c49-a877-9c9569239642 None None] Bound port: 588818ad-538d-4947-9bed-9555b7ed561b, host: dv-cinder-806616-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '16a0d549-78f3-47f2-8934-1674670c2e39', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cd5efe95-1549-4750-933c-70412f77577e'}}] {{(pid=96123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 15:38:58.783275 dv-cinder-806616-6-iscsi neutron-server[96123]: DEBUG neutron_lib.callbacks.manager [None req-58c98488-a6d8-4c49-a877-9c9569239642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-684029'] for port, before_update {{(pid=96123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:38:58.796785 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.scheduler.base_scheduler [None req-cf6a57b0-8cab-4518-a288-675aed3bba25 admin admin] Resources bound (agent type, host, resource id): {{(pid=96120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 15:38:58.800839 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf6a57b0-8cab-4518-a288-675aed3bba25 admin admin] Received port after_create {{(pid=96120) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 15:38:58.806877 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-cf6a57b0-8cab-4518-a288-675aed3bba25 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1619084'] for router_interface, before_create {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:38:58.829141 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.db.db_base_plugin_common [None req-ad506bc2-e217-4ddf-9a74-b79b13e5aa4f admin admin] Allocated IP 172.27.0.58 (cd5efe95-1549-4750-933c-70412f77577e/9c872fed-da92-4e12-828d-ac62e1b980b9/45f62489-a444-4f79-b6dd-bd7efecb94c1) {{(pid=96121) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 15:38:58.897310 dv-cinder-806616-6-iscsi neutron-server[96123]: DEBUG neutron.plugins.ml2.db [None req-58c98488-a6d8-4c49-a877-9c9569239642 None None] For port 588818ad-538d-4947-9bed-9555b7ed561b, host dv-cinder-806616-6-iscsi, cleared binding levels {{(pid=96123) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 15:38:58.906258 dv-cinder-806616-6-iscsi neutron-server[96123]: DEBUG neutron.plugins.ml2.db [None req-58c98488-a6d8-4c49-a877-9c9569239642 None None] For port 588818ad-538d-4947-9bed-9555b7ed561b, host dv-cinder-806616-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806616-6-iscsi',level=0,port_id=588818ad-538d-4947-9bed-9555b7ed561b,segment=NetworkSegment(16a0d549-78f3-47f2-8934-1674670c2e39),segment_id=16a0d549-78f3-47f2-8934-1674670c2e39)] {{(pid=96123) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 15:38:58.908296 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.wsgi [-] (96120) accepted ('10.222.0.46', 55918) {{(pid=96120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 15:38:58.946289 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf6a57b0-8cab-4518-a288-675aed3bba25 admin admin] Pushing event updated for resources: {'Port': ['ID=06e76d87-b5c4-4194-ac32-357149d701e3,revision_number=1']} {{(pid=96120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 15:38:58.980721 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron_lib.callbacks.manager [None req-8285782b-500a-432a-a4e8-ece01b6287b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-684029'] for port, before_update {{(pid=96122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:38:58.993513 dv-cinder-806616-6-iscsi neutron-server[96123]: DEBUG neutron_lib.callbacks.manager [None req-58c98488-a6d8-4c49-a877-9c9569239642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741780147972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741779628755', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741779628773'] for port, after_update {{(pid=96123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:38:59.036795 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.plugins.ml2.db [None req-8285782b-500a-432a-a4e8-ece01b6287b2 None None] For port d98f0e82-15e5-4cf3-b873-af62fbc8ead9, host dv-cinder-806616-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806616-6-iscsi',level=0,port_id=d98f0e82-15e5-4cf3-b873-af62fbc8ead9,segment=NetworkSegment(445f7458-c019-4777-b7f7-9f69e4e3102b),segment_id=445f7458-c019-4777-b7f7-9f69e4e3102b)] {{(pid=96122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 15:38:59.105369 dv-cinder-806616-6-iscsi neutron-server[96123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3335e93e-3980-487c-96a1-2e0aa0752d22 None None] Pushing event updated for resources: {'Port': ['ID=588818ad-538d-4947-9bed-9555b7ed561b,revision_number=3']} {{(pid=96123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 15:38:59.108768 dv-cinder-806616-6-iscsi neutron-server[96123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58c98488-a6d8-4c49-a877-9c9569239642 None None] Routers {'af1db5e3-a155-487f-a585-ff391614c3ea'} bound to L3 agent in host dv-cinder-806616-6-iscsi {{(pid=96123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 15:38:59.108927 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [None req-ad506bc2-e217-4ddf-9a74-b79b13e5aa4f admin admin] Notify callbacks [] for port, precommit_create {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:38:59.109384 dv-cinder-806616-6-iscsi neutron-server[96123]: DEBUG neutron.db.l3_hamode_db [None req-58c98488-a6d8-4c49-a877-9c9569239642 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806616-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-29T15:30:56Z,description=,heartbeat_timestamp=2021-09-29T15:38:57Z,host='dv-cinder-806616-6-iscsi',id=e5061b61-feb3-46be-bd05-1226f95d9417,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T15:30:57Z,topic='l3_agent')) {'router_ids': ['af1db5e3-a155-487f-a585-ff391614c3ea'], 'active': True} {{(pid=96123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 15:38:59.116130 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron_lib.callbacks.manager [None req-8285782b-500a-432a-a4e8-ece01b6287b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741780147972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741779628755', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741779628773'] for port, after_update {{(pid=96122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:38:59.180262 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-bb745075-7fe0-41ea-8ce7-4fc9ae57b3ec admin admin] Notify callbacks [] for security_group, before_create {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:38:59.215981 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8285782b-500a-432a-a4e8-ece01b6287b2 None None] Pushing event updated for resources: {'Port': ['ID=d98f0e82-15e5-4cf3-b873-af62fbc8ead9,revision_number=3']} {{(pid=96122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 15:38:59.227452 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-8068e064-2b9a-4775-a853-3681e6d41c10 req-8dae947e-d3ee-47da-bbef-d56a3bcd3fe4 tempest-DeleteServersTestJSON-637044148 tempest-DeleteServersTestJSON-637044148-project] 10.222.0.46 "GET /v2.0/ports?device_id=da775cc6-3ab7-4560-9b2b-35ba569056f1 HTTP/1.1" status: 200 len: 210 time: 0.0446658 Sep 29 15:38:59.228808 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c835dc8-39a2-47c8-b0d0-0bcf8e2a1998 admin admin] Router 36f67c94-0511-4261-98a3-27e2f3393024 is scheduled to L3 agent e5061b61-feb3-46be-bd05-1226f95d9417 with binding_index 1 {{(pid=96121) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 29 15:38:59.235526 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [None req-ad506bc2-e217-4ddf-9a74-b79b13e5aa4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741779628737'] for port, after_create {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:38:59.244441 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-cf6a57b0-8cab-4518-a288-675aed3bba25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-684029'] for port, before_update {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:38:59.291090 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad506bc2-e217-4ddf-9a74-b79b13e5aa4f admin admin] Network cd5efe95-1549-4750-933c-70412f77577e is already hosted by enough agents. {{(pid=96121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 15:38:59.303281 dv-cinder-806616-6-iscsi neutron-server[96123]: DEBUG neutron.db.l3_dvr_db [None req-58c98488-a6d8-4c49-a877-9c9569239642 None None] Set router af1db5e3-a155-487f-a585-ff391614c3ea gateway port host: dv-cinder-806616-6-iscsi {{(pid=96123) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 15:38:59.338900 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.scheduler.base_scheduler [None req-ad506bc2-e217-4ddf-9a74-b79b13e5aa4f admin admin] Resources bound (agent type, host, resource id): {{(pid=96121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 15:38:59.343556 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad506bc2-e217-4ddf-9a74-b79b13e5aa4f admin admin] Received port after_create {{(pid=96121) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 15:38:59.345611 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.db.provisioning_blocks [None req-386bf4b3-d869-4b7f-9002-7d37e222b18b None None] Provisioning complete for port d98f0e82-15e5-4cf3-b873-af62fbc8ead9 triggered by entity DHCP. {{(pid=96122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 15:38:59.345987 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron_lib.callbacks.manager [None req-386bf4b3-d869-4b7f-9002-7d37e222b18b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-626465'] for port, provisioning_complete {{(pid=96122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:38:59.387669 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad506bc2-e217-4ddf-9a74-b79b13e5aa4f admin admin] Pushing event updated for resources: {'Port': ['ID=45f62489-a444-4f79-b6dd-bd7efecb94c1,revision_number=1']} {{(pid=96121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 15:38:59.513310 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-cf6a57b0-8cab-4518-a288-675aed3bba25 admin admin] Notify callbacks [] for port, precommit_update {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:38:59.546914 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-bb745075-7fe0-41ea-8ce7-4fc9ae57b3ec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:38:59.584710 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-cf6a57b0-8cab-4518-a288-675aed3bba25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741780147972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741779628755', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741779628773'] for port, after_update {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:38:59.586275 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-cf6a57b0-8cab-4518-a288-675aed3bba25 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1575380', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1620092'] for router_interface, after_create {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:38:59.591553 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.plugins.ml2.rpc [None req-86ea74e9-eea3-4769-b153-652ac6294d68 None None] Device 09b9c96d-2c94-4a4c-9045-de56fa76418e up at agent ovs-agent-dv-cinder-806616-6-iscsi {{(pid=96122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 15:38:59.608597 dv-cinder-806616-6-iscsi neutron-server[96123]: DEBUG neutron.db.l3_hamode_db [None req-58c98488-a6d8-4c49-a877-9c9569239642 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af1db5e3-a155-487f-a585-ff391614c3ea', 'name': 'tempest-ServerRescueNegativeTestJSON-1555353728-router', 'tenant_id': 'b4ec83ad588647be8ebbcc854394cb61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd5efe95-1549-4750-933c-70412f77577e', 'external_fixed_ips': [{'subnet_id': '9c872fed-da92-4e12-828d-ac62e1b980b9', 'ip_address': '172.27.0.9'}], 'enable_snat': True}, 'gw_port_id': '588818ad-538d-4947-9bed-9555b7ed561b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T15:38:53Z', 'updated_at': '2021-09-29T15:38:55Z', 'revision_number': 3, 'project_id': 'b4ec83ad588647be8ebbcc854394cb61', 'gw_port': {'id': '588818ad-538d-4947-9bed-9555b7ed561b', 'name': '', 'network_id': 'cd5efe95-1549-4750-933c-70412f77577e', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:77:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af1db5e3-a155-487f-a585-ff391614c3ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '9c872fed-da92-4e12-828d-ac62e1b980b9', 'ip_address': '172.27.0.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806616-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T15:38:54Z', 'updated_at': '2021-09-29T15:38:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9c872fed-da92-4e12-828d-ac62e1b980b9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806616-6-iscsi'}], 'dv-cinder-806616-6-iscsi', False) {} {{(pid=96123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 15:38:59.610174 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c835dc8-39a2-47c8-b0d0-0bcf8e2a1998 admin admin] Notify agent at l3_agent.dv-cinder-806616-6-iscsi the message routers_updated {{(pid=96121) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 15:38:59.637391 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29450153-785b-47f2-a486-5f6ddfd55998 None None] Sync routers for ids ['36f67c94-0511-4261-98a3-27e2f3393024'] in dv-cinder-806616-6-iscsi {{(pid=96122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 15:38:59.644629 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron_lib.callbacks.manager [None req-9bd021b7-afaf-4c67-b111-7b9308fbf6a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741779927170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-625140'] for agent, after_update {{(pid=96122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:38:59.654634 dv-cinder-806616-6-iscsi neutron-server[96123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58c98488-a6d8-4c49-a877-9c9569239642 None None] The sync data for ids ['af1db5e3-a155-487f-a585-ff391614c3ea'] in dv-cinder-806616-6-iscsi is: [{'id': 'af1db5e3-a155-487f-a585-ff391614c3ea', 'name': 'tempest-ServerRescueNegativeTestJSON-1555353728-router', 'tenant_id': 'b4ec83ad588647be8ebbcc854394cb61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd5efe95-1549-4750-933c-70412f77577e', 'external_fixed_ips': [{'subnet_id': '9c872fed-da92-4e12-828d-ac62e1b980b9', 'ip_address': '172.27.0.9'}], 'enable_snat': True}, 'gw_port_id': '588818ad-538d-4947-9bed-9555b7ed561b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T15:38:53Z', 'updated_at': '2021-09-29T15:38:55Z', 'revision_number': 3, 'project_id': 'b4ec83ad588647be8ebbcc854394cb61', 'gw_port': {'id': '588818ad-538d-4947-9bed-9555b7ed561b', 'name': '', 'network_id': 'cd5efe95-1549-4750-933c-70412f77577e', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:77:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af1db5e3-a155-487f-a585-ff391614c3ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '9c872fed-da92-4e12-828d-ac62e1b980b9', 'ip_address': '172.27.0.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806616-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T15:38:54Z', 'updated_at': '2021-09-29T15:38:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9c872fed-da92-4e12-828d-ac62e1b980b9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806616-6-iscsi'}] {{(pid=96123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 15:38:59.657648 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29450153-785b-47f2-a486-5f6ddfd55998 None None] Routers {'36f67c94-0511-4261-98a3-27e2f3393024'} bound to L3 agent in host dv-cinder-806616-6-iscsi {{(pid=96122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 15:38:59.658530 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.db.l3_hamode_db [None req-29450153-785b-47f2-a486-5f6ddfd55998 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806616-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-29T15:30:56Z,description=,heartbeat_timestamp=2021-09-29T15:38:57Z,host='dv-cinder-806616-6-iscsi',id=e5061b61-feb3-46be-bd05-1226f95d9417,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T15:30:57Z,topic='l3_agent')) {'router_ids': ['36f67c94-0511-4261-98a3-27e2f3393024'], 'active': True} {{(pid=96122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 15:38:59.682100 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-bb745075-7fe0-41ea-8ce7-4fc9ae57b3ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579214'] for security_group, after_create {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:38:59.730347 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [None req-bb745075-7fe0-41ea-8ce7-4fc9ae57b3ec admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=9f8456d235c9445096ae95282f8bb248&name=default HTTP/1.1" status: 200 len: 2975 time: 0.8210053 Sep 29 15:38:59.739477 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.wsgi [-] (96120) accepted ('10.222.0.46', 55932) {{(pid=96120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 15:38:59.754623 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.db.provisioning_blocks [None req-86ea74e9-eea3-4769-b153-652ac6294d68 None None] Provisioning complete for port 09b9c96d-2c94-4a4c-9045-de56fa76418e triggered by entity L2. {{(pid=96122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 15:38:59.755238 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron_lib.callbacks.manager [None req-86ea74e9-eea3-4769-b153-652ac6294d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-626465'] for port, provisioning_complete {{(pid=96122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:38:59.815602 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [None req-2c835dc8-39a2-47c8-b0d0-0bcf8e2a1998 admin admin] Notify callbacks [] for router, before_response {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:38:59.817788 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [None req-2c835dc8-39a2-47c8-b0d0-0bcf8e2a1998 admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 5.8349249 Sep 29 15:38:59.824935 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-ef47aa82-0414-48cd-bc7a-b6ecd9a1ec7e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:38:59.828914 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.wsgi [-] (96121) accepted ('10.222.0.46', 55936) {{(pid=96121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 15:38:59.855548 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-17dbcf31-6a52-4b8f-8c75-07d0ea6b40ef req-a578bdef-ae4e-4fe3-b2a5-143ff6e759f8 tempest-AttachVolumeNegativeTest-728742291 tempest-AttachVolumeNegativeTest-728742291-project] 10.222.0.46 "GET /v2.0/ports?device_id=7c03c1ad-57f1-450e-8111-bd14587cc96c HTTP/1.1" status: 200 len: 210 time: 0.0438190 Sep 29 15:38:59.859277 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-ef47aa82-0414-48cd-bc7a-b6ecd9a1ec7e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:38:59.957971 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb745075-7fe0-41ea-8ce7-4fc9ae57b3ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2cd766c4-0c5d-4f19-9f10-32de6f96bb05,revision_number=1']} {{(pid=96120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 15:38:59.975336 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.db.l3_dvr_db [None req-29450153-785b-47f2-a486-5f6ddfd55998 None None] Set router 36f67c94-0511-4261-98a3-27e2f3393024 gateway port host: dv-cinder-806616-6-iscsi {{(pid=96122) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 15:38:59.980729 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf6a57b0-8cab-4518-a288-675aed3bba25 admin admin] Pushing event updated for resources: {'Port': ['ID=06e76d87-b5c4-4194-ac32-357149d701e3,revision_number=2']} {{(pid=96120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 15:38:59.992980 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [None req-ad506bc2-e217-4ddf-9a74-b79b13e5aa4f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:39:00.037504 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf6a57b0-8cab-4518-a288-675aed3bba25 admin admin] Network daa727ac-86a8-4704-b1b4-10803b6b1e68 is already hosted by enough agents. {{(pid=96120) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 15:39:00.039671 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.scheduler.base_scheduler [None req-cf6a57b0-8cab-4518-a288-675aed3bba25 admin admin] Resources bound (agent type, host, resource id): {{(pid=96120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 15:39:00.142367 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-ef47aa82-0414-48cd-bc7a-b6ecd9a1ec7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579214'] for security_group, after_delete {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:39:00.155916 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-ef47aa82-0414-48cd-bc7a-b6ecd9a1ec7e admin admin] Notify callbacks [] for security_group, before_response {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:39:00.155916 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [None req-ef47aa82-0414-48cd-bc7a-b6ecd9a1ec7e admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/2cd766c4-0c5d-4f19-9f10-32de6f96bb05 HTTP/1.1" status: 204 len: 168 time: 0.4071367 Sep 29 15:39:00.174063 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef47aa82-0414-48cd-bc7a-b6ecd9a1ec7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2cd766c4-0c5d-4f19-9f10-32de6f96bb05,revision_number=None']} {{(pid=96120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 15:39:00.187069 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.plugins.ml2.rpc [None req-86ea74e9-eea3-4769-b153-652ac6294d68 None None] Device d98f0e82-15e5-4cf3-b873-af62fbc8ead9 up at agent ovs-agent-dv-cinder-806616-6-iscsi {{(pid=96122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 15:39:00.305652 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf6a57b0-8cab-4518-a288-675aed3bba25 admin admin] Router af1db5e3-a155-487f-a585-ff391614c3ea has already been hosted by L3 agent e5061b61-feb3-46be-bd05-1226f95d9417 {{(pid=96120) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 29 15:39:00.316616 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.db.provisioning_blocks [None req-86ea74e9-eea3-4769-b153-652ac6294d68 None None] Provisioning complete for port d98f0e82-15e5-4cf3-b873-af62fbc8ead9 triggered by entity L2. {{(pid=96122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 15:39:00.317028 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron_lib.callbacks.manager [None req-86ea74e9-eea3-4769-b153-652ac6294d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-626465'] for port, provisioning_complete {{(pid=96122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:39:00.401539 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [req-c5cbc7b5-e22d-4f5b-8f5d-a6305d939aab req-0cc0e91e-9508-4ec8-8252-27b1989019ef tempest-DeleteServersTestJSON-637044148 tempest-DeleteServersTestJSON-637044148-project] 10.222.0.46 "GET /v2.0/ports?device_id=da775cc6-3ab7-4560-9b2b-35ba569056f1 HTTP/1.1" status: 200 len: 210 time: 0.0453420 Sep 29 15:39:00.431591 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.db.l3_hamode_db [None req-29450153-785b-47f2-a486-5f6ddfd55998 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36f67c94-0511-4261-98a3-27e2f3393024', 'name': 'tempest-AttachVolumeTestJSON-471694450-router', 'tenant_id': 'ac94bfaead184f89a85a5713fd06a3ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd5efe95-1549-4750-933c-70412f77577e', 'external_fixed_ips': [{'subnet_id': '9c872fed-da92-4e12-828d-ac62e1b980b9', 'ip_address': '172.27.0.118'}], 'enable_snat': True}, 'gw_port_id': '67bf5114-2248-4f03-ab06-2fc9a9ae39c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T15:38:54Z', 'updated_at': '2021-09-29T15:38:57Z', 'revision_number': 3, 'project_id': 'ac94bfaead184f89a85a5713fd06a3ee', 'gw_port': {'id': '67bf5114-2248-4f03-ab06-2fc9a9ae39c9', 'name': '', 'network_id': 'cd5efe95-1549-4750-933c-70412f77577e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:b1:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36f67c94-0511-4261-98a3-27e2f3393024', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '9c872fed-da92-4e12-828d-ac62e1b980b9', 'ip_address': '172.27.0.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T15:38:55Z', 'updated_at': '2021-09-29T15:38:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9c872fed-da92-4e12-828d-ac62e1b980b9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806616-6-iscsi'}], 'dv-cinder-806616-6-iscsi', False) {} {{(pid=96122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 15:39:00.466971 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29450153-785b-47f2-a486-5f6ddfd55998 None None] Checking router: 36f67c94-0511-4261-98a3-27e2f3393024 for host: dv-cinder-806616-6-iscsi {{(pid=96122) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 15:39:00.467338 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29450153-785b-47f2-a486-5f6ddfd55998 None None] Updating router 36f67c94-0511-4261-98a3-27e2f3393024 port 67bf5114-2248-4f03-ab06-2fc9a9ae39c9 binding host dv-cinder-806616-6-iscsi {{(pid=96122) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 29 15:39:00.476522 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf6a57b0-8cab-4518-a288-675aed3bba25 admin admin] Notify agent at l3_agent.dv-cinder-806616-6-iscsi the message routers_updated {{(pid=96120) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 15:39:00.482845 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [None req-cf6a57b0-8cab-4518-a288-675aed3bba25 admin admin] 10.222.0.46 "PUT /v2.0/routers/af1db5e3-a155-487f-a585-ff391614c3ea/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8294239 Sep 29 15:39:00.498166 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [None req-ad506bc2-e217-4ddf-9a74-b79b13e5aa4f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1620229', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1617329'] for router, after_create {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:39:00.498656 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron_lib.callbacks.manager [None req-29450153-785b-47f2-a486-5f6ddfd55998 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-684029'] for port, before_update {{(pid=96122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:39:00.815529 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [None req-63942894-c1a2-422b-bb60-713b89d7f26b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-684029'] for port, before_create {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:39:00.996318 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad506bc2-e217-4ddf-9a74-b79b13e5aa4f admin admin] Router 52ced7d6-4c59-4942-adf4-47e984fe6127 is scheduled to L3 agent e5061b61-feb3-46be-bd05-1226f95d9417 with binding_index 1 {{(pid=96121) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 29 15:39:01.017131 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron_lib.callbacks.manager [None req-29450153-785b-47f2-a486-5f6ddfd55998 None None] Notify callbacks [] for port, precommit_update {{(pid=96122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:39:01.068318 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-ba144d90-9058-4ab2-b697-c4a486489241 req-8aa06628-eb32-4a13-a138-ed6704306055 tempest-AttachVolumeNegativeTest-728742291 tempest-AttachVolumeNegativeTest-728742291-project] 10.222.0.46 "GET /v2.0/ports?device_id=7c03c1ad-57f1-450e-8111-bd14587cc96c HTTP/1.1" status: 200 len: 210 time: 0.0961516 Sep 29 15:39:01.084217 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron_lib.callbacks.manager [None req-29450153-785b-47f2-a486-5f6ddfd55998 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741780147972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741779628755', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741779628773'] for port, after_update {{(pid=96122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:39:01.149196 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f13f9e6-56aa-4dac-a70e-ff958a2c3e1f None None] Pushing event updated for resources: {'Port': ['ID=67bf5114-2248-4f03-ab06-2fc9a9ae39c9,revision_number=2']} {{(pid=96122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 15:39:01.149196 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.plugins.ml2.managers [None req-29450153-785b-47f2-a486-5f6ddfd55998 None None] Attempting to bind port 67bf5114-2248-4f03-ab06-2fc9a9ae39c9 on host dv-cinder-806616-6-iscsi for vnic_type normal with profile {{(pid=96122) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 15:39:01.149196 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.plugins.ml2.managers [None req-29450153-785b-47f2-a486-5f6ddfd55998 None None] Attempting to bind port 67bf5114-2248-4f03-ab06-2fc9a9ae39c9 by drivers openvswitch,hyperv on host dv-cinder-806616-6-iscsi at level 0 using segments [{'id': '16a0d549-78f3-47f2-8934-1674670c2e39', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cd5efe95-1549-4750-933c-70412f77577e'}] {{(pid=96122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 15:39:01.149196 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29450153-785b-47f2-a486-5f6ddfd55998 None None] Attempting to bind port 67bf5114-2248-4f03-ab06-2fc9a9ae39c9 on network cd5efe95-1549-4750-933c-70412f77577e {{(pid=96122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 15:39:01.156046 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29450153-785b-47f2-a486-5f6ddfd55998 None None] Checking agent: {'id': '3420b91a-a9c7-4dbc-b0fb-eb58464b9dc3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806616-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 15, 30, 57), 'started_at': datetime.datetime(2021, 9, 29, 15, 31, 27), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 15, 38, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806616-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=96122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 15:39:01.156046 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29450153-785b-47f2-a486-5f6ddfd55998 None None] Checking segment: {'id': '16a0d549-78f3-47f2-8934-1674670c2e39', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cd5efe95-1549-4750-933c-70412f77577e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 15:39:01.156323 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron_lib.callbacks.manager [None req-29450153-785b-47f2-a486-5f6ddfd55998 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=96122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:39:01.156722 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29450153-785b-47f2-a486-5f6ddfd55998 None None] Bound using segment: {'id': '16a0d549-78f3-47f2-8934-1674670c2e39', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cd5efe95-1549-4750-933c-70412f77577e'} {{(pid=96122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 15:39:01.157290 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.plugins.ml2.managers [None req-29450153-785b-47f2-a486-5f6ddfd55998 None None] Bound port: 67bf5114-2248-4f03-ab06-2fc9a9ae39c9, host: dv-cinder-806616-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '16a0d549-78f3-47f2-8934-1674670c2e39', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cd5efe95-1549-4750-933c-70412f77577e'}}] {{(pid=96122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 15:39:01.157569 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron_lib.callbacks.manager [None req-29450153-785b-47f2-a486-5f6ddfd55998 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-684029'] for port, before_update {{(pid=96122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:39:01.226044 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.plugins.ml2.db [None req-29450153-785b-47f2-a486-5f6ddfd55998 None None] For port 67bf5114-2248-4f03-ab06-2fc9a9ae39c9, host dv-cinder-806616-6-iscsi, cleared binding levels {{(pid=96122) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 15:39:01.229204 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.plugins.ml2.db [None req-29450153-785b-47f2-a486-5f6ddfd55998 None None] For port 67bf5114-2248-4f03-ab06-2fc9a9ae39c9, host dv-cinder-806616-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806616-6-iscsi',level=0,port_id=67bf5114-2248-4f03-ab06-2fc9a9ae39c9,segment=NetworkSegment(16a0d549-78f3-47f2-8934-1674670c2e39),segment_id=16a0d549-78f3-47f2-8934-1674670c2e39)] {{(pid=96122) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 15:39:01.251128 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad506bc2-e217-4ddf-9a74-b79b13e5aa4f admin admin] Notify agent at l3_agent.dv-cinder-806616-6-iscsi the message routers_updated {{(pid=96121) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 15:39:01.265480 dv-cinder-806616-6-iscsi neutron-server[96123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dbdf3e7-951b-4d88-88fc-affae36a85eb None None] Sync routers for ids ['52ced7d6-4c59-4942-adf4-47e984fe6127'] in dv-cinder-806616-6-iscsi {{(pid=96123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 15:39:01.278473 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.db.db_base_plugin_common [None req-63942894-c1a2-422b-bb60-713b89d7f26b admin admin] Allocated IP 172.20.0.1 (41529908-bf9d-4f22-bd36-308129b2f718/dd4e2821-37a9-4ee4-80ce-9b4e5d3432ba/d6edfea8-fe4b-4feb-a4ee-78337362a82b) {{(pid=96121) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 15:39:01.280253 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f521cb1a-a179-4e52-ab8f-a0bcb0d45243 req-6554be07-4b4f-4652-a7e8-3ac23addcd5f tempest-ServerRescueNegativeTestJSON-859711067 tempest-ServerRescueNegativeTestJSON-859711067-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=96120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:39:01.284733 dv-cinder-806616-6-iscsi neutron-server[96123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dbdf3e7-951b-4d88-88fc-affae36a85eb None None] Routers {'52ced7d6-4c59-4942-adf4-47e984fe6127'} bound to L3 agent in host dv-cinder-806616-6-iscsi {{(pid=96123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 15:39:01.288602 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [req-f521cb1a-a179-4e52-ab8f-a0bcb0d45243 req-6554be07-4b4f-4652-a7e8-3ac23addcd5f tempest-ServerRescueNegativeTestJSON-859711067 tempest-ServerRescueNegativeTestJSON-859711067-project] 10.222.0.46 "GET /v2.0/networks?id=daa727ac-86a8-4704-b1b4-10803b6b1e68 HTTP/1.1" status: 200 len: 819 time: 0.1459465 Sep 29 15:39:01.288945 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron_lib.callbacks.manager [None req-29450153-785b-47f2-a486-5f6ddfd55998 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741780147972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741779628755', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741779628773'] for port, after_update {{(pid=96122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:39:01.289649 dv-cinder-806616-6-iscsi neutron-server[96123]: DEBUG neutron.db.l3_hamode_db [None req-3dbdf3e7-951b-4d88-88fc-affae36a85eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806616-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-29T15:30:56Z,description=,heartbeat_timestamp=2021-09-29T15:38:57Z,host='dv-cinder-806616-6-iscsi',id=e5061b61-feb3-46be-bd05-1226f95d9417,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T15:30:57Z,topic='l3_agent')) {'router_ids': ['52ced7d6-4c59-4942-adf4-47e984fe6127'], 'active': True} {{(pid=96123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 15:39:01.305525 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [req-f521cb1a-a179-4e52-ab8f-a0bcb0d45243 req-d1f871a8-faf2-4f0f-a0ad-757b08e1571b tempest-ServerRescueNegativeTestJSON-859711067 tempest-ServerRescueNegativeTestJSON-859711067-project] 10.222.0.46 "GET /v2.0/quotas/b4ec83ad588647be8ebbcc854394cb61 HTTP/1.1" status: 200 len: 375 time: 0.0160143 Sep 29 15:39:01.356183 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [None req-ad506bc2-e217-4ddf-9a74-b79b13e5aa4f admin admin] Notify callbacks [] for router, before_response {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:39:01.360243 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [None req-ad506bc2-e217-4ddf-9a74-b79b13e5aa4f admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 5.9667253 Sep 29 15:39:01.362506 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.wsgi [-] (96121) accepted ('10.222.0.46', 55984) {{(pid=96121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 15:39:01.398207 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [req-f521cb1a-a179-4e52-ab8f-a0bcb0d45243 req-5be05b1b-8edb-438b-94e9-8d76ebe93a66 tempest-ServerRescueNegativeTestJSON-859711067 tempest-ServerRescueNegativeTestJSON-859711067-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=b4ec83ad588647be8ebbcc854394cb61&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0917652 Sep 29 15:39:01.411478 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29450153-785b-47f2-a486-5f6ddfd55998 None None] Routers {'36f67c94-0511-4261-98a3-27e2f3393024'} bound to L3 agent in host dv-cinder-806616-6-iscsi {{(pid=96122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 15:39:01.411478 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.db.l3_hamode_db [None req-29450153-785b-47f2-a486-5f6ddfd55998 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806616-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-29T15:30:56Z,description=,heartbeat_timestamp=2021-09-29T15:38:57Z,host='dv-cinder-806616-6-iscsi',id=e5061b61-feb3-46be-bd05-1226f95d9417,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T15:30:57Z,topic='l3_agent')) {'router_ids': ['36f67c94-0511-4261-98a3-27e2f3393024'], 'active': True} {{(pid=96122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 15:39:01.541957 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.plugins.ml2.rpc [None req-86ea74e9-eea3-4769-b153-652ac6294d68 None None] Device 588818ad-538d-4947-9bed-9555b7ed561b up at agent ovs-agent-dv-cinder-806616-6-iscsi {{(pid=96122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 15:39:01.564741 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [req-f521cb1a-a179-4e52-ab8f-a0bcb0d45243 req-6e064705-3470-4658-b753-831c47bd977d service neutron] 10.222.0.46 "GET /v2.0/networks/daa727ac-86a8-4704-b1b4-10803b6b1e68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1655889 Sep 29 15:39:01.600236 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f13f9e6-56aa-4dac-a70e-ff958a2c3e1f None None] Pushing event updated for resources: {'Port': ['ID=67bf5114-2248-4f03-ab06-2fc9a9ae39c9,revision_number=3']} {{(pid=96122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 15:39:01.664768 dv-cinder-806616-6-iscsi neutron-server[96123]: DEBUG neutron.db.l3_dvr_db [None req-3dbdf3e7-951b-4d88-88fc-affae36a85eb None None] Set router 52ced7d6-4c59-4942-adf4-47e984fe6127 gateway port host: dv-cinder-806616-6-iscsi {{(pid=96123) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 15:39:01.700518 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [req-f521cb1a-a179-4e52-ab8f-a0bcb0d45243 req-20a61d19-fa2c-4fea-919b-8f70ed5bc096 service neutron] 10.222.0.46 "GET /v2.0/networks/daa727ac-86a8-4704-b1b4-10803b6b1e68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1328902 Sep 29 15:39:01.708243 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.db.provisioning_blocks [None req-86ea74e9-eea3-4769-b153-652ac6294d68 None None] Provisioning complete for port 588818ad-538d-4947-9bed-9555b7ed561b triggered by entity L2. {{(pid=96122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 15:39:01.709128 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron_lib.callbacks.manager [None req-86ea74e9-eea3-4769-b153-652ac6294d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-626465'] for port, provisioning_complete {{(pid=96122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:39:01.732642 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-e5c47f79-0d5c-405f-8788-aaf79b2d01a7 req-287de7ad-848f-4710-8054-0675d6714c28 tempest-DeleteServersTestJSON-637044148 tempest-DeleteServersTestJSON-637044148-project] 10.222.0.46 "GET /v2.0/ports?device_id=da775cc6-3ab7-4560-9b2b-35ba569056f1 HTTP/1.1" status: 200 len: 210 time: 0.0696981 Sep 29 15:39:01.760280 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.db.l3_dvr_db [None req-29450153-785b-47f2-a486-5f6ddfd55998 None None] Set router 36f67c94-0511-4261-98a3-27e2f3393024 gateway port host: dv-cinder-806616-6-iscsi {{(pid=96122) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 15:39:01.773969 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.wsgi [-] (96120) accepted ('10.222.0.46', 55996) {{(pid=96120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 15:39:01.808840 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [None req-63942894-c1a2-422b-bb60-713b89d7f26b admin admin] Notify callbacks [] for port, precommit_create {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:39:01.930230 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.api.v2.base [None req-7402df70-2314-418b-b786-63cda2425f08 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1172349267-network', 'tenant_id': '7c1abfccef4b4e36a6539c2c2c920dab'}} {{(pid=96120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 15:39:02.001622 dv-cinder-806616-6-iscsi neutron-server[96123]: DEBUG neutron.db.l3_hamode_db [None req-3dbdf3e7-951b-4d88-88fc-affae36a85eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52ced7d6-4c59-4942-adf4-47e984fe6127', 'name': 'tempest-AttachVolumeShelveTestJSON-522904198-router', 'tenant_id': '13390da549814bc498d0c907da15d788', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd5efe95-1549-4750-933c-70412f77577e', 'external_fixed_ips': [{'subnet_id': '9c872fed-da92-4e12-828d-ac62e1b980b9', 'ip_address': '172.27.0.58'}], 'enable_snat': True}, 'gw_port_id': '45f62489-a444-4f79-b6dd-bd7efecb94c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T15:38:55Z', 'updated_at': '2021-09-29T15:38:59Z', 'revision_number': 3, 'project_id': '13390da549814bc498d0c907da15d788', 'gw_port': {'id': '45f62489-a444-4f79-b6dd-bd7efecb94c1', 'name': '', 'network_id': 'cd5efe95-1549-4750-933c-70412f77577e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:f3:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52ced7d6-4c59-4942-adf4-47e984fe6127', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '9c872fed-da92-4e12-828d-ac62e1b980b9', 'ip_address': '172.27.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T15:38:57Z', 'updated_at': '2021-09-29T15:38:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9c872fed-da92-4e12-828d-ac62e1b980b9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806616-6-iscsi'}], 'dv-cinder-806616-6-iscsi', False) {} {{(pid=96123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 15:39:02.059280 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50f707d6-6008-42c2-a400-a9a61c8e8cff None None] Sync routers for ids ['af1db5e3-a155-487f-a585-ff391614c3ea'] in dv-cinder-806616-6-iscsi {{(pid=96122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 15:39:02.060525 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7402df70-2314-418b-b786-63cda2425f08 admin admin] Made reservation on behalf of 7c1abfccef4b4e36a6539c2c2c920dab for: {'network': 1} {{(pid=96120) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 15:39:02.060525 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-7402df70-2314-418b-b786-63cda2425f08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-684029'] for network, before_create {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:39:02.067590 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [None req-63942894-c1a2-422b-bb60-713b89d7f26b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741779628737'] for port, after_create {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:39:02.076457 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-7402df70-2314-418b-b786-63cda2425f08 admin admin] Notify callbacks [] for security_group, before_create {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:39:02.085059 dv-cinder-806616-6-iscsi neutron-server[96123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dbdf3e7-951b-4d88-88fc-affae36a85eb None None] Checking router: 52ced7d6-4c59-4942-adf4-47e984fe6127 for host: dv-cinder-806616-6-iscsi {{(pid=96123) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 15:39:02.086518 dv-cinder-806616-6-iscsi neutron-server[96123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dbdf3e7-951b-4d88-88fc-affae36a85eb None None] Updating router 52ced7d6-4c59-4942-adf4-47e984fe6127 port 45f62489-a444-4f79-b6dd-bd7efecb94c1 binding host dv-cinder-806616-6-iscsi {{(pid=96123) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 29 15:39:02.117767 dv-cinder-806616-6-iscsi neutron-server[96123]: DEBUG neutron_lib.callbacks.manager [None req-3dbdf3e7-951b-4d88-88fc-affae36a85eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-684029'] for port, before_update {{(pid=96123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:39:02.161443 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [req-b2477674-3e95-47ac-9c4b-8b1903a20916 req-ee70c596-2167-41c3-b953-8208118934df tempest-ServerRescueNegativeTestJSON-859711067 tempest-ServerRescueNegativeTestJSON-859711067-project] 10.222.0.46 "GET /v2.0/ports?device_id=1d663b77-78b8-44d6-ae6b-8f8b0c2199dd HTTP/1.1" status: 200 len: 210 time: 0.0919785 Sep 29 15:39:02.193921 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50f707d6-6008-42c2-a400-a9a61c8e8cff None None] Routers {'af1db5e3-a155-487f-a585-ff391614c3ea'} bound to L3 agent in host dv-cinder-806616-6-iscsi {{(pid=96122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 15:39:02.194629 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.db.l3_hamode_db [None req-50f707d6-6008-42c2-a400-a9a61c8e8cff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806616-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-29T15:30:56Z,description=,heartbeat_timestamp=2021-09-29T15:38:57Z,host='dv-cinder-806616-6-iscsi',id=e5061b61-feb3-46be-bd05-1226f95d9417,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T15:30:57Z,topic='l3_agent')) {'router_ids': ['af1db5e3-a155-487f-a585-ff391614c3ea'], 'active': True} {{(pid=96122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 15:39:02.201829 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron_lib.callbacks.manager [None req-86ea74e9-eea3-4769-b153-652ac6294d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-684029'] for port, before_update {{(pid=96122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:39:02.202758 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63942894-c1a2-422b-bb60-713b89d7f26b admin admin] Network 41529908-bf9d-4f22-bd36-308129b2f718 is already hosted by enough agents. {{(pid=96121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 15:39:02.212994 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.scheduler.base_scheduler [None req-63942894-c1a2-422b-bb60-713b89d7f26b admin admin] Resources bound (agent type, host, resource id): {{(pid=96121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 15:39:02.235790 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63942894-c1a2-422b-bb60-713b89d7f26b admin admin] Received port after_create {{(pid=96121) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 15:39:02.236317 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [None req-63942894-c1a2-422b-bb60-713b89d7f26b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1619084'] for router_interface, before_create {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:39:02.283697 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63942894-c1a2-422b-bb60-713b89d7f26b admin admin] Pushing event updated for resources: {'Port': ['ID=d6edfea8-fe4b-4feb-a4ee-78337362a82b,revision_number=1']} {{(pid=96121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 15:39:02.325250 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-7402df70-2314-418b-b786-63cda2425f08 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:39:02.333445 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.plugins.ml2.db [None req-86ea74e9-eea3-4769-b153-652ac6294d68 None None] For port 588818ad-538d-4947-9bed-9555b7ed561b, host dv-cinder-806616-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806616-6-iscsi',level=0,port_id=588818ad-538d-4947-9bed-9555b7ed561b,segment=NetworkSegment(16a0d549-78f3-47f2-8934-1674670c2e39),segment_id=16a0d549-78f3-47f2-8934-1674670c2e39)] {{(pid=96122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 15:39:02.377452 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-3c915531-aeba-4fe5-8edb-38a447c2c26a req-f006ad9a-e203-4986-bdd7-845066d6313f tempest-AttachVolumeNegativeTest-728742291 tempest-AttachVolumeNegativeTest-728742291-project] 10.222.0.46 "GET /v2.0/ports?device_id=7c03c1ad-57f1-450e-8111-bd14587cc96c HTTP/1.1" status: 200 len: 210 time: 0.1542737 Sep 29 15:39:02.420238 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-7402df70-2314-418b-b786-63cda2425f08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579214'] for security_group, after_create {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:39:02.483682 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7402df70-2314-418b-b786-63cda2425f08 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a75e1f93-0b22-4b0a-b3f3-eb5f7cb899a9,revision_number=1']} {{(pid=96120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 15:39:02.486118 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron_lib.callbacks.manager [None req-86ea74e9-eea3-4769-b153-652ac6294d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741780147972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741779628755', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741779628773'] for port, after_update {{(pid=96122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:39:02.547230 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7402df70-2314-418b-b786-63cda2425f08 admin admin] vlan segment allocate from pool success with {'vlan_id': 645, 'physical_network': 'physnet1'} {{(pid=96120) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 29 15:39:02.564807 dv-cinder-806616-6-iscsi neutron-server[96123]: DEBUG neutron_lib.callbacks.manager [None req-3dbdf3e7-951b-4d88-88fc-affae36a85eb None None] Notify callbacks [] for port, precommit_update {{(pid=96123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:39:02.582571 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.db.l3_dvr_db [None req-50f707d6-6008-42c2-a400-a9a61c8e8cff None None] Set router af1db5e3-a155-487f-a585-ff391614c3ea gateway port host: dv-cinder-806616-6-iscsi {{(pid=96122) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 15:39:02.583096 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-7402df70-2314-418b-b786-63cda2425f08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-649178'] for segment, precommit_create {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:39:02.583975 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.db.segments_db [None req-7402df70-2314-418b-b786-63cda2425f08 admin admin] Added segment 036c9238-21fe-41e9-8b93-71a3653a112f of type vlan for network 0d3ef0d3-3735-4df2-983c-ef910e2a82f5 Sep 29 15:39:02.637332 dv-cinder-806616-6-iscsi neutron-server[96123]: DEBUG neutron_lib.callbacks.manager [None req-3dbdf3e7-951b-4d88-88fc-affae36a85eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741780147972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741779628755', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741779628773'] for port, after_update {{(pid=96123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:39:02.680489 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ea74e9-eea3-4769-b153-652ac6294d68 None None] Pushing event updated for resources: {'Port': ['ID=588818ad-538d-4947-9bed-9555b7ed561b,revision_number=4']} {{(pid=96122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 15:39:02.693966 dv-cinder-806616-6-iscsi neutron-server[96123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36955e4a-1710-4cf6-b98c-b0a0763a6434 None None] Pushing event updated for resources: {'Port': ['ID=45f62489-a444-4f79-b6dd-bd7efecb94c1,revision_number=2']} {{(pid=96123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 15:39:02.697357 dv-cinder-806616-6-iscsi neutron-server[96123]: DEBUG neutron.plugins.ml2.managers [None req-3dbdf3e7-951b-4d88-88fc-affae36a85eb None None] Attempting to bind port 45f62489-a444-4f79-b6dd-bd7efecb94c1 on host dv-cinder-806616-6-iscsi for vnic_type normal with profile {{(pid=96123) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 15:39:02.698028 dv-cinder-806616-6-iscsi neutron-server[96123]: DEBUG neutron.plugins.ml2.managers [None req-3dbdf3e7-951b-4d88-88fc-affae36a85eb None None] Attempting to bind port 45f62489-a444-4f79-b6dd-bd7efecb94c1 by drivers openvswitch,hyperv on host dv-cinder-806616-6-iscsi at level 0 using segments [{'id': '16a0d549-78f3-47f2-8934-1674670c2e39', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cd5efe95-1549-4750-933c-70412f77577e'}] {{(pid=96123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 15:39:02.698649 dv-cinder-806616-6-iscsi neutron-server[96123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dbdf3e7-951b-4d88-88fc-affae36a85eb None None] Attempting to bind port 45f62489-a444-4f79-b6dd-bd7efecb94c1 on network cd5efe95-1549-4750-933c-70412f77577e {{(pid=96123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 15:39:02.704350 dv-cinder-806616-6-iscsi neutron-server[96123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dbdf3e7-951b-4d88-88fc-affae36a85eb None None] Checking agent: {'id': '3420b91a-a9c7-4dbc-b0fb-eb58464b9dc3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806616-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 15, 30, 57), 'started_at': datetime.datetime(2021, 9, 29, 15, 31, 27), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 15, 38, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806616-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=96123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 15:39:02.704974 dv-cinder-806616-6-iscsi neutron-server[96123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dbdf3e7-951b-4d88-88fc-affae36a85eb None None] Checking segment: {'id': '16a0d549-78f3-47f2-8934-1674670c2e39', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cd5efe95-1549-4750-933c-70412f77577e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96123) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 15:39:02.705535 dv-cinder-806616-6-iscsi neutron-server[96123]: DEBUG neutron_lib.callbacks.manager [None req-3dbdf3e7-951b-4d88-88fc-affae36a85eb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=96123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:39:02.706260 dv-cinder-806616-6-iscsi neutron-server[96123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dbdf3e7-951b-4d88-88fc-affae36a85eb None None] Bound using segment: {'id': '16a0d549-78f3-47f2-8934-1674670c2e39', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cd5efe95-1549-4750-933c-70412f77577e'} {{(pid=96123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 15:39:02.707050 dv-cinder-806616-6-iscsi neutron-server[96123]: DEBUG neutron.plugins.ml2.managers [None req-3dbdf3e7-951b-4d88-88fc-affae36a85eb None None] Bound port: 45f62489-a444-4f79-b6dd-bd7efecb94c1, host: dv-cinder-806616-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '16a0d549-78f3-47f2-8934-1674670c2e39', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cd5efe95-1549-4750-933c-70412f77577e'}}] {{(pid=96123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 15:39:02.707637 dv-cinder-806616-6-iscsi neutron-server[96123]: DEBUG neutron_lib.callbacks.manager [None req-3dbdf3e7-951b-4d88-88fc-affae36a85eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-684029'] for port, before_update {{(pid=96123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:39:02.722438 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-7402df70-2314-418b-b786-63cda2425f08 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741779631391'] for network, precommit_create {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:39:02.739531 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.db.provisioning_blocks [None req-54b8d2cc-e406-4c9d-bbda-0060880953bb None None] Provisioning complete for port d6edfea8-fe4b-4feb-a4ee-78337362a82b triggered by entity DHCP. {{(pid=96122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 15:39:02.739909 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron_lib.callbacks.manager [None req-54b8d2cc-e406-4c9d-bbda-0060880953bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-626465'] for port, provisioning_complete {{(pid=96122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:39:02.762243 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [None req-a3278bfe-6f89-4813-89a0-913becf93afc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-684029'] for port, before_create {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:39:02.781589 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2d9725-7610-4a09-aa82-3b64bc5dd933 req-379d33a4-98be-4d69-b814-c93654792477 tempest-ServerRescueNegativeTestJSON-859711067 tempest-ServerRescueNegativeTestJSON-859711067-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=96120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:39:02.782956 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [None req-63942894-c1a2-422b-bb60-713b89d7f26b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-684029'] for port, before_update {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:39:02.784867 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [req-fb2d9725-7610-4a09-aa82-3b64bc5dd933 req-379d33a4-98be-4d69-b814-c93654792477 tempest-ServerRescueNegativeTestJSON-859711067 tempest-ServerRescueNegativeTestJSON-859711067-project] 10.222.0.46 "GET /v2.0/networks?id=daa727ac-86a8-4704-b1b4-10803b6b1e68 HTTP/1.1" status: 200 len: 819 time: 0.3086176 Sep 29 15:39:02.799866 dv-cinder-806616-6-iscsi neutron-server[96123]: DEBUG neutron.plugins.ml2.db [None req-3dbdf3e7-951b-4d88-88fc-affae36a85eb None None] For port 45f62489-a444-4f79-b6dd-bd7efecb94c1, host dv-cinder-806616-6-iscsi, cleared binding levels {{(pid=96123) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 15:39:02.804259 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [req-fb2d9725-7610-4a09-aa82-3b64bc5dd933 req-a72bab9b-db64-46ce-bf70-c9def0ff10ef tempest-ServerRescueNegativeTestJSON-859711067 tempest-ServerRescueNegativeTestJSON-859711067-project] 10.222.0.46 "GET /v2.0/quotas/b4ec83ad588647be8ebbcc854394cb61 HTTP/1.1" status: 200 len: 375 time: 0.0126665 Sep 29 15:39:02.808034 dv-cinder-806616-6-iscsi neutron-server[96123]: DEBUG neutron.plugins.ml2.db [None req-3dbdf3e7-951b-4d88-88fc-affae36a85eb None None] For port 45f62489-a444-4f79-b6dd-bd7efecb94c1, host dv-cinder-806616-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806616-6-iscsi',level=0,port_id=45f62489-a444-4f79-b6dd-bd7efecb94c1,segment=NetworkSegment(16a0d549-78f3-47f2-8934-1674670c2e39),segment_id=16a0d549-78f3-47f2-8934-1674670c2e39)] {{(pid=96123) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 15:39:02.905005 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.db.l3_hamode_db [None req-29450153-785b-47f2-a486-5f6ddfd55998 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36f67c94-0511-4261-98a3-27e2f3393024', 'name': 'tempest-AttachVolumeTestJSON-471694450-router', 'tenant_id': 'ac94bfaead184f89a85a5713fd06a3ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd5efe95-1549-4750-933c-70412f77577e', 'external_fixed_ips': [{'subnet_id': '9c872fed-da92-4e12-828d-ac62e1b980b9', 'ip_address': '172.27.0.118'}], 'enable_snat': True}, 'gw_port_id': '67bf5114-2248-4f03-ab06-2fc9a9ae39c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T15:38:54Z', 'updated_at': '2021-09-29T15:38:57Z', 'revision_number': 3, 'project_id': 'ac94bfaead184f89a85a5713fd06a3ee', 'gw_port': {'id': '67bf5114-2248-4f03-ab06-2fc9a9ae39c9', 'name': '', 'network_id': 'cd5efe95-1549-4750-933c-70412f77577e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:b1:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36f67c94-0511-4261-98a3-27e2f3393024', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '9c872fed-da92-4e12-828d-ac62e1b980b9', 'ip_address': '172.27.0.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806616-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T15:38:55Z', 'updated_at': '2021-09-29T15:39:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9c872fed-da92-4e12-828d-ac62e1b980b9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806616-6-iscsi'}], 'dv-cinder-806616-6-iscsi', False) {} {{(pid=96122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 15:39:02.916356 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-3088b7ff-2145-4c8b-9d8d-e10100e11929 req-3b1a36e9-c490-4728-a390-01b31aa6dccc tempest-DeleteServersTestJSON-637044148 tempest-DeleteServersTestJSON-637044148-project] 10.222.0.46 "GET /v2.0/ports?device_id=da775cc6-3ab7-4560-9b2b-35ba569056f1 HTTP/1.1" status: 200 len: 210 time: 0.0857995 Sep 29 15:39:02.929117 dv-cinder-806616-6-iscsi neutron-server[96123]: DEBUG neutron_lib.callbacks.manager [None req-3dbdf3e7-951b-4d88-88fc-affae36a85eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741780147972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741779628755', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741779628773'] for port, after_update {{(pid=96123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:39:02.949672 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29450153-785b-47f2-a486-5f6ddfd55998 None None] The sync data for ids ['36f67c94-0511-4261-98a3-27e2f3393024'] in dv-cinder-806616-6-iscsi is: [{'id': '36f67c94-0511-4261-98a3-27e2f3393024', 'name': 'tempest-AttachVolumeTestJSON-471694450-router', 'tenant_id': 'ac94bfaead184f89a85a5713fd06a3ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd5efe95-1549-4750-933c-70412f77577e', 'external_fixed_ips': [{'subnet_id': '9c872fed-da92-4e12-828d-ac62e1b980b9', 'ip_address': '172.27.0.118'}], 'enable_snat': True}, 'gw_port_id': '67bf5114-2248-4f03-ab06-2fc9a9ae39c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T15:38:54Z', 'updated_at': '2021-09-29T15:38:57Z', 'revision_number': 3, 'project_id': 'ac94bfaead184f89a85a5713fd06a3ee', 'gw_port': {'id': '67bf5114-2248-4f03-ab06-2fc9a9ae39c9', 'name': '', 'network_id': 'cd5efe95-1549-4750-933c-70412f77577e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:b1:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36f67c94-0511-4261-98a3-27e2f3393024', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '9c872fed-da92-4e12-828d-ac62e1b980b9', 'ip_address': '172.27.0.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806616-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T15:38:55Z', 'updated_at': '2021-09-29T15:39:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9c872fed-da92-4e12-828d-ac62e1b980b9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806616-6-iscsi'}] {{(pid=96122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 15:39:02.992764 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.plugins.ml2.plugin [None req-54b8d2cc-e406-4c9d-bbda-0060880953bb None None] Port d6edfea8-fe4b-4feb-a4ee-78337362a82b cannot update to ACTIVE because it is not bound. {{(pid=96122) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 29 15:39:03.047467 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-7402df70-2314-418b-b786-63cda2425f08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575366'] for network, after_create {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:39:03.048629 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7402df70-2314-418b-b786-63cda2425f08 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:39:03.049522 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-7402df70-2314-418b-b786-63cda2425f08 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577532'] for network, before_response {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:39:03.056808 dv-cinder-806616-6-iscsi neutron-server[96123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36955e4a-1710-4cf6-b98c-b0a0763a6434 None None] Pushing event updated for resources: {'Port': ['ID=45f62489-a444-4f79-b6dd-bd7efecb94c1,revision_number=3']} {{(pid=96123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 15:39:03.059439 dv-cinder-806616-6-iscsi neutron-server[96123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dbdf3e7-951b-4d88-88fc-affae36a85eb None None] Routers {'52ced7d6-4c59-4942-adf4-47e984fe6127'} bound to L3 agent in host dv-cinder-806616-6-iscsi {{(pid=96123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 15:39:03.060165 dv-cinder-806616-6-iscsi neutron-server[96123]: DEBUG neutron.db.l3_hamode_db [None req-3dbdf3e7-951b-4d88-88fc-affae36a85eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806616-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-29T15:30:56Z,description=,heartbeat_timestamp=2021-09-29T15:38:57Z,host='dv-cinder-806616-6-iscsi',id=e5061b61-feb3-46be-bd05-1226f95d9417,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T15:30:57Z,topic='l3_agent')) {'router_ids': ['52ced7d6-4c59-4942-adf4-47e984fe6127'], 'active': True} {{(pid=96123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 15:39:03.123541 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.db.l3_hamode_db [None req-50f707d6-6008-42c2-a400-a9a61c8e8cff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af1db5e3-a155-487f-a585-ff391614c3ea', 'name': 'tempest-ServerRescueNegativeTestJSON-1555353728-router', 'tenant_id': 'b4ec83ad588647be8ebbcc854394cb61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd5efe95-1549-4750-933c-70412f77577e', 'external_fixed_ips': [{'subnet_id': '9c872fed-da92-4e12-828d-ac62e1b980b9', 'ip_address': '172.27.0.9'}], 'enable_snat': True}, 'gw_port_id': '588818ad-538d-4947-9bed-9555b7ed561b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T15:38:53Z', 'updated_at': '2021-09-29T15:38:59Z', 'revision_number': 4, 'project_id': 'b4ec83ad588647be8ebbcc854394cb61', 'gw_port': {'id': '588818ad-538d-4947-9bed-9555b7ed561b', 'name': '', 'network_id': 'cd5efe95-1549-4750-933c-70412f77577e', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:77:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af1db5e3-a155-487f-a585-ff391614c3ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '9c872fed-da92-4e12-828d-ac62e1b980b9', 'ip_address': '172.27.0.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806616-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T15:38:54Z', 'updated_at': '2021-09-29T15:38:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9c872fed-da92-4e12-828d-ac62e1b980b9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806616-6-iscsi', '_interfaces': [{'id': '06e76d87-b5c4-4194-ac32-357149d701e3', 'name': '', 'network_id': 'daa727ac-86a8-4704-b1b4-10803b6b1e68', 'tenant_id': 'b4ec83ad588647be8ebbcc854394cb61', 'mac_address': 'fa:16:3e:93:49:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af1db5e3-a155-487f-a585-ff391614c3ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'f9e1b58c-841a-4928-9689-e4afdbcfa8ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T15:38:57Z', 'updated_at': '2021-09-29T15:38:59Z', 'revision_number': 2, 'project_id': 'b4ec83ad588647be8ebbcc854394cb61', 'subnets': [{'id': 'f9e1b58c-841a-4928-9689-e4afdbcfa8ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806616-6-iscsi', False) {} {{(pid=96122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 15:39:03.157783 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7402df70-2314-418b-b786-63cda2425f08 admin admin] Pushing event updated for resources: {'Network': ['ID=0d3ef0d3-3735-4df2-983c-ef910e2a82f5,revision_number=1']} {{(pid=96120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 15:39:03.174000 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [req-fb2d9725-7610-4a09-aa82-3b64bc5dd933 req-8907c27e-4d02-436b-84a5-1c132474c0ac tempest-ServerRescueNegativeTestJSON-859711067 tempest-ServerRescueNegativeTestJSON-859711067-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=b4ec83ad588647be8ebbcc854394cb61&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3631086 Sep 29 15:39:03.180717 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.db.db_base_plugin_common [None req-a3278bfe-6f89-4813-89a0-913becf93afc admin admin] Allocated IP 172.20.0.1 (7d2058d9-0239-4e7f-ad5f-85b9e31d2757/56afac6f-63d0-4994-bdac-133803bcf88a/568674db-d5ba-4049-ae2c-cbe94253da52) {{(pid=96121) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 15:39:03.192582 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.plugins.ml2.rpc [None req-86ea74e9-eea3-4769-b153-652ac6294d68 None None] Network 0d3ef0d3-3735-4df2-983c-ef910e2a82f5 details requested by agent ovs-agent-dv-cinder-806616-6-iscsi with host dv-cinder-806616-6-iscsi {{(pid=96122) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 29 15:39:03.196046 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50f707d6-6008-42c2-a400-a9a61c8e8cff None None] Checking router: af1db5e3-a155-487f-a585-ff391614c3ea for host: dv-cinder-806616-6-iscsi {{(pid=96122) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 15:39:03.196408 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50f707d6-6008-42c2-a400-a9a61c8e8cff None None] Updating router af1db5e3-a155-487f-a585-ff391614c3ea port 06e76d87-b5c4-4194-ac32-357149d701e3 binding host dv-cinder-806616-6-iscsi {{(pid=96122) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 29 15:39:03.218662 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [None req-7402df70-2314-418b-b786-63cda2425f08 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.4428384 Sep 29 15:39:03.221500 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.wsgi [-] (96120) accepted ('10.222.0.46', 56042) {{(pid=96120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 15:39:03.234137 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.api.v2.base [None req-0aedcd41-e523-49d1-8fcf-7ee71cc3083d admin admin] Request body: {'subnet': {'network_id': '0d3ef0d3-3735-4df2-983c-ef910e2a82f5', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1172349267-subnet', 'tenant_id': '7c1abfccef4b4e36a6539c2c2c920dab', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=96120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 15:39:03.235798 dv-cinder-806616-6-iscsi neutron-server[96123]: DEBUG neutron.db.l3_dvr_db [None req-3dbdf3e7-951b-4d88-88fc-affae36a85eb None None] Set router 52ced7d6-4c59-4942-adf4-47e984fe6127 gateway port host: dv-cinder-806616-6-iscsi {{(pid=96123) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 15:39:03.259782 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron_lib.callbacks.manager [None req-50f707d6-6008-42c2-a400-a9a61c8e8cff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-684029'] for port, before_update {{(pid=96122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:39:03.293946 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [None req-63942894-c1a2-422b-bb60-713b89d7f26b admin admin] Notify callbacks [] for port, precommit_update {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:39:03.400287 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [req-fb2d9725-7610-4a09-aa82-3b64bc5dd933 req-211f08cd-4188-4aa7-8e92-9b66ebe82411 service neutron] 10.222.0.46 "GET /v2.0/networks/daa727ac-86a8-4704-b1b4-10803b6b1e68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2120378 Sep 29 15:39:03.445230 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0aedcd41-e523-49d1-8fcf-7ee71cc3083d admin admin] Made reservation on behalf of 7c1abfccef4b4e36a6539c2c2c920dab for: {'subnet': 1} {{(pid=96120) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 15:39:03.448180 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-0aedcd41-e523-49d1-8fcf-7ee71cc3083d admin admin] Notify callbacks [] for subnet, before_create {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:39:03.481502 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [None req-a3278bfe-6f89-4813-89a0-913becf93afc admin admin] Notify callbacks [] for port, precommit_create {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:39:03.545136 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [None req-63942894-c1a2-422b-bb60-713b89d7f26b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741780147972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741779628755', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741779628773'] for port, after_update {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:39:03.549536 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [None req-63942894-c1a2-422b-bb60-713b89d7f26b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1575380', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1620092'] for router_interface, after_create {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:39:03.580146 dv-cinder-806616-6-iscsi neutron-server[96123]: DEBUG neutron.db.l3_hamode_db [None req-3dbdf3e7-951b-4d88-88fc-affae36a85eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52ced7d6-4c59-4942-adf4-47e984fe6127', 'name': 'tempest-AttachVolumeShelveTestJSON-522904198-router', 'tenant_id': '13390da549814bc498d0c907da15d788', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd5efe95-1549-4750-933c-70412f77577e', 'external_fixed_ips': [{'subnet_id': '9c872fed-da92-4e12-828d-ac62e1b980b9', 'ip_address': '172.27.0.58'}], 'enable_snat': True}, 'gw_port_id': '45f62489-a444-4f79-b6dd-bd7efecb94c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T15:38:55Z', 'updated_at': '2021-09-29T15:38:59Z', 'revision_number': 3, 'project_id': '13390da549814bc498d0c907da15d788', 'gw_port': {'id': '45f62489-a444-4f79-b6dd-bd7efecb94c1', 'name': '', 'network_id': 'cd5efe95-1549-4750-933c-70412f77577e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:f3:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52ced7d6-4c59-4942-adf4-47e984fe6127', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '9c872fed-da92-4e12-828d-ac62e1b980b9', 'ip_address': '172.27.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806616-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T15:38:57Z', 'updated_at': '2021-09-29T15:39:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9c872fed-da92-4e12-828d-ac62e1b980b9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806616-6-iscsi'}], 'dv-cinder-806616-6-iscsi', False) {} {{(pid=96123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 15:39:03.631259 dv-cinder-806616-6-iscsi neutron-server[96123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dbdf3e7-951b-4d88-88fc-affae36a85eb None None] The sync data for ids ['52ced7d6-4c59-4942-adf4-47e984fe6127'] in dv-cinder-806616-6-iscsi is: [{'id': '52ced7d6-4c59-4942-adf4-47e984fe6127', 'name': 'tempest-AttachVolumeShelveTestJSON-522904198-router', 'tenant_id': '13390da549814bc498d0c907da15d788', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd5efe95-1549-4750-933c-70412f77577e', 'external_fixed_ips': [{'subnet_id': '9c872fed-da92-4e12-828d-ac62e1b980b9', 'ip_address': '172.27.0.58'}], 'enable_snat': True}, 'gw_port_id': '45f62489-a444-4f79-b6dd-bd7efecb94c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T15:38:55Z', 'updated_at': '2021-09-29T15:38:59Z', 'revision_number': 3, 'project_id': '13390da549814bc498d0c907da15d788', 'gw_port': {'id': '45f62489-a444-4f79-b6dd-bd7efecb94c1', 'name': '', 'network_id': 'cd5efe95-1549-4750-933c-70412f77577e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:f3:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52ced7d6-4c59-4942-adf4-47e984fe6127', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '9c872fed-da92-4e12-828d-ac62e1b980b9', 'ip_address': '172.27.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806616-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T15:38:57Z', 'updated_at': '2021-09-29T15:39:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9c872fed-da92-4e12-828d-ac62e1b980b9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806616-6-iscsi'}] {{(pid=96123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 15:39:03.633216 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63942894-c1a2-422b-bb60-713b89d7f26b admin admin] Pushing event updated for resources: {'Port': ['ID=d6edfea8-fe4b-4feb-a4ee-78337362a82b,revision_number=2']} {{(pid=96121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 15:39:03.642062 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [None req-a3278bfe-6f89-4813-89a0-913becf93afc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741779628737'] for port, after_create {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:39:03.659850 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [req-fb2d9725-7610-4a09-aa82-3b64bc5dd933 req-8c8456d5-a240-444b-af58-2238884a3e81 service neutron] 10.222.0.46 "GET /v2.0/networks/daa727ac-86a8-4704-b1b4-10803b6b1e68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2581019 Sep 29 15:39:03.697192 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-55bfbc0b-8624-4caf-afae-99c4b4d84c84 req-49087ccd-14cb-4b42-9a72-f407c3660066 tempest-AttachVolumeNegativeTest-728742291 tempest-AttachVolumeNegativeTest-728742291-project] 10.222.0.46 "GET /v2.0/ports?device_id=7c03c1ad-57f1-450e-8111-bd14587cc96c HTTP/1.1" status: 200 len: 210 time: 0.1542187 Sep 29 15:39:03.702689 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.plugins.ml2.rpc [None req-86ea74e9-eea3-4769-b153-652ac6294d68 None None] Device 67bf5114-2248-4f03-ab06-2fc9a9ae39c9 up at agent ovs-agent-dv-cinder-806616-6-iscsi {{(pid=96122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 15:39:03.822452 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron_lib.callbacks.manager [None req-50f707d6-6008-42c2-a400-a9a61c8e8cff None None] Notify callbacks [] for port, precommit_update {{(pid=96122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:39:03.876228 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3278bfe-6f89-4813-89a0-913becf93afc admin admin] Network 7d2058d9-0239-4e7f-ad5f-85b9e31d2757 is already hosted by enough agents. {{(pid=96121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 15:39:03.878583 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63942894-c1a2-422b-bb60-713b89d7f26b admin admin] Network 41529908-bf9d-4f22-bd36-308129b2f718 is already hosted by enough agents. {{(pid=96121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 15:39:03.883108 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.scheduler.base_scheduler [None req-63942894-c1a2-422b-bb60-713b89d7f26b admin admin] Resources bound (agent type, host, resource id): {{(pid=96121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 15:39:03.894076 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.scheduler.base_scheduler [None req-a3278bfe-6f89-4813-89a0-913becf93afc admin admin] Resources bound (agent type, host, resource id): {{(pid=96121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 15:39:03.895444 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.db.provisioning_blocks [None req-86ea74e9-eea3-4769-b153-652ac6294d68 None None] Provisioning complete for port 67bf5114-2248-4f03-ab06-2fc9a9ae39c9 triggered by entity L2. {{(pid=96122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 15:39:03.895840 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron_lib.callbacks.manager [None req-86ea74e9-eea3-4769-b153-652ac6294d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-626465'] for port, provisioning_complete {{(pid=96122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:39:03.897125 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3278bfe-6f89-4813-89a0-913becf93afc admin admin] Received port after_create {{(pid=96121) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 15:39:03.905669 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [None req-a3278bfe-6f89-4813-89a0-913becf93afc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1619084'] for router_interface, before_create {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:39:03.958384 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron_lib.callbacks.manager [None req-50f707d6-6008-42c2-a400-a9a61c8e8cff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741780147972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741779628755', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741779628773'] for port, after_update {{(pid=96122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:39:04.081746 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-0aedcd41-e523-49d1-8fcf-7ee71cc3083d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1575015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575366'] for subnet, after_create {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:39:04.121667 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc5aefdd-e550-47ae-948c-a7e4da75c914 None None] Pushing event updated for resources: {'Port': ['ID=06e76d87-b5c4-4194-ac32-357149d701e3,revision_number=3']} {{(pid=96122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 15:39:04.548876 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-d667f02c-e231-40c3-8528-c7480099d998 req-d0e9bf4c-7d57-4d50-8ec2-ffca6966e053 tempest-DeleteServersTestJSON-637044148 tempest-DeleteServersTestJSON-637044148-project] 10.222.0.46 "GET /v2.0/ports?device_id=da775cc6-3ab7-4560-9b2b-35ba569056f1 HTTP/1.1" status: 200 len: 210 time: 0.0301237 Sep 29 15:39:04.550693 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [req-c5487462-d799-4187-aed5-74c2c765e035 req-da107c09-6d95-4cfc-a655-8c152941e708 tempest-ServerRescueNegativeTestJSON-859711067 tempest-ServerRescueNegativeTestJSON-859711067-project] 10.222.0.46 "GET /v2.0/ports?device_id=fceddbf7-453e-4d39-9b3d-c354498f646c HTTP/1.1" status: 200 len: 210 time: 0.1712494 Sep 29 15:39:04.556795 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3278bfe-6f89-4813-89a0-913becf93afc admin admin] Pushing event updated for resources: {'Port': ['ID=568674db-d5ba-4049-ae2c-cbe94253da52,revision_number=1']} {{(pid=96121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 15:39:04.556795 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [None req-a3278bfe-6f89-4813-89a0-913becf93afc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-684029'] for port, before_update {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:39:04.557673 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0aedcd41-e523-49d1-8fcf-7ee71cc3083d admin admin] Checking segment: {'id': '036c9238-21fe-41e9-8b93-71a3653a112f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '0d3ef0d3-3735-4df2-983c-ef910e2a82f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96120) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 15:39:04.557673 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0aedcd41-e523-49d1-8fcf-7ee71cc3083d admin admin] Network hostable DHCP agents. Network: 0d3ef0d3-3735-4df2-983c-ef910e2a82f5, hostable agents: ['626ea16d-5941-4cb2-98b6-5e39c33395ed'], hosted agents: [] {{(pid=96120) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 29 15:39:04.557673 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aedcd41-e523-49d1-8fcf-7ee71cc3083d admin admin] Pushing event updated for resources: {'Subnet': ['ID=c42938a3-37da-4f25-b06d-604e85061057,revision_number=0']} {{(pid=96120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 15:39:04.558700 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron_lib.callbacks.manager [None req-86ea74e9-eea3-4769-b153-652ac6294d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-684029'] for port, before_update {{(pid=96122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:39:04.569962 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.plugins.ml2.db [None req-86ea74e9-eea3-4769-b153-652ac6294d68 None None] For port 67bf5114-2248-4f03-ab06-2fc9a9ae39c9, host dv-cinder-806616-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806616-6-iscsi',level=0,port_id=67bf5114-2248-4f03-ab06-2fc9a9ae39c9,segment=NetworkSegment(16a0d549-78f3-47f2-8934-1674670c2e39),segment_id=16a0d549-78f3-47f2-8934-1674670c2e39)] {{(pid=96122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 15:39:04.575833 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.plugins.ml2.managers [None req-50f707d6-6008-42c2-a400-a9a61c8e8cff None None] Attempting to bind port 06e76d87-b5c4-4194-ac32-357149d701e3 on host dv-cinder-806616-6-iscsi for vnic_type normal with profile {{(pid=96122) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 15:39:04.576428 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.plugins.ml2.managers [None req-50f707d6-6008-42c2-a400-a9a61c8e8cff None None] Attempting to bind port 06e76d87-b5c4-4194-ac32-357149d701e3 by drivers openvswitch,hyperv on host dv-cinder-806616-6-iscsi at level 0 using segments [{'id': '31764bfc-788e-47a5-9e39-ac36bd4368d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'daa727ac-86a8-4704-b1b4-10803b6b1e68'}] {{(pid=96122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 15:39:04.576931 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50f707d6-6008-42c2-a400-a9a61c8e8cff None None] Attempting to bind port 06e76d87-b5c4-4194-ac32-357149d701e3 on network daa727ac-86a8-4704-b1b4-10803b6b1e68 {{(pid=96122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 15:39:04.587014 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.db.provisioning_blocks [None req-4383a224-c230-4b3c-adca-6811594ebbf1 None None] Provisioning complete for port d6edfea8-fe4b-4feb-a4ee-78337362a82b triggered by entity DHCP. {{(pid=96122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 15:39:04.587584 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron_lib.callbacks.manager [None req-4383a224-c230-4b3c-adca-6811594ebbf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-626465'] for port, provisioning_complete {{(pid=96122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:39:04.590652 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50f707d6-6008-42c2-a400-a9a61c8e8cff None None] Checking agent: {'id': '3420b91a-a9c7-4dbc-b0fb-eb58464b9dc3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806616-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 15, 30, 57), 'started_at': datetime.datetime(2021, 9, 29, 15, 31, 27), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 15, 38, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806616-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=96122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 15:39:04.594055 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50f707d6-6008-42c2-a400-a9a61c8e8cff None None] Checking segment: {'id': '31764bfc-788e-47a5-9e39-ac36bd4368d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'daa727ac-86a8-4704-b1b4-10803b6b1e68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 15:39:04.594703 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron_lib.callbacks.manager [None req-50f707d6-6008-42c2-a400-a9a61c8e8cff None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=96122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:39:04.595344 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50f707d6-6008-42c2-a400-a9a61c8e8cff None None] Bound using segment: {'id': '31764bfc-788e-47a5-9e39-ac36bd4368d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'daa727ac-86a8-4704-b1b4-10803b6b1e68'} {{(pid=96122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 15:39:04.597849 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.plugins.ml2.managers [None req-50f707d6-6008-42c2-a400-a9a61c8e8cff None None] Bound port: 06e76d87-b5c4-4194-ac32-357149d701e3, host: dv-cinder-806616-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '31764bfc-788e-47a5-9e39-ac36bd4368d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'daa727ac-86a8-4704-b1b4-10803b6b1e68'}}] {{(pid=96122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 15:39:04.598264 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron_lib.callbacks.manager [None req-50f707d6-6008-42c2-a400-a9a61c8e8cff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-684029'] for port, before_update {{(pid=96122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:39:04.688546 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0aedcd41-e523-49d1-8fcf-7ee71cc3083d admin admin] Network 0d3ef0d3-3735-4df2-983c-ef910e2a82f5 is scheduled to be hosted by DHCP agent 626ea16d-5941-4cb2-98b6-5e39c33395ed with binding_index 1 {{(pid=96120) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 29 15:39:04.690950 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron_lib.callbacks.manager [None req-86ea74e9-eea3-4769-b153-652ac6294d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741780147972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741779628755', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741779628773'] for port, after_update {{(pid=96122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:39:04.691778 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.plugins.ml2.rpc [None req-86ea74e9-eea3-4769-b153-652ac6294d68 None None] Device 588818ad-538d-4947-9bed-9555b7ed561b up at agent ovs-agent-dv-cinder-806616-6-iscsi {{(pid=96122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 15:39:04.698273 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.plugins.ml2.plugin [None req-4383a224-c230-4b3c-adca-6811594ebbf1 None None] Port d6edfea8-fe4b-4feb-a4ee-78337362a82b cannot update to ACTIVE because it is not bound. {{(pid=96122) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 29 15:39:04.754181 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [None req-a3278bfe-6f89-4813-89a0-913becf93afc admin admin] Notify callbacks [] for port, precommit_update {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:39:04.772751 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63942894-c1a2-422b-bb60-713b89d7f26b admin admin] Router 36f67c94-0511-4261-98a3-27e2f3393024 has already been hosted by L3 agent e5061b61-feb3-46be-bd05-1226f95d9417 {{(pid=96121) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 29 15:39:04.842026 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.plugins.ml2.db [None req-50f707d6-6008-42c2-a400-a9a61c8e8cff None None] For port 06e76d87-b5c4-4194-ac32-357149d701e3, host dv-cinder-806616-6-iscsi, cleared binding levels {{(pid=96122) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 15:39:04.843815 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [req-5fddafbe-144a-47df-9288-3ee754a7a2ab req-19ac5f17-7a42-4f4a-a42d-5bdb9582f9c2 tempest-AttachVolumeNegativeTest-728742291 tempest-AttachVolumeNegativeTest-728742291-project] 10.222.0.46 "GET /v2.0/ports?device_id=7c03c1ad-57f1-450e-8111-bd14587cc96c HTTP/1.1" status: 200 len: 210 time: 0.0555551 Sep 29 15:39:04.856897 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.scheduler.base_scheduler [None req-0aedcd41-e523-49d1-8fcf-7ee71cc3083d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-806616-6-iscsi, 0d3ef0d3-3735-4df2-983c-ef910e2a82f5) {{(pid=96120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 15:39:04.871104 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0aedcd41-e523-49d1-8fcf-7ee71cc3083d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=96120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:39:04.872014 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-0aedcd41-e523-49d1-8fcf-7ee71cc3083d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577532'] for subnet, before_response {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:39:04.885345 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13b9ea95-70a0-409d-aea4-d55f0b782490 None None] Network 0d3ef0d3-3735-4df2-983c-ef910e2a82f5 requested from dv-cinder-806616-6-iscsi {{(pid=96122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 15:39:04.892502 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [None req-a3278bfe-6f89-4813-89a0-913becf93afc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741780147972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741779628755', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741779628773'] for port, after_update {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:39:04.895346 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [None req-a3278bfe-6f89-4813-89a0-913becf93afc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1575380', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1620092'] for router_interface, after_create {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:39:04.908198 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.plugins.ml2.db [None req-50f707d6-6008-42c2-a400-a9a61c8e8cff None None] For port 06e76d87-b5c4-4194-ac32-357149d701e3, host dv-cinder-806616-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806616-6-iscsi',level=0,port_id=06e76d87-b5c4-4194-ac32-357149d701e3,segment=NetworkSegment(31764bfc-788e-47a5-9e39-ac36bd4368d1),segment_id=31764bfc-788e-47a5-9e39-ac36bd4368d1)] {{(pid=96122) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 15:39:04.933155 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ea74e9-eea3-4769-b153-652ac6294d68 None None] Pushing event updated for resources: {'Port': ['ID=67bf5114-2248-4f03-ab06-2fc9a9ae39c9,revision_number=4']} {{(pid=96122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 15:39:04.938102 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron_lib.callbacks.manager [None req-4d55257e-523e-4b8d-ab2b-d46a31710be1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741779927170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-625140'] for agent, after_update {{(pid=96122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:39:04.966031 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.db.provisioning_blocks [None req-8f9b034d-c45b-4e91-a5c5-21f0a071d94d None None] Provisioning complete for port 568674db-d5ba-4049-ae2c-cbe94253da52 triggered by entity DHCP. {{(pid=96122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 15:39:04.966612 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron_lib.callbacks.manager [None req-8f9b034d-c45b-4e91-a5c5-21f0a071d94d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-626465'] for port, provisioning_complete {{(pid=96122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:39:04.999419 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [None req-0aedcd41-e523-49d1-8fcf-7ee71cc3083d admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.7765572 Sep 29 15:39:05.012555 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron_lib.callbacks.manager [None req-50f707d6-6008-42c2-a400-a9a61c8e8cff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741780147972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741779628755', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741779628773'] for port, after_update {{(pid=96122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:39:05.031301 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.wsgi [-] (96120) accepted ('10.222.0.22', 50950) {{(pid=96120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 15:39:05.049119 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3278bfe-6f89-4813-89a0-913becf93afc admin admin] Pushing event updated for resources: {'Port': ['ID=568674db-d5ba-4049-ae2c-cbe94253da52,revision_number=2']} {{(pid=96121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 15:39:05.069084 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.db.provisioning_blocks [None req-86ea74e9-eea3-4769-b153-652ac6294d68 None None] Provisioning complete for port 588818ad-538d-4947-9bed-9555b7ed561b triggered by entity L2. {{(pid=96122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 15:39:05.069461 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron_lib.callbacks.manager [None req-86ea74e9-eea3-4769-b153-652ac6294d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-626465'] for port, provisioning_complete {{(pid=96122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:39:05.196054 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.plugins.ml2.plugin [None req-8f9b034d-c45b-4e91-a5c5-21f0a071d94d None None] Port 568674db-d5ba-4049-ae2c-cbe94253da52 cannot update to ACTIVE because it is not bound. {{(pid=96122) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 29 15:39:05.267294 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50f707d6-6008-42c2-a400-a9a61c8e8cff None None] Routers {'af1db5e3-a155-487f-a585-ff391614c3ea'} bound to L3 agent in host dv-cinder-806616-6-iscsi {{(pid=96122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 15:39:05.268317 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.db.l3_hamode_db [None req-50f707d6-6008-42c2-a400-a9a61c8e8cff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806616-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-29T15:30:56Z,description=,heartbeat_timestamp=2021-09-29T15:38:57Z,host='dv-cinder-806616-6-iscsi',id=e5061b61-feb3-46be-bd05-1226f95d9417,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T15:30:57Z,topic='l3_agent')) {'router_ids': ['af1db5e3-a155-487f-a585-ff391614c3ea'], 'active': True} {{(pid=96122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 15:39:05.280981 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63942894-c1a2-422b-bb60-713b89d7f26b admin admin] Notify agent at l3_agent.dv-cinder-806616-6-iscsi the message routers_updated {{(pid=96121) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 15:39:05.289056 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc5aefdd-e550-47ae-948c-a7e4da75c914 None None] Pushing event updated for resources: {'Port': ['ID=06e76d87-b5c4-4194-ac32-357149d701e3,revision_number=4']} {{(pid=96122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 15:39:05.309425 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6aff343-9777-44c8-9feb-a0f426c116d1 req-41b2dec0-fa54-48fa-a3f5-153599d1ec64 tempest-DeleteServersTestJSON-637044148 tempest-DeleteServersTestJSON-637044148-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=96120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:39:05.311100 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [req-d6aff343-9777-44c8-9feb-a0f426c116d1 req-41b2dec0-fa54-48fa-a3f5-153599d1ec64 tempest-DeleteServersTestJSON-637044148 tempest-DeleteServersTestJSON-637044148-project] 10.222.0.22 "GET /v2.0/networks?id=5152dae4-44c3-49b9-8d76-df9855d3f518 HTTP/1.1" status: 200 len: 812 time: 0.2778192 Sep 29 15:39:05.317888 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [None req-63942894-c1a2-422b-bb60-713b89d7f26b admin admin] 10.222.0.46 "PUT /v2.0/routers/36f67c94-0511-4261-98a3-27e2f3393024/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4862814 Sep 29 15:39:05.339644 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3278bfe-6f89-4813-89a0-913becf93afc admin admin] Network 7d2058d9-0239-4e7f-ad5f-85b9e31d2757 is already hosted by enough agents. {{(pid=96121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 15:39:05.341654 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.scheduler.base_scheduler [None req-a3278bfe-6f89-4813-89a0-913becf93afc admin admin] Resources bound (agent type, host, resource id): {{(pid=96121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 15:39:05.405095 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.api.v2.base [req-d6aff343-9777-44c8-9feb-a0f426c116d1 req-ab37b75d-3466-4b8b-b7fb-260417b82e63 tempest-DeleteServersTestJSON-637044148 tempest-DeleteServersTestJSON-637044148-project] Request body: {'port': {'device_id': 'da775cc6-3ab7-4560-9b2b-35ba569056f1', 'network_id': '5152dae4-44c3-49b9-8d76-df9855d3f518', 'admin_state_up': True, 'tenant_id': '84bcf8422e7247638fc2b1cbca8e3846'}} {{(pid=96120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 15:39:05.654639 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3278bfe-6f89-4813-89a0-913becf93afc admin admin] Router 52ced7d6-4c59-4942-adf4-47e984fe6127 has already been hosted by L3 agent e5061b61-feb3-46be-bd05-1226f95d9417 {{(pid=96121) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 29 15:39:05.677657 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-8b1755e8-df80-4b71-983a-c18f3527f6e9 req-a597ce5d-6a94-4a61-8ec4-c0863c01e2c9 tempest-DeleteServersTestJSON-637044148 tempest-DeleteServersTestJSON-637044148-project] 10.222.0.46 "GET /v2.0/ports?device_id=da775cc6-3ab7-4560-9b2b-35ba569056f1 HTTP/1.1" status: 200 len: 210 time: 0.0482640 Sep 29 15:39:05.709300 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.db.l3_dvr_db [None req-50f707d6-6008-42c2-a400-a9a61c8e8cff None None] Set router af1db5e3-a155-487f-a585-ff391614c3ea gateway port host: dv-cinder-806616-6-iscsi {{(pid=96122) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 15:39:05.905751 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [req-511a02ac-5b95-4a2a-900b-fb471166259f req-11c19e59-1c69-4d61-81b2-297b52fbcdc8 tempest-ServerRescueNegativeTestJSON-859711067 tempest-ServerRescueNegativeTestJSON-859711067-project] 10.222.0.46 "GET /v2.0/ports?device_id=fceddbf7-453e-4d39-9b3d-c354498f646c HTTP/1.1" status: 200 len: 210 time: 0.3034420 Sep 29 15:39:05.918966 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d63f24b1-4bd8-42d4-9704-2a302216123e None None] Network 0d3ef0d3-3735-4df2-983c-ef910e2a82f5 requested from dv-cinder-806616-6-iscsi {{(pid=96122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 15:39:05.923245 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d6aff343-9777-44c8-9feb-a0f426c116d1 req-ab37b75d-3466-4b8b-b7fb-260417b82e63 tempest-DeleteServersTestJSON-637044148 tempest-DeleteServersTestJSON-637044148-project] Made reservation on behalf of 84bcf8422e7247638fc2b1cbca8e3846 for: {'port': 1} {{(pid=96120) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 15:39:05.955362 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [req-d6aff343-9777-44c8-9feb-a0f426c116d1 req-ab37b75d-3466-4b8b-b7fb-260417b82e63 tempest-DeleteServersTestJSON-637044148 tempest-DeleteServersTestJSON-637044148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-684029'] for port, before_create {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:39:06.060799 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.wsgi [-] (96120) accepted ('10.222.0.22', 50957) {{(pid=96120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 15:39:06.063484 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3278bfe-6f89-4813-89a0-913becf93afc admin admin] Notify agent at l3_agent.dv-cinder-806616-6-iscsi the message routers_updated {{(pid=96121) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 15:39:06.102257 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [None req-a3278bfe-6f89-4813-89a0-913becf93afc admin admin] 10.222.0.46 "PUT /v2.0/routers/52ced7d6-4c59-4942-adf4-47e984fe6127/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7301989 Sep 29 15:39:06.165653 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.db.provisioning_blocks [None req-743a8812-fad0-472e-b511-b7ba3b663604 None None] Provisioning complete for port 568674db-d5ba-4049-ae2c-cbe94253da52 triggered by entity DHCP. {{(pid=96122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 15:39:06.166319 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron_lib.callbacks.manager [None req-743a8812-fad0-472e-b511-b7ba3b663604 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-626465'] for port, provisioning_complete {{(pid=96122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:39:06.179269 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [req-f72c3a1e-ba3d-429d-b2c9-d6bc69a5d1a4 req-dbf5b908-0361-4f8a-b6f3-68771bd0d623 tempest-AttachVolumeNegativeTest-728742291 tempest-AttachVolumeNegativeTest-728742291-project] 10.222.0.46 "GET /v2.0/ports?device_id=7c03c1ad-57f1-450e-8111-bd14587cc96c HTTP/1.1" status: 200 len: 210 time: 0.0417726 Sep 29 15:39:06.303374 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.plugins.ml2.rpc [None req-86ea74e9-eea3-4769-b153-652ac6294d68 None None] Device 67bf5114-2248-4f03-ab06-2fc9a9ae39c9 up at agent ovs-agent-dv-cinder-806616-6-iscsi {{(pid=96122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 15:39:06.306133 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.plugins.ml2.plugin [None req-743a8812-fad0-472e-b511-b7ba3b663604 None None] Port 568674db-d5ba-4049-ae2c-cbe94253da52 cannot update to ACTIVE because it is not bound. {{(pid=96122) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 29 15:39:06.601366 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.db.provisioning_blocks [None req-86ea74e9-eea3-4769-b153-652ac6294d68 None None] Provisioning complete for port 67bf5114-2248-4f03-ab06-2fc9a9ae39c9 triggered by entity L2. {{(pid=96122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 15:39:06.601867 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron_lib.callbacks.manager [None req-86ea74e9-eea3-4769-b153-652ac6294d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-626465'] for port, provisioning_complete {{(pid=96122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:39:06.650110 dv-cinder-806616-6-iscsi neutron-server[96123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f1facff-e930-4b6f-8cc7-3b2dcfc821ff None None] Sync routers for ids ['36f67c94-0511-4261-98a3-27e2f3393024'] in dv-cinder-806616-6-iscsi {{(pid=96123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 15:39:06.658149 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.wsgi [-] (96121) accepted ('10.222.0.46', 56156) {{(pid=96121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 15:39:06.664783 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.api.v2.base [None req-a9c06f51-ff1d-421f-9787-fef97d111647 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-729302179-network', 'tenant_id': '1ce94bf491e446e0991507585052999d'}} {{(pid=96121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 15:39:06.665472 dv-cinder-806616-6-iscsi neutron-server[96123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f1facff-e930-4b6f-8cc7-3b2dcfc821ff None None] Routers {'36f67c94-0511-4261-98a3-27e2f3393024'} bound to L3 agent in host dv-cinder-806616-6-iscsi {{(pid=96123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 15:39:06.666138 dv-cinder-806616-6-iscsi neutron-server[96123]: DEBUG neutron.db.l3_hamode_db [None req-8f1facff-e930-4b6f-8cc7-3b2dcfc821ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806616-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-29T15:30:56Z,description=,heartbeat_timestamp=2021-09-29T15:38:57Z,host='dv-cinder-806616-6-iscsi',id=e5061b61-feb3-46be-bd05-1226f95d9417,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T15:30:57Z,topic='l3_agent')) {'router_ids': ['36f67c94-0511-4261-98a3-27e2f3393024'], 'active': True} {{(pid=96123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 15:39:06.763416 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.wsgi [-] (96121) accepted ('10.222.0.22', 50960) {{(pid=96121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 15:39:06.773321 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.db.l3_hamode_db [None req-50f707d6-6008-42c2-a400-a9a61c8e8cff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af1db5e3-a155-487f-a585-ff391614c3ea', 'name': 'tempest-ServerRescueNegativeTestJSON-1555353728-router', 'tenant_id': 'b4ec83ad588647be8ebbcc854394cb61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd5efe95-1549-4750-933c-70412f77577e', 'external_fixed_ips': [{'subnet_id': '9c872fed-da92-4e12-828d-ac62e1b980b9', 'ip_address': '172.27.0.9'}], 'enable_snat': True}, 'gw_port_id': '588818ad-538d-4947-9bed-9555b7ed561b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T15:38:53Z', 'updated_at': '2021-09-29T15:38:59Z', 'revision_number': 4, 'project_id': 'b4ec83ad588647be8ebbcc854394cb61', 'gw_port': {'id': '588818ad-538d-4947-9bed-9555b7ed561b', 'name': '', 'network_id': 'cd5efe95-1549-4750-933c-70412f77577e', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:77:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af1db5e3-a155-487f-a585-ff391614c3ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '9c872fed-da92-4e12-828d-ac62e1b980b9', 'ip_address': '172.27.0.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806616-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T15:38:54Z', 'updated_at': '2021-09-29T15:39:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c872fed-da92-4e12-828d-ac62e1b980b9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806616-6-iscsi', '_interfaces': [{'id': '06e76d87-b5c4-4194-ac32-357149d701e3', 'name': '', 'network_id': 'daa727ac-86a8-4704-b1b4-10803b6b1e68', 'tenant_id': 'b4ec83ad588647be8ebbcc854394cb61', 'mac_address': 'fa:16:3e:93:49:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af1db5e3-a155-487f-a585-ff391614c3ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'f9e1b58c-841a-4928-9689-e4afdbcfa8ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806616-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T15:38:57Z', 'updated_at': '2021-09-29T15:39:04Z', 'revision_number': 4, 'project_id': 'b4ec83ad588647be8ebbcc854394cb61', 'subnets': [{'id': 'f9e1b58c-841a-4928-9689-e4afdbcfa8ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806616-6-iscsi', False) {} {{(pid=96122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 15:39:06.847505 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50f707d6-6008-42c2-a400-a9a61c8e8cff None None] The sync data for ids ['af1db5e3-a155-487f-a585-ff391614c3ea'] in dv-cinder-806616-6-iscsi is: [{'id': 'af1db5e3-a155-487f-a585-ff391614c3ea', 'name': 'tempest-ServerRescueNegativeTestJSON-1555353728-router', 'tenant_id': 'b4ec83ad588647be8ebbcc854394cb61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd5efe95-1549-4750-933c-70412f77577e', 'external_fixed_ips': [{'subnet_id': '9c872fed-da92-4e12-828d-ac62e1b980b9', 'ip_address': '172.27.0.9'}], 'enable_snat': True}, 'gw_port_id': '588818ad-538d-4947-9bed-9555b7ed561b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T15:38:53Z', 'updated_at': '2021-09-29T15:38:59Z', 'revision_number': 4, 'project_id': 'b4ec83ad588647be8ebbcc854394cb61', 'gw_port': {'id': '588818ad-538d-4947-9bed-9555b7ed561b', 'name': '', 'network_id': 'cd5efe95-1549-4750-933c-70412f77577e', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:77:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af1db5e3-a155-487f-a585-ff391614c3ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '9c872fed-da92-4e12-828d-ac62e1b980b9', 'ip_address': '172.27.0.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806616-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T15:38:54Z', 'updated_at': '2021-09-29T15:39:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c872fed-da92-4e12-828d-ac62e1b980b9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806616-6-iscsi', '_interfaces': [{'id': '06e76d87-b5c4-4194-ac32-357149d701e3', 'name': '', 'network_id': 'daa727ac-86a8-4704-b1b4-10803b6b1e68', 'tenant_id': 'b4ec83ad588647be8ebbcc854394cb61', 'mac_address': 'fa:16:3e:93:49:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af1db5e3-a155-487f-a585-ff391614c3ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'f9e1b58c-841a-4928-9689-e4afdbcfa8ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806616-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T15:38:57Z', 'updated_at': '2021-09-29T15:39:04Z', 'revision_number': 4, 'project_id': 'b4ec83ad588647be8ebbcc854394cb61', 'subnets': [{'id': 'f9e1b58c-841a-4928-9689-e4afdbcfa8ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=96122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 15:39:06.877157 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.plugins.ml2.rpc [None req-86ea74e9-eea3-4769-b153-652ac6294d68 None None] Device 45f62489-a444-4f79-b6dd-bd7efecb94c1 up at agent ovs-agent-dv-cinder-806616-6-iscsi {{(pid=96122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 15:39:06.907341 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9c06f51-ff1d-421f-9787-fef97d111647 admin admin] Made reservation on behalf of 1ce94bf491e446e0991507585052999d for: {'network': 1} {{(pid=96121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 15:39:06.909639 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [None req-a9c06f51-ff1d-421f-9787-fef97d111647 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-684029'] for network, before_create {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:39:07.013779 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.db.provisioning_blocks [None req-86ea74e9-eea3-4769-b153-652ac6294d68 None None] Provisioning complete for port 45f62489-a444-4f79-b6dd-bd7efecb94c1 triggered by entity L2. {{(pid=96122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 15:39:07.016064 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron_lib.callbacks.manager [None req-86ea74e9-eea3-4769-b153-652ac6294d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-626465'] for port, provisioning_complete {{(pid=96122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:39:07.016582 dv-cinder-806616-6-iscsi neutron-server[96123]: DEBUG neutron.db.l3_dvr_db [None req-8f1facff-e930-4b6f-8cc7-3b2dcfc821ff None None] Set router 36f67c94-0511-4261-98a3-27e2f3393024 gateway port host: dv-cinder-806616-6-iscsi {{(pid=96123) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 15:39:07.060601 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179fd403-2e23-4efe-b9d5-da9c9fd9a3bc req-143a7caa-1cb9-4124-83f4-d400aee05858 tempest-AttachVolumeNegativeTest-728742291 tempest-AttachVolumeNegativeTest-728742291-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=96120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:39:07.067318 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [req-179fd403-2e23-4efe-b9d5-da9c9fd9a3bc req-143a7caa-1cb9-4124-83f4-d400aee05858 tempest-AttachVolumeNegativeTest-728742291 tempest-AttachVolumeNegativeTest-728742291-project] 10.222.0.22 "GET /v2.0/networks?id=6dbc83d2-1eb6-4d2f-92e2-862eb74e4124 HTTP/1.1" status: 200 len: 815 time: 1.0054734 Sep 29 15:39:07.081221 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [None req-a9c06f51-ff1d-421f-9787-fef97d111647 admin admin] Notify callbacks [] for security_group, before_create {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:39:07.117186 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.db.db_base_plugin_common [req-d6aff343-9777-44c8-9feb-a0f426c116d1 req-ab37b75d-3466-4b8b-b7fb-260417b82e63 tempest-DeleteServersTestJSON-637044148 tempest-DeleteServersTestJSON-637044148-project] Allocated IP 172.20.0.3 (5152dae4-44c3-49b9-8d76-df9855d3f518/61f71924-12ae-41fd-9e06-9ee9a15fbf0a/17fd60ea-0543-4f47-a2d4-f04e5e7b4886) {{(pid=96120) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 15:39:07.206311 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f521cb1a-a179-4e52-ab8f-a0bcb0d45243 req-792b4022-03a4-45eb-80ce-e29b9561cf7d tempest-ServerRescueNegativeTestJSON-859711067 tempest-ServerRescueNegativeTestJSON-859711067-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=96121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:39:07.219020 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-f521cb1a-a179-4e52-ab8f-a0bcb0d45243 req-792b4022-03a4-45eb-80ce-e29b9561cf7d tempest-ServerRescueNegativeTestJSON-859711067 tempest-ServerRescueNegativeTestJSON-859711067-project] 10.222.0.22 "GET /v2.0/networks?id=daa727ac-86a8-4704-b1b4-10803b6b1e68 HTTP/1.1" status: 200 len: 819 time: 0.4389036 Sep 29 15:39:07.249740 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.api.v2.base [req-f521cb1a-a179-4e52-ab8f-a0bcb0d45243 req-90cadc3a-8089-43e0-9568-f0508b63ab07 tempest-ServerRescueNegativeTestJSON-859711067 tempest-ServerRescueNegativeTestJSON-859711067-project] Request body: {'port': {'device_id': '1d663b77-78b8-44d6-ae6b-8f8b0c2199dd', 'network_id': 'daa727ac-86a8-4704-b1b4-10803b6b1e68', 'admin_state_up': True, 'tenant_id': 'b4ec83ad588647be8ebbcc854394cb61'}} {{(pid=96121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 15:39:07.256771 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4533acf8-d535-4908-8752-9fad4fcd5487 None None] Sync routers for ids ['52ced7d6-4c59-4942-adf4-47e984fe6127'] in dv-cinder-806616-6-iscsi {{(pid=96122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 15:39:07.258751 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron_lib.callbacks.manager [None req-86ea74e9-eea3-4769-b153-652ac6294d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-684029'] for port, before_update {{(pid=96122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:39:07.362357 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.plugins.ml2.db [None req-86ea74e9-eea3-4769-b153-652ac6294d68 None None] For port 45f62489-a444-4f79-b6dd-bd7efecb94c1, host dv-cinder-806616-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806616-6-iscsi',level=0,port_id=45f62489-a444-4f79-b6dd-bd7efecb94c1,segment=NetworkSegment(16a0d549-78f3-47f2-8934-1674670c2e39),segment_id=16a0d549-78f3-47f2-8934-1674670c2e39)] {{(pid=96122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 15:39:07.363997 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4533acf8-d535-4908-8752-9fad4fcd5487 None None] Routers {'52ced7d6-4c59-4942-adf4-47e984fe6127'} bound to L3 agent in host dv-cinder-806616-6-iscsi {{(pid=96122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 15:39:07.364689 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.db.l3_hamode_db [None req-4533acf8-d535-4908-8752-9fad4fcd5487 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806616-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-29T15:30:56Z,description=,heartbeat_timestamp=2021-09-29T15:38:57Z,host='dv-cinder-806616-6-iscsi',id=e5061b61-feb3-46be-bd05-1226f95d9417,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T15:30:57Z,topic='l3_agent')) {'router_ids': ['52ced7d6-4c59-4942-adf4-47e984fe6127'], 'active': True} {{(pid=96122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 15:39:07.439660 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [req-d6aff343-9777-44c8-9feb-a0f426c116d1 req-ab37b75d-3466-4b8b-b7fb-260417b82e63 tempest-DeleteServersTestJSON-637044148 tempest-DeleteServersTestJSON-637044148-project] Notify callbacks [] for port, precommit_create {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:39:07.463141 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron_lib.callbacks.manager [None req-86ea74e9-eea3-4769-b153-652ac6294d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741780147972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741779628755', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741779628773'] for port, after_update {{(pid=96122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:39:07.538994 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ea74e9-eea3-4769-b153-652ac6294d68 None None] Pushing event updated for resources: {'Port': ['ID=45f62489-a444-4f79-b6dd-bd7efecb94c1,revision_number=4']} {{(pid=96122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 15:39:07.557127 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [req-f04f3623-2636-4995-9b82-d89ccd6fa0a0 req-bcf0ae62-4bad-4e6b-9295-e3975aa518ed tempest-DeleteServersTestJSON-637044148 tempest-DeleteServersTestJSON-637044148-project] 10.222.0.46 "GET /v2.0/ports?device_id=da775cc6-3ab7-4560-9b2b-35ba569056f1 HTTP/1.1" status: 200 len: 210 time: 0.6490650 Sep 29 15:39:07.571542 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.api.v2.base [req-179fd403-2e23-4efe-b9d5-da9c9fd9a3bc req-f49042af-87af-4a4a-804d-fd3b51c7d3e3 tempest-AttachVolumeNegativeTest-728742291 tempest-AttachVolumeNegativeTest-728742291-project] Request body: {'port': {'device_id': '7c03c1ad-57f1-450e-8111-bd14587cc96c', 'network_id': '6dbc83d2-1eb6-4d2f-92e2-862eb74e4124', 'admin_state_up': True, 'tenant_id': '230295d16b3f4b9c95387a6193aeb6e3'}} {{(pid=96120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 15:39:07.577047 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.wsgi [-] (96121) accepted ('10.222.0.46', 56194) {{(pid=96121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 15:39:07.618866 dv-cinder-806616-6-iscsi neutron-server[96123]: DEBUG neutron.db.l3_hamode_db [None req-8f1facff-e930-4b6f-8cc7-3b2dcfc821ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36f67c94-0511-4261-98a3-27e2f3393024', 'name': 'tempest-AttachVolumeTestJSON-471694450-router', 'tenant_id': 'ac94bfaead184f89a85a5713fd06a3ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd5efe95-1549-4750-933c-70412f77577e', 'external_fixed_ips': [{'subnet_id': '9c872fed-da92-4e12-828d-ac62e1b980b9', 'ip_address': '172.27.0.118'}], 'enable_snat': True}, 'gw_port_id': '67bf5114-2248-4f03-ab06-2fc9a9ae39c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T15:38:54Z', 'updated_at': '2021-09-29T15:39:02Z', 'revision_number': 4, 'project_id': 'ac94bfaead184f89a85a5713fd06a3ee', 'gw_port': {'id': '67bf5114-2248-4f03-ab06-2fc9a9ae39c9', 'name': '', 'network_id': 'cd5efe95-1549-4750-933c-70412f77577e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:b1:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36f67c94-0511-4261-98a3-27e2f3393024', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '9c872fed-da92-4e12-828d-ac62e1b980b9', 'ip_address': '172.27.0.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806616-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T15:38:55Z', 'updated_at': '2021-09-29T15:39:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c872fed-da92-4e12-828d-ac62e1b980b9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806616-6-iscsi', '_interfaces': [{'id': 'd6edfea8-fe4b-4feb-a4ee-78337362a82b', 'name': '', 'network_id': '41529908-bf9d-4f22-bd36-308129b2f718', 'tenant_id': 'ac94bfaead184f89a85a5713fd06a3ee', 'mac_address': 'fa:16:3e:d5:40:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36f67c94-0511-4261-98a3-27e2f3393024', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'dd4e2821-37a9-4ee4-80ce-9b4e5d3432ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T15:39:00Z', 'updated_at': '2021-09-29T15:39:02Z', 'revision_number': 2, 'project_id': 'ac94bfaead184f89a85a5713fd06a3ee', 'subnets': [{'id': 'dd4e2821-37a9-4ee4-80ce-9b4e5d3432ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806616-6-iscsi', False) {} {{(pid=96123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 15:39:07.633460 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [req-d6aff343-9777-44c8-9feb-a0f426c116d1 req-ab37b75d-3466-4b8b-b7fb-260417b82e63 tempest-DeleteServersTestJSON-637044148 tempest-DeleteServersTestJSON-637044148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741779628737'] for port, after_create {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:39:07.666258 dv-cinder-806616-6-iscsi neutron-server[96123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f1facff-e930-4b6f-8cc7-3b2dcfc821ff None None] Checking router: 36f67c94-0511-4261-98a3-27e2f3393024 for host: dv-cinder-806616-6-iscsi {{(pid=96123) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 15:39:07.666844 dv-cinder-806616-6-iscsi neutron-server[96123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f1facff-e930-4b6f-8cc7-3b2dcfc821ff None None] Updating router 36f67c94-0511-4261-98a3-27e2f3393024 port d6edfea8-fe4b-4feb-a4ee-78337362a82b binding host dv-cinder-806616-6-iscsi {{(pid=96123) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 29 15:39:07.693382 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.api.v2.base [None req-e8338c32-ba06-44a6-9e1c-f191f7aa669b tempest-AttachVolumeTestJSON-270594920 tempest-AttachVolumeTestJSON-270594920-project] Request body: {'security_group': {'name': 'tempest-securitygroup--980337020', 'description': 'tempest-description--484350772'}} {{(pid=96121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 15:39:07.703977 dv-cinder-806616-6-iscsi neutron-server[96123]: DEBUG neutron_lib.callbacks.manager [None req-8f1facff-e930-4b6f-8cc7-3b2dcfc821ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-684029'] for port, before_update {{(pid=96123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:39:07.712240 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.wsgi [-] (96121) accepted ('10.222.0.46', 56198) {{(pid=96121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 15:39:07.748191 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.db.l3_dvr_db [None req-4533acf8-d535-4908-8752-9fad4fcd5487 None None] Set router 52ced7d6-4c59-4942-adf4-47e984fe6127 gateway port host: dv-cinder-806616-6-iscsi {{(pid=96122) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 15:39:08.187856 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [None req-a9c06f51-ff1d-421f-9787-fef97d111647 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:39:08.204534 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.wsgi [-] (96121) accepted ('10.222.0.22', 50966) {{(pid=96121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 15:39:08.267389 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.plugins.ml2.rpc [None req-86ea74e9-eea3-4769-b153-652ac6294d68 None None] Device 06e76d87-b5c4-4194-ac32-357149d701e3 up at agent ovs-agent-dv-cinder-806616-6-iscsi {{(pid=96122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 15:39:08.376535 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [None req-a9c06f51-ff1d-421f-9787-fef97d111647 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579214'] for security_group, after_create {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:39:08.449366 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [None req-9d2b6cf2-9af5-43de-9039-da1bad839662 admin admin] Notify callbacks [] for security_group, before_create {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:39:08.463802 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [req-c3abf8da-73c2-405a-bde6-1af70e08e3eb req-886a32e7-7f76-4529-add3-b398182b2b71 tempest-ServerRescueNegativeTestJSON-859711067 tempest-ServerRescueNegativeTestJSON-859711067-project] 10.222.0.46 "GET /v2.0/ports?device_id=fceddbf7-453e-4d39-9b3d-c354498f646c HTTP/1.1" status: 200 len: 210 time: 0.8194563 Sep 29 15:39:08.525064 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.db.provisioning_blocks [None req-86ea74e9-eea3-4769-b153-652ac6294d68 None None] Provisioning complete for port 06e76d87-b5c4-4194-ac32-357149d701e3 triggered by entity L2. {{(pid=96122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 15:39:08.525444 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron_lib.callbacks.manager [None req-86ea74e9-eea3-4769-b153-652ac6294d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-626465'] for port, provisioning_complete {{(pid=96122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:39:08.553072 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a9c06f51-ff1d-421f-9787-fef97d111647 admin admin] vlan segment allocate from pool success with {'vlan_id': 628, 'physical_network': 'physnet1'} {{(pid=96121) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 29 15:39:08.665524 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab37b75d-3466-4b8b-b7fb-260417b82e63 tempest-DeleteServersTestJSON-637044148 tempest-DeleteServersTestJSON-637044148-project] Pushing event updated for resources: {'Port': ['ID=17fd60ea-0543-4f47-a2d4-f04e5e7b4886,revision_number=1']} {{(pid=96120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 15:39:08.675284 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.db.l3_hamode_db [None req-4533acf8-d535-4908-8752-9fad4fcd5487 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52ced7d6-4c59-4942-adf4-47e984fe6127', 'name': 'tempest-AttachVolumeShelveTestJSON-522904198-router', 'tenant_id': '13390da549814bc498d0c907da15d788', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd5efe95-1549-4750-933c-70412f77577e', 'external_fixed_ips': [{'subnet_id': '9c872fed-da92-4e12-828d-ac62e1b980b9', 'ip_address': '172.27.0.58'}], 'enable_snat': True}, 'gw_port_id': '45f62489-a444-4f79-b6dd-bd7efecb94c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T15:38:55Z', 'updated_at': '2021-09-29T15:39:04Z', 'revision_number': 4, 'project_id': '13390da549814bc498d0c907da15d788', 'gw_port': {'id': '45f62489-a444-4f79-b6dd-bd7efecb94c1', 'name': '', 'network_id': 'cd5efe95-1549-4750-933c-70412f77577e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:f3:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52ced7d6-4c59-4942-adf4-47e984fe6127', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '9c872fed-da92-4e12-828d-ac62e1b980b9', 'ip_address': '172.27.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806616-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T15:38:57Z', 'updated_at': '2021-09-29T15:39:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9c872fed-da92-4e12-828d-ac62e1b980b9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806616-6-iscsi', '_interfaces': [{'id': '568674db-d5ba-4049-ae2c-cbe94253da52', 'name': '', 'network_id': '7d2058d9-0239-4e7f-ad5f-85b9e31d2757', 'tenant_id': '13390da549814bc498d0c907da15d788', 'mac_address': 'fa:16:3e:0c:85:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52ced7d6-4c59-4942-adf4-47e984fe6127', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '56afac6f-63d0-4994-bdac-133803bcf88a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T15:39:02Z', 'updated_at': '2021-09-29T15:39:04Z', 'revision_number': 2, 'project_id': '13390da549814bc498d0c907da15d788', 'subnets': [{'id': '56afac6f-63d0-4994-bdac-133803bcf88a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806616-6-iscsi', False) {} {{(pid=96122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 15:39:08.685785 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d6aff343-9777-44c8-9feb-a0f426c116d1 req-ab37b75d-3466-4b8b-b7fb-260417b82e63 tempest-DeleteServersTestJSON-637044148 tempest-DeleteServersTestJSON-637044148-project] Network 5152dae4-44c3-49b9-8d76-df9855d3f518 is already hosted by enough agents. {{(pid=96120) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 15:39:08.690481 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.scheduler.base_scheduler [req-d6aff343-9777-44c8-9feb-a0f426c116d1 req-ab37b75d-3466-4b8b-b7fb-260417b82e63 tempest-DeleteServersTestJSON-637044148 tempest-DeleteServersTestJSON-637044148-project] Resources bound (agent type, host, resource id): {{(pid=96120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 15:39:08.694735 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.db.l3_dvrscheduler_db [req-d6aff343-9777-44c8-9feb-a0f426c116d1 req-ab37b75d-3466-4b8b-b7fb-260417b82e63 tempest-DeleteServersTestJSON-637044148 tempest-DeleteServersTestJSON-637044148-project] Received port after_create {{(pid=96120) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 15:39:08.704065 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6aff343-9777-44c8-9feb-a0f426c116d1 req-ab37b75d-3466-4b8b-b7fb-260417b82e63 tempest-DeleteServersTestJSON-637044148 tempest-DeleteServersTestJSON-637044148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=96120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:39:08.704671 dv-cinder-806616-6-iscsi neutron-server[96123]: DEBUG neutron_lib.callbacks.manager [None req-8f1facff-e930-4b6f-8cc7-3b2dcfc821ff None None] Notify callbacks [] for port, precommit_update {{(pid=96123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:39:08.708305 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [req-d6aff343-9777-44c8-9feb-a0f426c116d1 req-ab37b75d-3466-4b8b-b7fb-260417b82e63 tempest-DeleteServersTestJSON-637044148 tempest-DeleteServersTestJSON-637044148-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577532'] for port, before_response {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:39:08.709338 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [None req-e8338c32-ba06-44a6-9e1c-f191f7aa669b tempest-AttachVolumeTestJSON-270594920 tempest-AttachVolumeTestJSON-270594920-project] Notify callbacks [] for security_group, before_create {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:39:08.746748 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2d9725-7610-4a09-aa82-3b64bc5dd933 req-1441e281-70aa-4f26-a25c-ac54e957da0d tempest-ServerRescueNegativeTestJSON-859711067 tempest-ServerRescueNegativeTestJSON-859711067-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=96121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:39:08.751916 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-fb2d9725-7610-4a09-aa82-3b64bc5dd933 req-1441e281-70aa-4f26-a25c-ac54e957da0d tempest-ServerRescueNegativeTestJSON-859711067 tempest-ServerRescueNegativeTestJSON-859711067-project] 10.222.0.22 "GET /v2.0/networks?id=daa727ac-86a8-4704-b1b4-10803b6b1e68 HTTP/1.1" status: 200 len: 819 time: 0.5281520 Sep 29 15:39:08.756595 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4533acf8-d535-4908-8752-9fad4fcd5487 None None] Checking router: 52ced7d6-4c59-4942-adf4-47e984fe6127 for host: dv-cinder-806616-6-iscsi {{(pid=96122) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 15:39:08.757019 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4533acf8-d535-4908-8752-9fad4fcd5487 None None] Updating router 52ced7d6-4c59-4942-adf4-47e984fe6127 port 568674db-d5ba-4049-ae2c-cbe94253da52 binding host dv-cinder-806616-6-iscsi {{(pid=96122) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 29 15:39:08.777018 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [None req-a9c06f51-ff1d-421f-9787-fef97d111647 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-649178'] for segment, precommit_create {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:39:08.779075 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.db.segments_db [None req-a9c06f51-ff1d-421f-9787-fef97d111647 admin admin] Added segment c53abefb-e50b-4c38-b162-3c9cad6088c3 of type vlan for network c473765a-c0f1-41c8-bf91-7673a342ea3a Sep 29 15:39:08.792118 dv-cinder-806616-6-iscsi neutron-server[96123]: DEBUG neutron_lib.callbacks.manager [None req-8f1facff-e930-4b6f-8cc7-3b2dcfc821ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741780147972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741779628755', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741779628773'] for port, after_update {{(pid=96123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:39:08.798763 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [req-fb8232e2-8017-414d-b111-a7fd61402302 req-d27c7283-94d7-4821-af20-51d11a722dd0 tempest-AttachVolumeNegativeTest-728742291 tempest-AttachVolumeNegativeTest-728742291-project] 10.222.0.46 "GET /v2.0/ports?device_id=7c03c1ad-57f1-450e-8111-bd14587cc96c HTTP/1.1" status: 200 len: 210 time: 0.0639288 Sep 29 15:39:08.817241 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron_lib.callbacks.manager [None req-4533acf8-d535-4908-8752-9fad4fcd5487 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-684029'] for port, before_update {{(pid=96122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:39:08.925166 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [None req-a9c06f51-ff1d-421f-9787-fef97d111647 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741779631391'] for network, precommit_create {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:39:08.936509 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c06f51-ff1d-421f-9787-fef97d111647 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ecda4013-d852-48e7-adfc-70566761976f,revision_number=1']} {{(pid=96121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 15:39:08.974495 dv-cinder-806616-6-iscsi neutron-server[96123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90769b63-bc30-419b-b7d5-1cc932c3affc None None] Pushing event updated for resources: {'Port': ['ID=d6edfea8-fe4b-4feb-a4ee-78337362a82b,revision_number=3']} {{(pid=96123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 15:39:09.005599 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.api.v2.base [req-fb2d9725-7610-4a09-aa82-3b64bc5dd933 req-70d695f2-a50b-476f-95da-faa03d6c1606 tempest-ServerRescueNegativeTestJSON-859711067 tempest-ServerRescueNegativeTestJSON-859711067-project] Request body: {'port': {'device_id': 'fceddbf7-453e-4d39-9b3d-c354498f646c', 'network_id': 'daa727ac-86a8-4704-b1b4-10803b6b1e68', 'admin_state_up': True, 'tenant_id': 'b4ec83ad588647be8ebbcc854394cb61'}} {{(pid=96121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 15:39:09.011553 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron_lib.callbacks.manager [None req-86ea74e9-eea3-4769-b153-652ac6294d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-684029'] for port, before_update {{(pid=96122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:39:09.039314 dv-cinder-806616-6-iscsi neutron-server[96123]: DEBUG neutron.plugins.ml2.managers [None req-8f1facff-e930-4b6f-8cc7-3b2dcfc821ff None None] Attempting to bind port d6edfea8-fe4b-4feb-a4ee-78337362a82b on host dv-cinder-806616-6-iscsi for vnic_type normal with profile {{(pid=96123) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 15:39:09.040547 dv-cinder-806616-6-iscsi neutron-server[96123]: DEBUG neutron.plugins.ml2.managers [None req-8f1facff-e930-4b6f-8cc7-3b2dcfc821ff None None] Attempting to bind port d6edfea8-fe4b-4feb-a4ee-78337362a82b by drivers openvswitch,hyperv on host dv-cinder-806616-6-iscsi at level 0 using segments [{'id': '07c1b694-4b5f-4e1d-baf1-7032d28a68b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '41529908-bf9d-4f22-bd36-308129b2f718'}] {{(pid=96123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 15:39:09.041116 dv-cinder-806616-6-iscsi neutron-server[96123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f1facff-e930-4b6f-8cc7-3b2dcfc821ff None None] Attempting to bind port d6edfea8-fe4b-4feb-a4ee-78337362a82b on network 41529908-bf9d-4f22-bd36-308129b2f718 {{(pid=96123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 15:39:09.053195 dv-cinder-806616-6-iscsi neutron-server[96123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f1facff-e930-4b6f-8cc7-3b2dcfc821ff None None] Checking agent: {'id': '3420b91a-a9c7-4dbc-b0fb-eb58464b9dc3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806616-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 15, 30, 57), 'started_at': datetime.datetime(2021, 9, 29, 15, 31, 27), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 15, 38, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806616-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=96123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 15:39:09.053195 dv-cinder-806616-6-iscsi neutron-server[96123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f1facff-e930-4b6f-8cc7-3b2dcfc821ff None None] Checking segment: {'id': '07c1b694-4b5f-4e1d-baf1-7032d28a68b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '41529908-bf9d-4f22-bd36-308129b2f718'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96123) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 15:39:09.053195 dv-cinder-806616-6-iscsi neutron-server[96123]: DEBUG neutron_lib.callbacks.manager [None req-8f1facff-e930-4b6f-8cc7-3b2dcfc821ff None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=96123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:39:09.053768 dv-cinder-806616-6-iscsi neutron-server[96123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f1facff-e930-4b6f-8cc7-3b2dcfc821ff None None] Bound using segment: {'id': '07c1b694-4b5f-4e1d-baf1-7032d28a68b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '41529908-bf9d-4f22-bd36-308129b2f718'} {{(pid=96123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 15:39:09.054312 dv-cinder-806616-6-iscsi neutron-server[96123]: DEBUG neutron.plugins.ml2.managers [None req-8f1facff-e930-4b6f-8cc7-3b2dcfc821ff None None] Bound port: d6edfea8-fe4b-4feb-a4ee-78337362a82b, host: dv-cinder-806616-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '07c1b694-4b5f-4e1d-baf1-7032d28a68b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '41529908-bf9d-4f22-bd36-308129b2f718'}}] {{(pid=96123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 15:39:09.054829 dv-cinder-806616-6-iscsi neutron-server[96123]: DEBUG neutron_lib.callbacks.manager [None req-8f1facff-e930-4b6f-8cc7-3b2dcfc821ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-684029'] for port, before_update {{(pid=96123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:39:09.098556 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.plugins.ml2.db [None req-86ea74e9-eea3-4769-b153-652ac6294d68 None None] For port 06e76d87-b5c4-4194-ac32-357149d701e3, host dv-cinder-806616-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806616-6-iscsi',level=0,port_id=06e76d87-b5c4-4194-ac32-357149d701e3,segment=NetworkSegment(31764bfc-788e-47a5-9e39-ac36bd4368d1),segment_id=31764bfc-788e-47a5-9e39-ac36bd4368d1)] {{(pid=96122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 15:39:09.172984 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf484d5-388b-496b-b28a-e811de158ffe req-d4aa1b57-119a-4dfa-a302-20c910177042 tempest-DeleteServersTestJSON-637044148 tempest-DeleteServersTestJSON-637044148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:39:09.176993 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron_lib.callbacks.manager [None req-86ea74e9-eea3-4769-b153-652ac6294d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741780147972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741779628755', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741779628773'] for port, after_update {{(pid=96122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:39:09.178128 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.plugins.ml2.rpc [None req-86ea74e9-eea3-4769-b153-652ac6294d68 None None] Device 45f62489-a444-4f79-b6dd-bd7efecb94c1 up at agent ovs-agent-dv-cinder-806616-6-iscsi {{(pid=96122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 15:39:09.182496 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [req-8cf484d5-388b-496b-b28a-e811de158ffe req-d4aa1b57-119a-4dfa-a302-20c910177042 tempest-DeleteServersTestJSON-637044148 tempest-DeleteServersTestJSON-637044148-project] 10.222.0.46 "GET /v2.0/ports?device_id=da775cc6-3ab7-4560-9b2b-35ba569056f1 HTTP/1.1" status: 200 len: 931 time: 0.2131684 Sep 29 15:39:09.231384 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.wsgi [-] (96120) accepted ('10.222.0.46', 56224) {{(pid=96120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 15:39:09.236937 dv-cinder-806616-6-iscsi neutron-server[96123]: DEBUG neutron.plugins.ml2.db [None req-8f1facff-e930-4b6f-8cc7-3b2dcfc821ff None None] For port d6edfea8-fe4b-4feb-a4ee-78337362a82b, host dv-cinder-806616-6-iscsi, cleared binding levels {{(pid=96123) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 15:39:09.242899 dv-cinder-806616-6-iscsi neutron-server[96123]: DEBUG neutron.plugins.ml2.db [None req-8f1facff-e930-4b6f-8cc7-3b2dcfc821ff None None] For port d6edfea8-fe4b-4feb-a4ee-78337362a82b, host dv-cinder-806616-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806616-6-iscsi',level=0,port_id=d6edfea8-fe4b-4feb-a4ee-78337362a82b,segment=NetworkSegment(07c1b694-4b5f-4e1d-baf1-7032d28a68b3),segment_id=07c1b694-4b5f-4e1d-baf1-7032d28a68b3)] {{(pid=96123) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 15:39:09.251426 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.api.v2.base [None req-f40ebab0-7576-4d22-854c-cb8c6b956323 tempest-AttachVolumeShelveTestJSON-850210833 tempest-AttachVolumeShelveTestJSON-850210833-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1982429759', 'description': 'tempest-description--12893488'}} {{(pid=96120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 15:39:09.273017 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.db.resource_extend [None req-a9c06f51-ff1d-421f-9787-fef97d111647 admin admin] It took 0.34 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=96121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 29 15:39:09.322436 dv-cinder-806616-6-iscsi neutron-server[96123]: DEBUG neutron_lib.callbacks.manager [None req-8f1facff-e930-4b6f-8cc7-3b2dcfc821ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741780147972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741779628755', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741779628773'] for port, after_update {{(pid=96123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:39:09.327612 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.db.provisioning_blocks [None req-86ea74e9-eea3-4769-b153-652ac6294d68 None None] Provisioning complete for port 45f62489-a444-4f79-b6dd-bd7efecb94c1 triggered by entity L2. {{(pid=96122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 15:39:09.328277 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron_lib.callbacks.manager [None req-86ea74e9-eea3-4769-b153-652ac6294d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-626465'] for port, provisioning_complete {{(pid=96122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:39:09.338050 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [req-8cf484d5-388b-496b-b28a-e811de158ffe req-d14de986-3fbf-439a-af57-f9a7777d38c8 tempest-DeleteServersTestJSON-637044148 tempest-DeleteServersTestJSON-637044148-project] 10.222.0.46 "GET /v2.0/security-groups?id=5a526d53-95a2-47df-b578-772e4e4f7016&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1533973 Sep 29 15:39:09.382431 dv-cinder-806616-6-iscsi neutron-server[96123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f1facff-e930-4b6f-8cc7-3b2dcfc821ff None None] Routers {'36f67c94-0511-4261-98a3-27e2f3393024'} bound to L3 agent in host dv-cinder-806616-6-iscsi {{(pid=96123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 15:39:09.383155 dv-cinder-806616-6-iscsi neutron-server[96123]: DEBUG neutron.db.l3_hamode_db [None req-8f1facff-e930-4b6f-8cc7-3b2dcfc821ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806616-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-29T15:30:56Z,description=,heartbeat_timestamp=2021-09-29T15:38:57Z,host='dv-cinder-806616-6-iscsi',id=e5061b61-feb3-46be-bd05-1226f95d9417,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T15:30:57Z,topic='l3_agent')) {'router_ids': ['36f67c94-0511-4261-98a3-27e2f3393024'], 'active': True} {{(pid=96123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 15:39:09.409612 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f521cb1a-a179-4e52-ab8f-a0bcb0d45243 req-90cadc3a-8089-43e0-9568-f0508b63ab07 tempest-ServerRescueNegativeTestJSON-859711067 tempest-ServerRescueNegativeTestJSON-859711067-project] Made reservation on behalf of b4ec83ad588647be8ebbcc854394cb61 for: {'port': 1} {{(pid=96121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 15:39:09.415458 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [req-f521cb1a-a179-4e52-ab8f-a0bcb0d45243 req-90cadc3a-8089-43e0-9568-f0508b63ab07 tempest-ServerRescueNegativeTestJSON-859711067 tempest-ServerRescueNegativeTestJSON-859711067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-684029'] for port, before_create {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:39:09.418707 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [None req-a9c06f51-ff1d-421f-9787-fef97d111647 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575366'] for network, after_create {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:39:09.421600 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9c06f51-ff1d-421f-9787-fef97d111647 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:39:09.424705 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [None req-a9c06f51-ff1d-421f-9787-fef97d111647 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577532'] for network, before_response {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:39:09.431842 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ea74e9-eea3-4769-b153-652ac6294d68 None None] Pushing event updated for resources: {'Port': ['ID=06e76d87-b5c4-4194-ac32-357149d701e3,revision_number=5']} {{(pid=96122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 15:39:09.460449 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.db.provisioning_blocks [None req-dc89866e-d550-4251-946d-35251d6c5a60 None None] Provisioning complete for port d6edfea8-fe4b-4feb-a4ee-78337362a82b triggered by entity DHCP. {{(pid=96122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 15:39:09.461148 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron_lib.callbacks.manager [None req-dc89866e-d550-4251-946d-35251d6c5a60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-626465'] for port, provisioning_complete {{(pid=96122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:39:09.534915 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [req-d6aff343-9777-44c8-9feb-a0f426c116d1 req-ab37b75d-3466-4b8b-b7fb-260417b82e63 tempest-DeleteServersTestJSON-637044148 tempest-DeleteServersTestJSON-637044148-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.1454382 Sep 29 15:39:09.551660 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.db.api [None req-f40ebab0-7576-4d22-854c-cb8c6b956323 tempest-AttachVolumeShelveTestJSON-850210833 tempest-AttachVolumeShelveTestJSON-850210833-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 29 15:39:09.551660 dv-cinder-806616-6-iscsi neutron-server[96120]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Sep 29 15:39:09.551660 dv-cinder-806616-6-iscsi neutron-server[96120]: [parameters: {'project_id_1': '13390da549814bc498d0c907da15d788', 'expiration_1': datetime.datetime(2021, 9, 29, 15, 38, 49, 275661)}] Sep 29 15:39:09.551660 dv-cinder-806616-6-iscsi neutron-server[96120]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=96120) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 29 15:39:09.557895 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG oslo_db.api [None req-f40ebab0-7576-4d22-854c-cb8c6b956323 tempest-AttachVolumeShelveTestJSON-850210833 tempest-AttachVolumeShelveTestJSON-850210833-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=96120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 29 15:39:09.611579 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.wsgi [req-d6aff343-9777-44c8-9feb-a0f426c116d1 req-bdd9cb87-0227-42ac-952f-d3f869273e96 tempest-DeleteServersTestJSON-637044148 tempest-DeleteServersTestJSON-637044148-project] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=96120) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 29 15:39:09.613609 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [req-d6aff343-9777-44c8-9feb-a0f426c116d1 req-bdd9cb87-0227-42ac-952f-d3f869273e96 tempest-DeleteServersTestJSON-637044148 tempest-DeleteServersTestJSON-637044148-project] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0058677 Sep 29 15:39:09.645221 dv-cinder-806616-6-iscsi neutron-server[96123]: DEBUG neutron.db.l3_dvr_db [None req-8f1facff-e930-4b6f-8cc7-3b2dcfc821ff None None] Set router 36f67c94-0511-4261-98a3-27e2f3393024 gateway port host: dv-cinder-806616-6-iscsi {{(pid=96123) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 15:39:09.677487 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-179fd403-2e23-4efe-b9d5-da9c9fd9a3bc req-f49042af-87af-4a4a-804d-fd3b51c7d3e3 tempest-AttachVolumeNegativeTest-728742291 tempest-AttachVolumeNegativeTest-728742291-project] Made reservation on behalf of 230295d16b3f4b9c95387a6193aeb6e3 for: {'port': 1} {{(pid=96120) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 15:39:09.682487 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [req-179fd403-2e23-4efe-b9d5-da9c9fd9a3bc req-f49042af-87af-4a4a-804d-fd3b51c7d3e3 tempest-AttachVolumeNegativeTest-728742291 tempest-AttachVolumeNegativeTest-728742291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-684029'] for port, before_create {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:39:09.687084 dv-cinder-806616-6-iscsi neutron-server[96123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90769b63-bc30-419b-b7d5-1cc932c3affc None None] Pushing event updated for resources: {'Port': ['ID=d6edfea8-fe4b-4feb-a4ee-78337362a82b,revision_number=4']} {{(pid=96123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 15:39:09.873354 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.db.api [req-fb2d9725-7610-4a09-aa82-3b64bc5dd933 req-70d695f2-a50b-476f-95da-faa03d6c1606 tempest-ServerRescueNegativeTestJSON-859711067 tempest-ServerRescueNegativeTestJSON-859711067-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 29 15:39:09.873354 dv-cinder-806616-6-iscsi neutron-server[96121]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Sep 29 15:39:09.873354 dv-cinder-806616-6-iscsi neutron-server[96121]: [parameters: {'project_id_1': 'b4ec83ad588647be8ebbcc854394cb61', 'expiration_1': datetime.datetime(2021, 9, 29, 15, 38, 49, 320319)}] Sep 29 15:39:09.873354 dv-cinder-806616-6-iscsi neutron-server[96121]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=96121) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 29 15:39:09.873713 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG oslo_db.api [req-fb2d9725-7610-4a09-aa82-3b64bc5dd933 req-70d695f2-a50b-476f-95da-faa03d6c1606 tempest-ServerRescueNegativeTestJSON-859711067 tempest-ServerRescueNegativeTestJSON-859711067-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=96121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 29 15:39:09.874178 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.db.api [None req-e8338c32-ba06-44a6-9e1c-f191f7aa669b tempest-AttachVolumeTestJSON-270594920 tempest-AttachVolumeTestJSON-270594920-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 29 15:39:09.874178 dv-cinder-806616-6-iscsi neutron-server[96121]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Sep 29 15:39:09.874178 dv-cinder-806616-6-iscsi neutron-server[96121]: [parameters: {'project_id_1': 'ac94bfaead184f89a85a5713fd06a3ee', 'expiration_1': datetime.datetime(2021, 9, 29, 15, 38, 49, 299523)}] Sep 29 15:39:09.874178 dv-cinder-806616-6-iscsi neutron-server[96121]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=96121) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 29 15:39:09.874550 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG oslo_db.api [None req-e8338c32-ba06-44a6-9e1c-f191f7aa669b tempest-AttachVolumeTestJSON-270594920 tempest-AttachVolumeTestJSON-270594920-project] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=96121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 29 15:39:09.874984 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.db.api [None req-9d2b6cf2-9af5-43de-9039-da1bad839662 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 29 15:39:09.874984 dv-cinder-806616-6-iscsi neutron-server[96121]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Sep 29 15:39:09.874984 dv-cinder-806616-6-iscsi neutron-server[96121]: [parameters: {'project_id_1': '7307c7acf20b4588b42e1c387f6d0931', 'expiration_1': datetime.datetime(2021, 9, 29, 15, 38, 48, 652983)}] Sep 29 15:39:09.874984 dv-cinder-806616-6-iscsi neutron-server[96121]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=96121) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 29 15:39:09.875285 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG oslo_db.api [None req-9d2b6cf2-9af5-43de-9039-da1bad839662 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=96121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 29 15:39:09.967350 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.api.v2.base [req-d6aff343-9777-44c8-9feb-a0f426c116d1 req-7ec81ad5-872d-40ea-9a82-39818efc4382 service neutron] Request body: {'port': {'device_id': 'da775cc6-3ab7-4560-9b2b-35ba569056f1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80661'}} {{(pid=96120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 15:39:09.977225 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-a5192690-79a4-4be0-bc90-7f576cc785e1 req-4d94f357-5b09-4711-ac00-58725901beea tempest-ServerRescueNegativeTestJSON-859711067 tempest-ServerRescueNegativeTestJSON-859711067-project] 10.222.0.46 "GET /v2.0/ports?device_id=fceddbf7-453e-4d39-9b3d-c354498f646c HTTP/1.1" status: 200 len: 210 time: 0.1199603 Sep 29 15:39:10.004275 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron_lib.callbacks.manager [None req-4533acf8-d535-4908-8752-9fad4fcd5487 None None] Notify callbacks [] for port, precommit_update {{(pid=96122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:39:10.017495 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.plugins.ml2.rpc [None req-86ea74e9-eea3-4769-b153-652ac6294d68 None None] Device 06e76d87-b5c4-4194-ac32-357149d701e3 up at agent ovs-agent-dv-cinder-806616-6-iscsi {{(pid=96122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 15:39:10.046803 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron_lib.callbacks.manager [None req-dc89866e-d550-4251-946d-35251d6c5a60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-684029'] for port, before_update {{(pid=96122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:39:10.055347 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [None req-a9c06f51-ff1d-421f-9787-fef97d111647 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 3.3960116 Sep 29 15:39:10.055831 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.wsgi [-] (96120) accepted ('10.222.0.46', 56238) {{(pid=96120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 15:39:10.060114 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [req-5e3c7f14-dfe5-4ab5-b719-0151ac3e490b req-3d84baf1-d478-46f4-ba5d-ea9f5c62b765 tempest-AttachVolumeNegativeTest-728742291 tempest-AttachVolumeNegativeTest-728742291-project] 10.222.0.46 "GET /v2.0/ports?device_id=7c03c1ad-57f1-450e-8111-bd14587cc96c HTTP/1.1" status: 200 len: 210 time: 0.0842741 Sep 29 15:39:10.065593 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.api.v2.base [None req-daa13648-d899-49c2-bc9f-a37db8dc80e9 admin admin] Request body: {'subnet': {'network_id': 'c473765a-c0f1-41c8-bf91-7673a342ea3a', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-729302179-subnet', 'tenant_id': '1ce94bf491e446e0991507585052999d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=96120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 15:39:10.081056 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron_lib.callbacks.manager [None req-4533acf8-d535-4908-8752-9fad4fcd5487 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741780147972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741779628755', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741779628773'] for port, after_update {{(pid=96122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:39:10.115559 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c06f51-ff1d-421f-9787-fef97d111647 admin admin] Pushing event updated for resources: {'Network': ['ID=c473765a-c0f1-41c8-bf91-7673a342ea3a,revision_number=1']} {{(pid=96121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 15:39:10.134101 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.db.db_base_plugin_common [req-179fd403-2e23-4efe-b9d5-da9c9fd9a3bc req-f49042af-87af-4a4a-804d-fd3b51c7d3e3 tempest-AttachVolumeNegativeTest-728742291 tempest-AttachVolumeNegativeTest-728742291-project] Allocated IP 172.20.0.9 (6dbc83d2-1eb6-4d2f-92e2-862eb74e4124/f52e1823-73ec-4946-856c-fe4a0be10483/7aecb321-2e49-419c-9f69-93c5992c0b8a) {{(pid=96120) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 15:39:10.134216 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.plugins.ml2.rpc [None req-86ea74e9-eea3-4769-b153-652ac6294d68 None None] Network c473765a-c0f1-41c8-bf91-7673a342ea3a details requested by agent ovs-agent-dv-cinder-806616-6-iscsi with host dv-cinder-806616-6-iscsi {{(pid=96122) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 29 15:39:10.173272 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [req-d6aff343-9777-44c8-9feb-a0f426c116d1 req-7ec81ad5-872d-40ea-9a82-39818efc4382 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-684029'] for port, before_update {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:39:10.222146 dv-cinder-806616-6-iscsi neutron-server[96123]: DEBUG neutron.db.l3_hamode_db [None req-8f1facff-e930-4b6f-8cc7-3b2dcfc821ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36f67c94-0511-4261-98a3-27e2f3393024', 'name': 'tempest-AttachVolumeTestJSON-471694450-router', 'tenant_id': 'ac94bfaead184f89a85a5713fd06a3ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd5efe95-1549-4750-933c-70412f77577e', 'external_fixed_ips': [{'subnet_id': '9c872fed-da92-4e12-828d-ac62e1b980b9', 'ip_address': '172.27.0.118'}], 'enable_snat': True}, 'gw_port_id': '67bf5114-2248-4f03-ab06-2fc9a9ae39c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T15:38:54Z', 'updated_at': '2021-09-29T15:39:02Z', 'revision_number': 4, 'project_id': 'ac94bfaead184f89a85a5713fd06a3ee', 'gw_port': {'id': '67bf5114-2248-4f03-ab06-2fc9a9ae39c9', 'name': '', 'network_id': 'cd5efe95-1549-4750-933c-70412f77577e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:b1:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36f67c94-0511-4261-98a3-27e2f3393024', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '9c872fed-da92-4e12-828d-ac62e1b980b9', 'ip_address': '172.27.0.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806616-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T15:38:55Z', 'updated_at': '2021-09-29T15:39:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c872fed-da92-4e12-828d-ac62e1b980b9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806616-6-iscsi', '_interfaces': [{'id': 'd6edfea8-fe4b-4feb-a4ee-78337362a82b', 'name': '', 'network_id': '41529908-bf9d-4f22-bd36-308129b2f718', 'tenant_id': 'ac94bfaead184f89a85a5713fd06a3ee', 'mac_address': 'fa:16:3e:d5:40:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36f67c94-0511-4261-98a3-27e2f3393024', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'dd4e2821-37a9-4ee4-80ce-9b4e5d3432ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806616-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T15:39:00Z', 'updated_at': '2021-09-29T15:39:09Z', 'revision_number': 4, 'project_id': 'ac94bfaead184f89a85a5713fd06a3ee', 'subnets': [{'id': 'dd4e2821-37a9-4ee4-80ce-9b4e5d3432ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806616-6-iscsi', False) {} {{(pid=96123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 15:39:10.244379 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e4b72e-e1f9-40c8-ac25-3ddfd73f6c04 None None] Pushing event updated for resources: {'Port': ['ID=568674db-d5ba-4049-ae2c-cbe94253da52,revision_number=3']} {{(pid=96122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 15:39:10.255053 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.plugins.ml2.db [None req-dc89866e-d550-4251-946d-35251d6c5a60 None None] For port d6edfea8-fe4b-4feb-a4ee-78337362a82b, host dv-cinder-806616-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806616-6-iscsi',level=0,port_id=d6edfea8-fe4b-4feb-a4ee-78337362a82b,segment=NetworkSegment(07c1b694-4b5f-4e1d-baf1-7032d28a68b3),segment_id=07c1b694-4b5f-4e1d-baf1-7032d28a68b3)] {{(pid=96122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 15:39:10.304165 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.db.provisioning_blocks [None req-86ea74e9-eea3-4769-b153-652ac6294d68 None None] Provisioning complete for port 06e76d87-b5c4-4194-ac32-357149d701e3 triggered by entity L2. {{(pid=96122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 15:39:10.304165 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron_lib.callbacks.manager [None req-86ea74e9-eea3-4769-b153-652ac6294d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-626465'] for port, provisioning_complete {{(pid=96122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:39:10.373256 dv-cinder-806616-6-iscsi neutron-server[96123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f1facff-e930-4b6f-8cc7-3b2dcfc821ff None None] The sync data for ids ['36f67c94-0511-4261-98a3-27e2f3393024'] in dv-cinder-806616-6-iscsi is: [{'id': '36f67c94-0511-4261-98a3-27e2f3393024', 'name': 'tempest-AttachVolumeTestJSON-471694450-router', 'tenant_id': 'ac94bfaead184f89a85a5713fd06a3ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd5efe95-1549-4750-933c-70412f77577e', 'external_fixed_ips': [{'subnet_id': '9c872fed-da92-4e12-828d-ac62e1b980b9', 'ip_address': '172.27.0.118'}], 'enable_snat': True}, 'gw_port_id': '67bf5114-2248-4f03-ab06-2fc9a9ae39c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T15:38:54Z', 'updated_at': '2021-09-29T15:39:02Z', 'revision_number': 4, 'project_id': 'ac94bfaead184f89a85a5713fd06a3ee', 'gw_port': {'id': '67bf5114-2248-4f03-ab06-2fc9a9ae39c9', 'name': '', 'network_id': 'cd5efe95-1549-4750-933c-70412f77577e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:b1:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36f67c94-0511-4261-98a3-27e2f3393024', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '9c872fed-da92-4e12-828d-ac62e1b980b9', 'ip_address': '172.27.0.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806616-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T15:38:55Z', 'updated_at': '2021-09-29T15:39:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c872fed-da92-4e12-828d-ac62e1b980b9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806616-6-iscsi', '_interfaces': [{'id': 'd6edfea8-fe4b-4feb-a4ee-78337362a82b', 'name': '', 'network_id': '41529908-bf9d-4f22-bd36-308129b2f718', 'tenant_id': 'ac94bfaead184f89a85a5713fd06a3ee', 'mac_address': 'fa:16:3e:d5:40:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36f67c94-0511-4261-98a3-27e2f3393024', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'dd4e2821-37a9-4ee4-80ce-9b4e5d3432ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806616-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T15:39:00Z', 'updated_at': '2021-09-29T15:39:09Z', 'revision_number': 4, 'project_id': 'ac94bfaead184f89a85a5713fd06a3ee', 'subnets': [{'id': 'dd4e2821-37a9-4ee4-80ce-9b4e5d3432ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=96123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 15:39:10.397894 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [None req-e8338c32-ba06-44a6-9e1c-f191f7aa669b tempest-AttachVolumeTestJSON-270594920 tempest-AttachVolumeTestJSON-270594920-project] Notify callbacks [] for security_group, before_create {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:39:10.399739 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [None req-9d2b6cf2-9af5-43de-9039-da1bad839662 admin admin] Notify callbacks [] for security_group, before_create {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:39:10.570822 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.db.db_base_plugin_common [req-f521cb1a-a179-4e52-ab8f-a0bcb0d45243 req-90cadc3a-8089-43e0-9568-f0508b63ab07 tempest-ServerRescueNegativeTestJSON-859711067 tempest-ServerRescueNegativeTestJSON-859711067-project] Allocated IP 172.20.0.2 (daa727ac-86a8-4704-b1b4-10803b6b1e68/f9e1b58c-841a-4928-9689-e4afdbcfa8ba/31ccdbe5-d9c3-4401-b176-06795eb1e102) {{(pid=96121) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 15:39:10.617521 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2082dc-c616-43e0-b6ad-b560e1a689d9 req-83c4f552-252e-4620-9aab-3f9f6271ccca tempest-DeleteServersTestJSON-637044148 tempest-DeleteServersTestJSON-637044148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:39:10.619167 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-2e2082dc-c616-43e0-b6ad-b560e1a689d9 req-83c4f552-252e-4620-9aab-3f9f6271ccca tempest-DeleteServersTestJSON-637044148 tempest-DeleteServersTestJSON-637044148-project] 10.222.0.46 "GET /v2.0/ports?device_id=da775cc6-3ab7-4560-9b2b-35ba569056f1 HTTP/1.1" status: 200 len: 931 time: 0.1429787 Sep 29 15:39:10.626447 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-daa13648-d899-49c2-bc9f-a37db8dc80e9 admin admin] Made reservation on behalf of 1ce94bf491e446e0991507585052999d for: {'subnet': 1} {{(pid=96120) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 15:39:10.634402 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.plugins.ml2.managers [None req-4533acf8-d535-4908-8752-9fad4fcd5487 None None] Attempting to bind port 568674db-d5ba-4049-ae2c-cbe94253da52 on host dv-cinder-806616-6-iscsi for vnic_type normal with profile {{(pid=96122) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 15:39:10.635378 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-daa13648-d899-49c2-bc9f-a37db8dc80e9 admin admin] Notify callbacks [] for subnet, before_create {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:39:10.635575 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.plugins.ml2.managers [None req-4533acf8-d535-4908-8752-9fad4fcd5487 None None] Attempting to bind port 568674db-d5ba-4049-ae2c-cbe94253da52 by drivers openvswitch,hyperv on host dv-cinder-806616-6-iscsi at level 0 using segments [{'id': '445f7458-c019-4777-b7f7-9f69e4e3102b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '7d2058d9-0239-4e7f-ad5f-85b9e31d2757'}] {{(pid=96122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 15:39:10.636134 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4533acf8-d535-4908-8752-9fad4fcd5487 None None] Attempting to bind port 568674db-d5ba-4049-ae2c-cbe94253da52 on network 7d2058d9-0239-4e7f-ad5f-85b9e31d2757 {{(pid=96122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 15:39:10.643484 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron_lib.callbacks.manager [None req-dc89866e-d550-4251-946d-35251d6c5a60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741780147972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741779628755', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741779628773'] for port, after_update {{(pid=96122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:39:10.705057 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4533acf8-d535-4908-8752-9fad4fcd5487 None None] Checking agent: {'id': '3420b91a-a9c7-4dbc-b0fb-eb58464b9dc3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806616-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 15, 30, 57), 'started_at': datetime.datetime(2021, 9, 29, 15, 31, 27), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 15, 38, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806616-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=96122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 15:39:10.705443 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4533acf8-d535-4908-8752-9fad4fcd5487 None None] Checking segment: {'id': '445f7458-c019-4777-b7f7-9f69e4e3102b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '7d2058d9-0239-4e7f-ad5f-85b9e31d2757'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 15:39:10.705855 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron_lib.callbacks.manager [None req-4533acf8-d535-4908-8752-9fad4fcd5487 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=96122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:39:10.708837 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4533acf8-d535-4908-8752-9fad4fcd5487 None None] Bound using segment: {'id': '445f7458-c019-4777-b7f7-9f69e4e3102b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '7d2058d9-0239-4e7f-ad5f-85b9e31d2757'} {{(pid=96122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 15:39:10.709384 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.plugins.ml2.managers [None req-4533acf8-d535-4908-8752-9fad4fcd5487 None None] Bound port: 568674db-d5ba-4049-ae2c-cbe94253da52, host: dv-cinder-806616-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '445f7458-c019-4777-b7f7-9f69e4e3102b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '7d2058d9-0239-4e7f-ad5f-85b9e31d2757'}}] {{(pid=96122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 15:39:10.709957 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron_lib.callbacks.manager [None req-4533acf8-d535-4908-8752-9fad4fcd5487 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-684029'] for port, before_update {{(pid=96122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:39:10.779062 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-2e2082dc-c616-43e0-b6ad-b560e1a689d9 req-076af49f-1851-444a-bc45-04681218217d tempest-DeleteServersTestJSON-637044148 tempest-DeleteServersTestJSON-637044148-project] 10.222.0.46 "GET /v2.0/security-groups?id=5a526d53-95a2-47df-b578-772e4e4f7016&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1387436 Sep 29 15:39:10.792446 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-f40ebab0-7576-4d22-854c-cb8c6b956323 tempest-AttachVolumeShelveTestJSON-850210833 tempest-AttachVolumeShelveTestJSON-850210833-project] Notify callbacks [] for security_group, before_create {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:39:10.824970 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc89866e-d550-4251-946d-35251d6c5a60 None None] Pushing event updated for resources: {'Port': ['ID=d6edfea8-fe4b-4feb-a4ee-78337362a82b,revision_number=5']} {{(pid=96122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 15:39:10.876620 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fb2d9725-7610-4a09-aa82-3b64bc5dd933 req-70d695f2-a50b-476f-95da-faa03d6c1606 tempest-ServerRescueNegativeTestJSON-859711067 tempest-ServerRescueNegativeTestJSON-859711067-project] Made reservation on behalf of b4ec83ad588647be8ebbcc854394cb61 for: {'port': 1} {{(pid=96121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 15:39:10.881681 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [req-fb2d9725-7610-4a09-aa82-3b64bc5dd933 req-70d695f2-a50b-476f-95da-faa03d6c1606 tempest-ServerRescueNegativeTestJSON-859711067 tempest-ServerRescueNegativeTestJSON-859711067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-684029'] for port, before_create {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:39:10.946188 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [req-f521cb1a-a179-4e52-ab8f-a0bcb0d45243 req-90cadc3a-8089-43e0-9568-f0508b63ab07 tempest-ServerRescueNegativeTestJSON-859711067 tempest-ServerRescueNegativeTestJSON-859711067-project] Notify callbacks [] for port, precommit_create {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:39:10.948736 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.db.provisioning_blocks [None req-f0e701b3-8dc6-4155-829a-78b0eb5a2b3a None None] Provisioning complete for port d6edfea8-fe4b-4feb-a4ee-78337362a82b triggered by entity DHCP. {{(pid=96122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 15:39:10.949177 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron_lib.callbacks.manager [None req-f0e701b3-8dc6-4155-829a-78b0eb5a2b3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-626465'] for port, provisioning_complete {{(pid=96122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:39:11.002887 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [req-179fd403-2e23-4efe-b9d5-da9c9fd9a3bc req-f49042af-87af-4a4a-804d-fd3b51c7d3e3 tempest-AttachVolumeNegativeTest-728742291 tempest-AttachVolumeNegativeTest-728742291-project] Notify callbacks [] for port, precommit_create {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:39:11.010813 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.plugins.ml2.db [None req-4533acf8-d535-4908-8752-9fad4fcd5487 None None] For port 568674db-d5ba-4049-ae2c-cbe94253da52, host dv-cinder-806616-6-iscsi, cleared binding levels {{(pid=96122) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 15:39:11.029228 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.plugins.ml2.db [None req-4533acf8-d535-4908-8752-9fad4fcd5487 None None] For port 568674db-d5ba-4049-ae2c-cbe94253da52, host dv-cinder-806616-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806616-6-iscsi',level=0,port_id=568674db-d5ba-4049-ae2c-cbe94253da52,segment=NetworkSegment(445f7458-c019-4777-b7f7-9f69e4e3102b),segment_id=445f7458-c019-4777-b7f7-9f69e4e3102b)] {{(pid=96122) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 15:39:11.124038 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.db.provisioning_blocks [None req-f0e701b3-8dc6-4155-829a-78b0eb5a2b3a None None] Provisioning complete for port 568674db-d5ba-4049-ae2c-cbe94253da52 triggered by entity DHCP. {{(pid=96122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 15:39:11.124665 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron_lib.callbacks.manager [None req-f0e701b3-8dc6-4155-829a-78b0eb5a2b3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-626465'] for port, provisioning_complete {{(pid=96122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:39:11.163140 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron_lib.callbacks.manager [None req-4533acf8-d535-4908-8752-9fad4fcd5487 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741780147972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741779628755', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741779628773'] for port, after_update {{(pid=96122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:39:11.270602 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [req-12b99fb0-80ea-4780-9775-b4bbcc6e30d5 req-6f6a1169-84af-4d23-9027-415529f396e1 tempest-ServerRescueNegativeTestJSON-859711067 tempest-ServerRescueNegativeTestJSON-859711067-project] 10.222.0.46 "GET /v2.0/ports?device_id=fceddbf7-453e-4d39-9b3d-c354498f646c HTTP/1.1" status: 200 len: 210 time: 0.0751858 Sep 29 15:39:11.273708 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-daa13648-d899-49c2-bc9f-a37db8dc80e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1575015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575366'] for subnet, after_create {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:39:11.291598 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e4b72e-e1f9-40c8-ac25-3ddfd73f6c04 None None] Pushing event updated for resources: {'Port': ['ID=568674db-d5ba-4049-ae2c-cbe94253da52,revision_number=4']} {{(pid=96122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 15:39:11.327024 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.plugins.ml2.plugin [None req-f0e701b3-8dc6-4155-829a-78b0eb5a2b3a None None] Port 568674db-d5ba-4049-ae2c-cbe94253da52 cannot update to ACTIVE because it is not bound. {{(pid=96122) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 29 15:39:11.353173 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [req-179fd403-2e23-4efe-b9d5-da9c9fd9a3bc req-f49042af-87af-4a4a-804d-fd3b51c7d3e3 tempest-AttachVolumeNegativeTest-728742291 tempest-AttachVolumeNegativeTest-728742291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741779628737'] for port, after_create {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:39:11.358534 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4533acf8-d535-4908-8752-9fad4fcd5487 None None] Routers {'52ced7d6-4c59-4942-adf4-47e984fe6127'} bound to L3 agent in host dv-cinder-806616-6-iscsi {{(pid=96122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 15:39:11.359269 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.db.l3_hamode_db [None req-4533acf8-d535-4908-8752-9fad4fcd5487 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806616-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-29T15:30:56Z,description=,heartbeat_timestamp=2021-09-29T15:38:57Z,host='dv-cinder-806616-6-iscsi',id=e5061b61-feb3-46be-bd05-1226f95d9417,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T15:30:57Z,topic='l3_agent')) {'router_ids': ['52ced7d6-4c59-4942-adf4-47e984fe6127'], 'active': True} {{(pid=96122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 15:39:11.400382 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.notifiers.nova [req-d6aff343-9777-44c8-9feb-a0f426c116d1 req-7ec81ad5-872d-40ea-9a82-39818efc4382 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 17fd60ea-0543-4f47-a2d4-f04e5e7b4886 {{(pid=96120) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 15:39:11.408073 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [None req-9d2b6cf2-9af5-43de-9039-da1bad839662 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:39:11.436939 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [req-d6aff343-9777-44c8-9feb-a0f426c116d1 req-7ec81ad5-872d-40ea-9a82-39818efc4382 service neutron] Notify callbacks [] for port, precommit_update {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:39:11.453044 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa13648-d899-49c2-bc9f-a37db8dc80e9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=019efc96-ff8b-46b7-8d89-030382d1b77d,revision_number=0']} {{(pid=96120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 15:39:11.519083 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.db.db_base_plugin_common [req-fb2d9725-7610-4a09-aa82-3b64bc5dd933 req-70d695f2-a50b-476f-95da-faa03d6c1606 tempest-ServerRescueNegativeTestJSON-859711067 tempest-ServerRescueNegativeTestJSON-859711067-project] Allocated IP 172.20.0.3 (daa727ac-86a8-4704-b1b4-10803b6b1e68/f9e1b58c-841a-4928-9689-e4afdbcfa8ba/3f0234c3-e1ed-436b-987e-7dbb46c7c1a4) {{(pid=96121) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 15:39:11.526831 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.db.provisioning_blocks [req-d6aff343-9777-44c8-9feb-a0f426c116d1 req-7ec81ad5-872d-40ea-9a82-39818efc4382 service neutron] Transition to ACTIVE for port object 17fd60ea-0543-4f47-a2d4-f04e5e7b4886 will not be triggered until provisioned by entity L2. {{(pid=96120) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 15:39:11.571474 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [req-f521cb1a-a179-4e52-ab8f-a0bcb0d45243 req-90cadc3a-8089-43e0-9568-f0508b63ab07 tempest-ServerRescueNegativeTestJSON-859711067 tempest-ServerRescueNegativeTestJSON-859711067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741779628737'] for port, after_create {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:39:11.631425 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-179fd403-2e23-4efe-b9d5-da9c9fd9a3bc req-f49042af-87af-4a4a-804d-fd3b51c7d3e3 tempest-AttachVolumeNegativeTest-728742291 tempest-AttachVolumeNegativeTest-728742291-project] Network 6dbc83d2-1eb6-4d2f-92e2-862eb74e4124 is already hosted by enough agents. {{(pid=96120) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 15:39:11.633699 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f49042af-87af-4a4a-804d-fd3b51c7d3e3 tempest-AttachVolumeNegativeTest-728742291 tempest-AttachVolumeNegativeTest-728742291-project] Pushing event updated for resources: {'Port': ['ID=7aecb321-2e49-419c-9f69-93c5992c0b8a,revision_number=1']} {{(pid=96120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 15:39:11.635016 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.db.l3_dvr_db [None req-4533acf8-d535-4908-8752-9fad4fcd5487 None None] Set router 52ced7d6-4c59-4942-adf4-47e984fe6127 gateway port host: dv-cinder-806616-6-iscsi {{(pid=96122) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 15:39:11.638571 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.scheduler.base_scheduler [req-179fd403-2e23-4efe-b9d5-da9c9fd9a3bc req-f49042af-87af-4a4a-804d-fd3b51c7d3e3 tempest-AttachVolumeNegativeTest-728742291 tempest-AttachVolumeNegativeTest-728742291-project] Resources bound (agent type, host, resource id): {{(pid=96120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 15:39:11.661852 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.db.l3_dvrscheduler_db [req-179fd403-2e23-4efe-b9d5-da9c9fd9a3bc req-f49042af-87af-4a4a-804d-fd3b51c7d3e3 tempest-AttachVolumeNegativeTest-728742291 tempest-AttachVolumeNegativeTest-728742291-project] Received port after_create {{(pid=96120) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 15:39:11.668655 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179fd403-2e23-4efe-b9d5-da9c9fd9a3bc req-f49042af-87af-4a4a-804d-fd3b51c7d3e3 tempest-AttachVolumeNegativeTest-728742291 tempest-AttachVolumeNegativeTest-728742291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=96120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:39:11.669666 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [req-179fd403-2e23-4efe-b9d5-da9c9fd9a3bc req-f49042af-87af-4a4a-804d-fd3b51c7d3e3 tempest-AttachVolumeNegativeTest-728742291 tempest-AttachVolumeNegativeTest-728742291-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577532'] for port, before_response {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:39:11.687877 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daa13648-d899-49c2-bc9f-a37db8dc80e9 admin admin] Checking segment: {'id': 'c53abefb-e50b-4c38-b162-3c9cad6088c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'c473765a-c0f1-41c8-bf91-7673a342ea3a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96120) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 15:39:11.688624 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-daa13648-d899-49c2-bc9f-a37db8dc80e9 admin admin] Network hostable DHCP agents. Network: c473765a-c0f1-41c8-bf91-7673a342ea3a, hostable agents: ['626ea16d-5941-4cb2-98b6-5e39c33395ed'], hosted agents: [] {{(pid=96120) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 29 15:39:11.724494 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [req-d6aff343-9777-44c8-9feb-a0f426c116d1 req-7ec81ad5-872d-40ea-9a82-39818efc4382 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741780147972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741779628755', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741779628773'] for port, after_update {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:39:11.792075 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f521cb1a-a179-4e52-ab8f-a0bcb0d45243 req-90cadc3a-8089-43e0-9568-f0508b63ab07 tempest-ServerRescueNegativeTestJSON-859711067 tempest-ServerRescueNegativeTestJSON-859711067-project] Network daa727ac-86a8-4704-b1b4-10803b6b1e68 is already hosted by enough agents. {{(pid=96121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 15:39:11.803595 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90cadc3a-8089-43e0-9568-f0508b63ab07 tempest-ServerRescueNegativeTestJSON-859711067 tempest-ServerRescueNegativeTestJSON-859711067-project] Pushing event updated for resources: {'Port': ['ID=31ccdbe5-d9c3-4401-b176-06795eb1e102,revision_number=1']} {{(pid=96121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 15:39:11.812310 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.scheduler.base_scheduler [req-f521cb1a-a179-4e52-ab8f-a0bcb0d45243 req-90cadc3a-8089-43e0-9568-f0508b63ab07 tempest-ServerRescueNegativeTestJSON-859711067 tempest-ServerRescueNegativeTestJSON-859711067-project] Resources bound (agent type, host, resource id): {{(pid=96121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 15:39:11.815761 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.db.l3_dvrscheduler_db [req-f521cb1a-a179-4e52-ab8f-a0bcb0d45243 req-90cadc3a-8089-43e0-9568-f0508b63ab07 tempest-ServerRescueNegativeTestJSON-859711067 tempest-ServerRescueNegativeTestJSON-859711067-project] Received port after_create {{(pid=96121) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 15:39:11.831232 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f521cb1a-a179-4e52-ab8f-a0bcb0d45243 req-90cadc3a-8089-43e0-9568-f0508b63ab07 tempest-ServerRescueNegativeTestJSON-859711067 tempest-ServerRescueNegativeTestJSON-859711067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=96121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:39:11.832794 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [req-f521cb1a-a179-4e52-ab8f-a0bcb0d45243 req-90cadc3a-8089-43e0-9568-f0508b63ab07 tempest-ServerRescueNegativeTestJSON-859711067 tempest-ServerRescueNegativeTestJSON-859711067-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577532'] for port, before_response {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:39:11.872797 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec81ad5-872d-40ea-9a82-39818efc4382 service neutron] Pushing event updated for resources: {'Port': ['ID=17fd60ea-0543-4f47-a2d4-f04e5e7b4886,revision_number=2']} {{(pid=96120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 15:39:11.882959 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-daa13648-d899-49c2-bc9f-a37db8dc80e9 admin admin] Network c473765a-c0f1-41c8-bf91-7673a342ea3a is scheduled to be hosted by DHCP agent 626ea16d-5941-4cb2-98b6-5e39c33395ed with binding_index 1 {{(pid=96120) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 29 15:39:11.886897 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [None req-9d2b6cf2-9af5-43de-9039-da1bad839662 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579214'] for security_group, after_create {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:39:11.964375 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [None req-9d2b6cf2-9af5-43de-9039-da1bad839662 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=7307c7acf20b4588b42e1c387f6d0931&name=default HTTP/1.1" status: 200 len: 2979 time: 4.2114544 Sep 29 15:39:11.971109 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.wsgi [-] (96121) accepted ('10.222.0.46', 56258) {{(pid=96121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 15:39:12.006016 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.db.provisioning_blocks [None req-b9c17cb5-da0b-4971-9461-b9fe77f09974 None None] Provisioning complete for port 568674db-d5ba-4049-ae2c-cbe94253da52 triggered by entity DHCP. {{(pid=96122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 15:39:12.007168 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron_lib.callbacks.manager [None req-b9c17cb5-da0b-4971-9461-b9fe77f09974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-626465'] for port, provisioning_complete {{(pid=96122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:39:12.085096 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.scheduler.base_scheduler [None req-daa13648-d899-49c2-bc9f-a37db8dc80e9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-806616-6-iscsi, c473765a-c0f1-41c8-bf91-7673a342ea3a) {{(pid=96120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 15:39:12.106452 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99ca42f9-8a5e-4dca-9a5f-55050aee5385 None None] Network c473765a-c0f1-41c8-bf91-7673a342ea3a requested from dv-cinder-806616-6-iscsi {{(pid=96122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 15:39:12.132313 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-daa13648-d899-49c2-bc9f-a37db8dc80e9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=96120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:39:12.133479 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-daa13648-d899-49c2-bc9f-a37db8dc80e9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577532'] for subnet, before_response {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:39:12.150356 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [None req-e8338c32-ba06-44a6-9e1c-f191f7aa669b tempest-AttachVolumeTestJSON-270594920 tempest-AttachVolumeTestJSON-270594920-project] Notify callbacks [] for security_group, precommit_create {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:39:12.167165 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.plugins.ml2.managers [req-d6aff343-9777-44c8-9feb-a0f426c116d1 req-7ec81ad5-872d-40ea-9a82-39818efc4382 service neutron] Attempting to bind port 17fd60ea-0543-4f47-a2d4-f04e5e7b4886 on host hv-cinder-80661 for vnic_type normal with profile {{(pid=96120) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 15:39:12.167959 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.plugins.ml2.managers [req-d6aff343-9777-44c8-9feb-a0f426c116d1 req-7ec81ad5-872d-40ea-9a82-39818efc4382 service neutron] Attempting to bind port 17fd60ea-0543-4f47-a2d4-f04e5e7b4886 by drivers openvswitch,hyperv on host hv-cinder-80661 at level 0 using segments [{'id': '628d84a7-ead1-4ac6-bffb-83d0c925f453', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '5152dae4-44c3-49b9-8d76-df9855d3f518'}] {{(pid=96120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 15:39:12.168519 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6aff343-9777-44c8-9feb-a0f426c116d1 req-7ec81ad5-872d-40ea-9a82-39818efc4382 service neutron] Attempting to bind port 17fd60ea-0543-4f47-a2d4-f04e5e7b4886 on network 5152dae4-44c3-49b9-8d76-df9855d3f518 {{(pid=96120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 15:39:12.183426 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7781a9a-167e-4cbc-b2ac-423d2e977098 req-49519abf-c719-4e73-b438-a4fed62b97e9 tempest-DeleteServersTestJSON-637044148 tempest-DeleteServersTestJSON-637044148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:39:12.186086 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [req-b7781a9a-167e-4cbc-b2ac-423d2e977098 req-49519abf-c719-4e73-b438-a4fed62b97e9 tempest-DeleteServersTestJSON-637044148 tempest-DeleteServersTestJSON-637044148-project] 10.222.0.46 "GET /v2.0/ports?device_id=da775cc6-3ab7-4560-9b2b-35ba569056f1 HTTP/1.1" status: 200 len: 943 time: 0.2411983 Sep 29 15:39:12.187653 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6aff343-9777-44c8-9feb-a0f426c116d1 req-7ec81ad5-872d-40ea-9a82-39818efc4382 service neutron] Port 17fd60ea-0543-4f47-a2d4-f04e5e7b4886 on network 5152dae4-44c3-49b9-8d76-df9855d3f518 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80661 {{(pid=96120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 29 15:39:12.188345 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6aff343-9777-44c8-9feb-a0f426c116d1 req-7ec81ad5-872d-40ea-9a82-39818efc4382 service neutron] Attempting to bind port 17fd60ea-0543-4f47-a2d4-f04e5e7b4886 on network 5152dae4-44c3-49b9-8d76-df9855d3f518 {{(pid=96120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 15:39:12.189604 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2b6cf2-9af5-43de-9039-da1bad839662 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83605a79-3770-4cfb-a601-dee4c91bfe0b,revision_number=1']} {{(pid=96121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 15:39:12.235852 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.plugins.ml2.rpc [None req-86ea74e9-eea3-4769-b153-652ac6294d68 None None] Device d6edfea8-fe4b-4feb-a4ee-78337362a82b up at agent ovs-agent-dv-cinder-806616-6-iscsi {{(pid=96122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 15:39:12.241781 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6aff343-9777-44c8-9feb-a0f426c116d1 req-7ec81ad5-872d-40ea-9a82-39818efc4382 service neutron] Checking agent: {'id': '02e4aaf8-ac1d-430d-8152-9e2105739360', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80661', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 15, 37, 5), 'started_at': datetime.datetime(2021, 9, 29, 15, 37, 5), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 15, 39, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=96120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 15:39:12.241781 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6aff343-9777-44c8-9feb-a0f426c116d1 req-7ec81ad5-872d-40ea-9a82-39818efc4382 service neutron] Checking segment: {'id': '628d84a7-ead1-4ac6-bffb-83d0c925f453', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '5152dae4-44c3-49b9-8d76-df9855d3f518'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96120) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 15:39:12.241781 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6aff343-9777-44c8-9feb-a0f426c116d1 req-7ec81ad5-872d-40ea-9a82-39818efc4382 service neutron] Bound using segment: {'id': '628d84a7-ead1-4ac6-bffb-83d0c925f453', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '5152dae4-44c3-49b9-8d76-df9855d3f518'} {{(pid=96120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 15:39:12.242517 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.plugins.ml2.managers [req-d6aff343-9777-44c8-9feb-a0f426c116d1 req-7ec81ad5-872d-40ea-9a82-39818efc4382 service neutron] Bound port: 17fd60ea-0543-4f47-a2d4-f04e5e7b4886, host: hv-cinder-80661, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '628d84a7-ead1-4ac6-bffb-83d0c925f453', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '5152dae4-44c3-49b9-8d76-df9855d3f518'}}] {{(pid=96120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 15:39:12.242982 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [req-d6aff343-9777-44c8-9feb-a0f426c116d1 req-7ec81ad5-872d-40ea-9a82-39818efc4382 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-684029'] for port, before_update {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:39:12.269848 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86708eab-35a0-48b1-b917-443d60bcd1b2 req-bce662cf-b9fa-4ab3-910d-928580c0aff6 tempest-AttachVolumeNegativeTest-728742291 tempest-AttachVolumeNegativeTest-728742291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:39:12.277801 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-86708eab-35a0-48b1-b917-443d60bcd1b2 req-bce662cf-b9fa-4ab3-910d-928580c0aff6 tempest-AttachVolumeNegativeTest-728742291 tempest-AttachVolumeNegativeTest-728742291-project] 10.222.0.46 "GET /v2.0/ports?device_id=7c03c1ad-57f1-450e-8111-bd14587cc96c HTTP/1.1" status: 200 len: 931 time: 0.9793434 Sep 29 15:39:12.358136 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [req-b7781a9a-167e-4cbc-b2ac-423d2e977098 req-9c00805f-2eec-4669-817d-44bb4b3e1c97 tempest-DeleteServersTestJSON-637044148 tempest-DeleteServersTestJSON-637044148-project] 10.222.0.46 "GET /v2.0/security-groups?id=5a526d53-95a2-47df-b578-772e4e4f7016&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1470330 Sep 29 15:39:12.410276 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [None req-e8338c32-ba06-44a6-9e1c-f191f7aa669b tempest-AttachVolumeTestJSON-270594920 tempest-AttachVolumeTestJSON-270594920-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579214'] for security_group, after_create {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:39:12.477149 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [None req-daa13648-d899-49c2-bc9f-a37db8dc80e9 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 2.4157598 Sep 29 15:39:12.647888 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron_lib.callbacks.manager [None req-b9c17cb5-da0b-4971-9461-b9fe77f09974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-684029'] for port, before_update {{(pid=96122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:39:12.648911 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-86708eab-35a0-48b1-b917-443d60bcd1b2 req-b37a9f9d-83b3-474d-875e-7a22df44bb64 tempest-AttachVolumeNegativeTest-728742291 tempest-AttachVolumeNegativeTest-728742291-project] 10.222.0.46 "GET /v2.0/security-groups?id=c4509334-a1e4-43fe-aae7-235e447c037b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2892027 Sep 29 15:39:12.648911 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-f521cb1a-a179-4e52-ab8f-a0bcb0d45243 req-90cadc3a-8089-43e0-9568-f0508b63ab07 tempest-ServerRescueNegativeTestJSON-859711067 tempest-ServerRescueNegativeTestJSON-859711067-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.3267334 Sep 29 15:39:12.648911 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [None req-c06f5b8d-3527-4aa2-88c8-1b25cc94aacc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:39:12.649202 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.plugins.ml2.db [req-d6aff343-9777-44c8-9feb-a0f426c116d1 req-7ec81ad5-872d-40ea-9a82-39818efc4382 service neutron] For port 17fd60ea-0543-4f47-a2d4-f04e5e7b4886, host hv-cinder-80661, cleared binding levels {{(pid=96120) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 15:39:12.649202 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [req-27f90f0a-326b-4c9d-a080-76b221e7c5cf req-3c58fb21-dced-4974-b429-f461a993cdd4 tempest-ServerRescueNegativeTestJSON-859711067 tempest-ServerRescueNegativeTestJSON-859711067-project] 10.222.0.46 "GET /v2.0/ports?device_id=fceddbf7-453e-4d39-9b3d-c354498f646c HTTP/1.1" status: 200 len: 210 time: 0.1419191 Sep 29 15:39:12.660839 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.api.v2.base [req-f521cb1a-a179-4e52-ab8f-a0bcb0d45243 req-7c155c7f-e07c-4ee1-b3d4-54aee3ea294a service neutron] Request body: {'port': {'device_id': '1d663b77-78b8-44d6-ae6b-8f8b0c2199dd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80661'}} {{(pid=96121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 15:39:12.683809 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.plugins.ml2.db [req-d6aff343-9777-44c8-9feb-a0f426c116d1 req-7ec81ad5-872d-40ea-9a82-39818efc4382 service neutron] For port 17fd60ea-0543-4f47-a2d4-f04e5e7b4886, host hv-cinder-80661, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80661',level=0,port_id=17fd60ea-0543-4f47-a2d4-f04e5e7b4886,segment=NetworkSegment(628d84a7-ead1-4ac6-bffb-83d0c925f453),segment_id=628d84a7-ead1-4ac6-bffb-83d0c925f453)] {{(pid=96120) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 15:39:12.716422 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.db.provisioning_blocks [None req-86ea74e9-eea3-4769-b153-652ac6294d68 None None] Provisioning complete for port d6edfea8-fe4b-4feb-a4ee-78337362a82b triggered by entity L2. {{(pid=96122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 15:39:12.716801 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron_lib.callbacks.manager [None req-86ea74e9-eea3-4769-b153-652ac6294d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-626465'] for port, provisioning_complete {{(pid=96122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:39:12.723423 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.db.l3_hamode_db [None req-4533acf8-d535-4908-8752-9fad4fcd5487 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52ced7d6-4c59-4942-adf4-47e984fe6127', 'name': 'tempest-AttachVolumeShelveTestJSON-522904198-router', 'tenant_id': '13390da549814bc498d0c907da15d788', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd5efe95-1549-4750-933c-70412f77577e', 'external_fixed_ips': [{'subnet_id': '9c872fed-da92-4e12-828d-ac62e1b980b9', 'ip_address': '172.27.0.58'}], 'enable_snat': True}, 'gw_port_id': '45f62489-a444-4f79-b6dd-bd7efecb94c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T15:38:55Z', 'updated_at': '2021-09-29T15:39:04Z', 'revision_number': 4, 'project_id': '13390da549814bc498d0c907da15d788', 'gw_port': {'id': '45f62489-a444-4f79-b6dd-bd7efecb94c1', 'name': '', 'network_id': 'cd5efe95-1549-4750-933c-70412f77577e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:f3:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52ced7d6-4c59-4942-adf4-47e984fe6127', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '9c872fed-da92-4e12-828d-ac62e1b980b9', 'ip_address': '172.27.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806616-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T15:38:57Z', 'updated_at': '2021-09-29T15:39:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c872fed-da92-4e12-828d-ac62e1b980b9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806616-6-iscsi', '_interfaces': [{'id': '568674db-d5ba-4049-ae2c-cbe94253da52', 'name': '', 'network_id': '7d2058d9-0239-4e7f-ad5f-85b9e31d2757', 'tenant_id': '13390da549814bc498d0c907da15d788', 'mac_address': 'fa:16:3e:0c:85:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52ced7d6-4c59-4942-adf4-47e984fe6127', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '56afac6f-63d0-4994-bdac-133803bcf88a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806616-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T15:39:02Z', 'updated_at': '2021-09-29T15:39:10Z', 'revision_number': 4, 'project_id': '13390da549814bc498d0c907da15d788', 'subnets': [{'id': '56afac6f-63d0-4994-bdac-133803bcf88a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806616-6-iscsi', False) {} {{(pid=96122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 15:39:12.736763 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [req-f521cb1a-a179-4e52-ab8f-a0bcb0d45243 req-7c155c7f-e07c-4ee1-b3d4-54aee3ea294a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-684029'] for port, before_update {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:39:12.745332 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8338c32-ba06-44a6-9e1c-f191f7aa669b tempest-AttachVolumeTestJSON-270594920 tempest-AttachVolumeTestJSON-270594920-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fd7c349f-6119-46da-b1a9-67ca18fd632b,revision_number=1']} {{(pid=96121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 15:39:12.755686 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [None req-c06f5b8d-3527-4aa2-88c8-1b25cc94aacc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:39:12.811767 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [None req-e8338c32-ba06-44a6-9e1c-f191f7aa669b tempest-AttachVolumeTestJSON-270594920 tempest-AttachVolumeTestJSON-270594920-project] Notify callbacks [] for security_group, before_response {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:39:12.816863 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.wsgi [-] (96120) accepted ('10.222.0.46', 56272) {{(pid=96120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 15:39:12.820974 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [None req-e8338c32-ba06-44a6-9e1c-f191f7aa669b tempest-AttachVolumeTestJSON-270594920 tempest-AttachVolumeTestJSON-270594920-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 5.2401137 Sep 29 15:39:12.829314 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [req-fb2d9725-7610-4a09-aa82-3b64bc5dd933 req-70d695f2-a50b-476f-95da-faa03d6c1606 tempest-ServerRescueNegativeTestJSON-859711067 tempest-ServerRescueNegativeTestJSON-859711067-project] Notify callbacks [] for port, precommit_create {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:39:12.832776 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.wsgi [-] (96121) accepted ('10.222.0.46', 56274) {{(pid=96121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 15:39:12.836994 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.api.v2.base [None req-6480a595-9921-4284-9948-24947666295d tempest-AttachVolumeTestJSON-270594920 tempest-AttachVolumeTestJSON-270594920-project] Request body: {'security_group_rule': {'security_group_id': 'fd7c349f-6119-46da-b1a9-67ca18fd632b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=96120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 15:39:12.889456 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [req-d6aff343-9777-44c8-9feb-a0f426c116d1 req-7ec81ad5-872d-40ea-9a82-39818efc4382 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741780147972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741779628755', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741779628773'] for port, after_update {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:39:12.908694 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c03a6f83-173f-43e7-a063-e538ba4dfb27 None None] Network c473765a-c0f1-41c8-bf91-7673a342ea3a requested from dv-cinder-806616-6-iscsi {{(pid=96122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 15:39:12.912756 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4533acf8-d535-4908-8752-9fad4fcd5487 None None] The sync data for ids ['52ced7d6-4c59-4942-adf4-47e984fe6127'] in dv-cinder-806616-6-iscsi is: [{'id': '52ced7d6-4c59-4942-adf4-47e984fe6127', 'name': 'tempest-AttachVolumeShelveTestJSON-522904198-router', 'tenant_id': '13390da549814bc498d0c907da15d788', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd5efe95-1549-4750-933c-70412f77577e', 'external_fixed_ips': [{'subnet_id': '9c872fed-da92-4e12-828d-ac62e1b980b9', 'ip_address': '172.27.0.58'}], 'enable_snat': True}, 'gw_port_id': '45f62489-a444-4f79-b6dd-bd7efecb94c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T15:38:55Z', 'updated_at': '2021-09-29T15:39:04Z', 'revision_number': 4, 'project_id': '13390da549814bc498d0c907da15d788', 'gw_port': {'id': '45f62489-a444-4f79-b6dd-bd7efecb94c1', 'name': '', 'network_id': 'cd5efe95-1549-4750-933c-70412f77577e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:f3:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52ced7d6-4c59-4942-adf4-47e984fe6127', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '9c872fed-da92-4e12-828d-ac62e1b980b9', 'ip_address': '172.27.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806616-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T15:38:57Z', 'updated_at': '2021-09-29T15:39:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c872fed-da92-4e12-828d-ac62e1b980b9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806616-6-iscsi', '_interfaces': [{'id': '568674db-d5ba-4049-ae2c-cbe94253da52', 'name': '', 'network_id': '7d2058d9-0239-4e7f-ad5f-85b9e31d2757', 'tenant_id': '13390da549814bc498d0c907da15d788', 'mac_address': 'fa:16:3e:0c:85:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52ced7d6-4c59-4942-adf4-47e984fe6127', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '56afac6f-63d0-4994-bdac-133803bcf88a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806616-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T15:39:02Z', 'updated_at': '2021-09-29T15:39:10Z', 'revision_number': 4, 'project_id': '13390da549814bc498d0c907da15d788', 'subnets': [{'id': '56afac6f-63d0-4994-bdac-133803bcf88a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=96122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 15:39:12.937539 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.plugins.ml2.db [None req-b9c17cb5-da0b-4971-9461-b9fe77f09974 None None] For port 568674db-d5ba-4049-ae2c-cbe94253da52, host dv-cinder-806616-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806616-6-iscsi',level=0,port_id=568674db-d5ba-4049-ae2c-cbe94253da52,segment=NetworkSegment(445f7458-c019-4777-b7f7-9f69e4e3102b),segment_id=445f7458-c019-4777-b7f7-9f69e4e3102b)] {{(pid=96122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 15:39:12.996188 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-f40ebab0-7576-4d22-854c-cb8c6b956323 tempest-AttachVolumeShelveTestJSON-850210833 tempest-AttachVolumeShelveTestJSON-850210833-project] Notify callbacks [] for security_group, precommit_create {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:39:13.002131 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6aff343-9777-44c8-9feb-a0f426c116d1 req-7ec81ad5-872d-40ea-9a82-39818efc4382 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:39:13.002750 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [req-d6aff343-9777-44c8-9feb-a0f426c116d1 req-7ec81ad5-872d-40ea-9a82-39818efc4382 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577532'] for port, before_response {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:39:13.004771 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [req-d6aff343-9777-44c8-9feb-a0f426c116d1 req-7ec81ad5-872d-40ea-9a82-39818efc4382 service neutron] 10.222.0.22 "PUT /v2.0/ports/17fd60ea-0543-4f47-a2d4-f04e5e7b4886 HTTP/1.1" status: 200 len: 1093 time: 3.2394981 Sep 29 15:39:13.005265 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'da775cc6-3ab7-4560-9b2b-35ba569056f1', 'tag': '17fd60ea-0543-4f47-a2d4-f04e5e7b4886'}] {{(pid=96120) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 15:39:13.114830 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec81ad5-872d-40ea-9a82-39818efc4382 service neutron] Pushing event updated for resources: {'Port': ['ID=17fd60ea-0543-4f47-a2d4-f04e5e7b4886,revision_number=3']} {{(pid=96120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 15:39:13.184255 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4bb6707052646e9cb447c77cf5db72dad3b20325a43e0261074ac39fb81a9f0b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e9ee4d7-54b6-42ce-a633-bdbe1e1d9551" -d '{"events": [{"name": "network-changed", "server_uuid": "da775cc6-3ab7-4560-9b2b-35ba569056f1", "tag": "17fd60ea-0543-4f47-a2d4-f04e5e7b4886"}]}' {{(pid=96120) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 15:39:13.188192 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.db.db_base_plugin_v2 [None req-e6ba29b4-101b-4c5f-a8ca-8d2ed0dc4900 admin admin] Deleting subnet c42938a3-37da-4f25-b06d-604e85061057 {{(pid=96121) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 29 15:39:13.204707 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [None req-e6ba29b4-101b-4c5f-a8ca-8d2ed0dc4900 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:39:13.231480 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron_lib.callbacks.manager [None req-b9c17cb5-da0b-4971-9461-b9fe77f09974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741780147972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741779628755', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741779628773'] for port, after_update {{(pid=96122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:39:13.233373 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-f40ebab0-7576-4d22-854c-cb8c6b956323 tempest-AttachVolumeShelveTestJSON-850210833 tempest-AttachVolumeShelveTestJSON-850210833-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579214'] for security_group, after_create {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:39:13.313830 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f40ebab0-7576-4d22-854c-cb8c6b956323 tempest-AttachVolumeShelveTestJSON-850210833 tempest-AttachVolumeShelveTestJSON-850210833-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0ae69e60-4c6a-41e5-8a1f-3e04c991f9a3,revision_number=1']} {{(pid=96120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 15:39:13.331247 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c17cb5-da0b-4971-9461-b9fe77f09974 None None] Pushing event updated for resources: {'Port': ['ID=568674db-d5ba-4049-ae2c-cbe94253da52,revision_number=5']} {{(pid=96122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 15:39:13.398610 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [None req-e6ba29b4-101b-4c5f-a8ca-8d2ed0dc4900 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:39:13.406122 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 29 Sep 2021 15:39:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e0ec5ba-ee93-427b-968d-40e5fc8250ee x-openstack-request-id: req-8e0ec5ba-ee93-427b-968d-40e5fc8250ee {{(pid=96120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 15:39:13.407133 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "da775cc6-3ab7-4560-9b2b-35ba569056f1", "tag": "17fd60ea-0543-4f47-a2d4-f04e5e7b4886", "status": "completed", "code": 200}]} {{(pid=96120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 15:39:13.407133 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-8e0ec5ba-ee93-427b-968d-40e5fc8250ee {{(pid=96120) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 15:39:13.407346 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'da775cc6-3ab7-4560-9b2b-35ba569056f1', 'tag': '17fd60ea-0543-4f47-a2d4-f04e5e7b4886', 'status': 'completed', 'code': 200} Sep 29 15:39:13.428304 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [None req-e6ba29b4-101b-4c5f-a8ca-8d2ed0dc4900 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-648269'] for subnet, precommit_delete {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:39:13.472917 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [req-fb2d9725-7610-4a09-aa82-3b64bc5dd933 req-70d695f2-a50b-476f-95da-faa03d6c1606 tempest-ServerRescueNegativeTestJSON-859711067 tempest-ServerRescueNegativeTestJSON-859711067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741779628737'] for port, after_create {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:39:13.537599 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-f40ebab0-7576-4d22-854c-cb8c6b956323 tempest-AttachVolumeShelveTestJSON-850210833 tempest-AttachVolumeShelveTestJSON-850210833-project] Notify callbacks [] for security_group, before_response {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:39:13.539163 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [None req-f40ebab0-7576-4d22-854c-cb8c6b956323 tempest-AttachVolumeShelveTestJSON-850210833 tempest-AttachVolumeShelveTestJSON-850210833-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 4.3019874 Sep 29 15:39:13.540745 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [req-179fd403-2e23-4efe-b9d5-da9c9fd9a3bc req-f49042af-87af-4a4a-804d-fd3b51c7d3e3 tempest-AttachVolumeNegativeTest-728742291 tempest-AttachVolumeNegativeTest-728742291-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 6.0085716 Sep 29 15:39:13.542118 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.wsgi [-] (96120) accepted ('10.222.0.46', 56288) {{(pid=96120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 15:39:13.544656 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fb2d9725-7610-4a09-aa82-3b64bc5dd933 req-70d695f2-a50b-476f-95da-faa03d6c1606 tempest-ServerRescueNegativeTestJSON-859711067 tempest-ServerRescueNegativeTestJSON-859711067-project] Network daa727ac-86a8-4704-b1b4-10803b6b1e68 is already hosted by enough agents. {{(pid=96121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 15:39:13.546856 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.api.v2.base [None req-909a96bb-e7f5-4d0e-8485-a4c671b3ef97 tempest-AttachVolumeShelveTestJSON-850210833 tempest-AttachVolumeShelveTestJSON-850210833-project] Request body: {'security_group_rule': {'security_group_id': '0ae69e60-4c6a-41e5-8a1f-3e04c991f9a3', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=96120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 15:39:13.551807 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.scheduler.base_scheduler [req-fb2d9725-7610-4a09-aa82-3b64bc5dd933 req-70d695f2-a50b-476f-95da-faa03d6c1606 tempest-ServerRescueNegativeTestJSON-859711067 tempest-ServerRescueNegativeTestJSON-859711067-project] Resources bound (agent type, host, resource id): {{(pid=96121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 15:39:13.562025 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb2d9725-7610-4a09-aa82-3b64bc5dd933 req-70d695f2-a50b-476f-95da-faa03d6c1606 tempest-ServerRescueNegativeTestJSON-859711067 tempest-ServerRescueNegativeTestJSON-859711067-project] Received port after_create {{(pid=96121) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 15:39:13.575739 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2d9725-7610-4a09-aa82-3b64bc5dd933 req-70d695f2-a50b-476f-95da-faa03d6c1606 tempest-ServerRescueNegativeTestJSON-859711067 tempest-ServerRescueNegativeTestJSON-859711067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=96121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:39:13.577022 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [req-fb2d9725-7610-4a09-aa82-3b64bc5dd933 req-70d695f2-a50b-476f-95da-faa03d6c1606 tempest-ServerRescueNegativeTestJSON-859711067 tempest-ServerRescueNegativeTestJSON-859711067-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577532'] for port, before_response {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:39:13.588060 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [None req-c06f5b8d-3527-4aa2-88c8-1b25cc94aacc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579214'] for security_group, after_delete {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:39:13.590907 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [None req-c06f5b8d-3527-4aa2-88c8-1b25cc94aacc admin admin] Notify callbacks [] for security_group, before_response {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:39:13.592186 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [None req-c06f5b8d-3527-4aa2-88c8-1b25cc94aacc admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/83605a79-3770-4cfb-a601-dee4c91bfe0b HTTP/1.1" status: 204 len: 168 time: 1.6186478 Sep 29 15:39:13.614034 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5955e59-6016-4d8a-9907-0d3f9cdf2431 req-8615b242-4fe2-4dde-8c21-a51e278f8793 tempest-DeleteServersTestJSON-637044148 tempest-DeleteServersTestJSON-637044148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:39:13.615908 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [req-a5955e59-6016-4d8a-9907-0d3f9cdf2431 req-8615b242-4fe2-4dde-8c21-a51e278f8793 tempest-DeleteServersTestJSON-637044148 tempest-DeleteServersTestJSON-637044148-project] 10.222.0.46 "GET /v2.0/ports?device_id=da775cc6-3ab7-4560-9b2b-35ba569056f1 HTTP/1.1" status: 200 len: 943 time: 0.1372056 Sep 29 15:39:13.684894 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d695f2-a50b-476f-95da-faa03d6c1606 tempest-ServerRescueNegativeTestJSON-859711067 tempest-ServerRescueNegativeTestJSON-859711067-project] Pushing event updated for resources: {'Port': ['ID=3f0234c3-e1ed-436b-987e-7dbb46c7c1a4,revision_number=1']} {{(pid=96121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 15:39:13.684894 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c06f5b8d-3527-4aa2-88c8-1b25cc94aacc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83605a79-3770-4cfb-a601-dee4c91bfe0b,revision_number=None']} {{(pid=96121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 15:39:13.709330 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [req-a5955e59-6016-4d8a-9907-0d3f9cdf2431 req-73eaf07e-5fe1-47ef-9a8e-c8725d80decc tempest-DeleteServersTestJSON-637044148 tempest-DeleteServersTestJSON-637044148-project] 10.222.0.46 "GET /v2.0/security-groups?id=5a526d53-95a2-47df-b578-772e4e4f7016&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855424 Sep 29 15:39:13.788539 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-6480a595-9921-4284-9948-24947666295d tempest-AttachVolumeTestJSON-270594920 tempest-AttachVolumeTestJSON-270594920-project] Notify callbacks [] for security_group_rule, before_create {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:39:14.099072 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.plugins.ml2.rpc [None req-86ea74e9-eea3-4769-b153-652ac6294d68 None None] Device 568674db-d5ba-4049-ae2c-cbe94253da52 up at agent ovs-agent-dv-cinder-806616-6-iscsi {{(pid=96122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 15:39:14.108793 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [None req-e6ba29b4-101b-4c5f-a8ca-8d2ed0dc4900 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-648260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1575015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575366'] for subnet, after_delete {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:39:14.208646 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.db.provisioning_blocks [None req-86ea74e9-eea3-4769-b153-652ac6294d68 None None] Provisioning complete for port 568674db-d5ba-4049-ae2c-cbe94253da52 triggered by entity L2. {{(pid=96122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 15:39:14.208968 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron_lib.callbacks.manager [None req-86ea74e9-eea3-4769-b153-652ac6294d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-626465'] for port, provisioning_complete {{(pid=96122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:39:14.237441 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-fb2d9725-7610-4a09-aa82-3b64bc5dd933 req-70d695f2-a50b-476f-95da-faa03d6c1606 tempest-ServerRescueNegativeTestJSON-859711067 tempest-ServerRescueNegativeTestJSON-859711067-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.2782693 Sep 29 15:39:14.274950 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6ba29b4-101b-4c5f-a8ca-8d2ed0dc4900 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c42938a3-37da-4f25-b06d-604e85061057,revision_number=None']} {{(pid=96121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 15:39:14.298744 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.notifiers.nova [req-f521cb1a-a179-4e52-ab8f-a0bcb0d45243 req-7c155c7f-e07c-4ee1-b3d4-54aee3ea294a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 31ccdbe5-d9c3-4401-b176-06795eb1e102 {{(pid=96121) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 15:39:14.303999 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [None req-e6ba29b4-101b-4c5f-a8ca-8d2ed0dc4900 admin admin] Notify callbacks [] for subnet, before_response {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:39:14.309073 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [None req-e6ba29b4-101b-4c5f-a8ca-8d2ed0dc4900 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/c42938a3-37da-4f25-b06d-604e85061057 HTTP/1.1" status: 204 len: 168 time: 1.4573820 Sep 29 15:39:14.313556 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.wsgi [-] (96121) accepted ('10.222.0.46', 56310) {{(pid=96121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 15:39:14.318755 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [req-f521cb1a-a179-4e52-ab8f-a0bcb0d45243 req-7c155c7f-e07c-4ee1-b3d4-54aee3ea294a service neutron] Notify callbacks [] for port, precommit_update {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:39:14.361511 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b2d91a-695d-4e2c-9010-c2678b8c8b15 req-8d94558d-425b-4ffa-a615-9261b75b3381 tempest-AttachVolumeNegativeTest-728742291 tempest-AttachVolumeNegativeTest-728742291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:39:14.370949 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-b9b2d91a-695d-4e2c-9010-c2678b8c8b15 req-8d94558d-425b-4ffa-a615-9261b75b3381 tempest-AttachVolumeNegativeTest-728742291 tempest-AttachVolumeNegativeTest-728742291-project] 10.222.0.46 "GET /v2.0/ports?device_id=7c03c1ad-57f1-450e-8111-bd14587cc96c HTTP/1.1" status: 200 len: 931 time: 0.6444502 Sep 29 15:39:14.387539 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674ecb7f-33a2-4726-8a61-36d963d8696a req-8685505e-71a5-412e-88d0-398048c8373e tempest-ServerRescueNegativeTestJSON-859711067 tempest-ServerRescueNegativeTestJSON-859711067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:39:14.406041 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.db.provisioning_blocks [req-f521cb1a-a179-4e52-ab8f-a0bcb0d45243 req-7c155c7f-e07c-4ee1-b3d4-54aee3ea294a service neutron] Transition to ACTIVE for port object 31ccdbe5-d9c3-4401-b176-06795eb1e102 will not be triggered until provisioned by entity L2. {{(pid=96121) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 15:39:14.408131 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [req-674ecb7f-33a2-4726-8a61-36d963d8696a req-8685505e-71a5-412e-88d0-398048c8373e tempest-ServerRescueNegativeTestJSON-859711067 tempest-ServerRescueNegativeTestJSON-859711067-project] 10.222.0.46 "GET /v2.0/ports?device_id=fceddbf7-453e-4d39-9b3d-c354498f646c HTTP/1.1" status: 200 len: 931 time: 0.5766222 Sep 29 15:39:14.524159 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-6480a595-9921-4284-9948-24947666295d tempest-AttachVolumeTestJSON-270594920 tempest-AttachVolumeTestJSON-270594920-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:39:14.524677 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [None req-ce2e05e0-157b-48ff-b43d-c9710fad76bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-533685'] for network, before_delete {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:39:14.524677 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-b9b2d91a-695d-4e2c-9010-c2678b8c8b15 req-cfd14888-275d-4677-bc4a-853215b20b71 tempest-AttachVolumeNegativeTest-728742291 tempest-AttachVolumeNegativeTest-728742291-project] 10.222.0.46 "GET /v2.0/security-groups?id=c4509334-a1e4-43fe-aae7-235e447c037b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1324275 Sep 29 15:39:14.525604 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [req-674ecb7f-33a2-4726-8a61-36d963d8696a req-98e5cdb8-688a-4012-90bf-8b19595a2aee tempest-ServerRescueNegativeTestJSON-859711067 tempest-ServerRescueNegativeTestJSON-859711067-project] 10.222.0.46 "GET /v2.0/security-groups?id=69bb6ea6-2770-4a41-88ab-960c26e8ecb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039791 Sep 29 15:39:14.634932 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [None req-ce2e05e0-157b-48ff-b43d-c9710fad76bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-630004', 'neutron.services.segments.db._delete_segments_for_network-8741779927188'] for network, precommit_delete {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:39:14.661431 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-909a96bb-e7f5-4d0e-8485-a4c671b3ef97 tempest-AttachVolumeShelveTestJSON-850210833 tempest-AttachVolumeShelveTestJSON-850210833-project] Notify callbacks [] for security_group_rule, before_create {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:39:14.667797 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [None req-ce2e05e0-157b-48ff-b43d-c9710fad76bd admin admin] Subscribe: > segment before_delete 55550000 {{(pid=96121) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 15:39:14.668808 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [None req-ce2e05e0-157b-48ff-b43d-c9710fad76bd admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=96121) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 15:39:14.669910 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [None req-ce2e05e0-157b-48ff-b43d-c9710fad76bd admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=96121) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 15:39:14.670400 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [None req-ce2e05e0-157b-48ff-b43d-c9710fad76bd admin admin] Subscribe: > port after_create 55550000 {{(pid=96121) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 15:39:14.670882 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [None req-ce2e05e0-157b-48ff-b43d-c9710fad76bd admin admin] Subscribe: > port after_delete 55550000 {{(pid=96121) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 15:39:14.671362 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [None req-ce2e05e0-157b-48ff-b43d-c9710fad76bd admin admin] Subscribe: > port after_update 55550000 {{(pid=96121) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 15:39:14.671837 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [None req-ce2e05e0-157b-48ff-b43d-c9710fad76bd admin admin] Subscribe: > segment after_delete 55550000 {{(pid=96121) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 15:39:14.672371 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [None req-ce2e05e0-157b-48ff-b43d-c9710fad76bd admin admin] Subscribe: > subnet after_create 55550000 {{(pid=96121) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 15:39:14.672824 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [None req-ce2e05e0-157b-48ff-b43d-c9710fad76bd admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=96121) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 15:39:14.673287 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [None req-ce2e05e0-157b-48ff-b43d-c9710fad76bd admin admin] Subscribe: > subnet after_update 55550000 {{(pid=96121) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 15:39:14.740876 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-909a96bb-e7f5-4d0e-8485-a4c671b3ef97 tempest-AttachVolumeShelveTestJSON-850210833 tempest-AttachVolumeShelveTestJSON-850210833-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:39:14.795476 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-6480a595-9921-4284-9948-24947666295d tempest-AttachVolumeTestJSON-270594920 tempest-AttachVolumeTestJSON-270594920-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081610'] for security_group_rule, after_create {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:39:14.830569 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-909a96bb-e7f5-4d0e-8485-a4c671b3ef97 tempest-AttachVolumeShelveTestJSON-850210833 tempest-AttachVolumeShelveTestJSON-850210833-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081610'] for security_group_rule, after_create {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:39:14.855620 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6480a595-9921-4284-9948-24947666295d tempest-AttachVolumeTestJSON-270594920 tempest-AttachVolumeTestJSON-270594920-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=016abbbd-bfa4-4b9e-8178-cebc29a65f0f,revision_number=0']} {{(pid=96120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 15:39:14.908153 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-909a96bb-e7f5-4d0e-8485-a4c671b3ef97 tempest-AttachVolumeShelveTestJSON-850210833 tempest-AttachVolumeShelveTestJSON-850210833-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=961343c6-ad63-4e66-a2a3-a931eb28721f,revision_number=0']} {{(pid=96120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 15:39:15.207100 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [None req-ce2e05e0-157b-48ff-b43d-c9710fad76bd admin admin] Subscribe: > subnet after_create 55550000 {{(pid=96121) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 15:39:15.207100 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [None req-ce2e05e0-157b-48ff-b43d-c9710fad76bd admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=96121) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 15:39:15.207100 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [None req-ce2e05e0-157b-48ff-b43d-c9710fad76bd admin admin] Subscribe: > subnet before_create 55550000 {{(pid=96121) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 15:39:15.207100 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [None req-ce2e05e0-157b-48ff-b43d-c9710fad76bd admin admin] Subscribe: > subnet before_update 55550000 {{(pid=96121) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 15:39:15.207100 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.services.segments.db [None req-ce2e05e0-157b-48ff-b43d-c9710fad76bd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0d3ef0d3-3735-4df2-983c-ef910e2a82f5']}} {{(pid=96121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 15:39:15.219595 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [req-f521cb1a-a179-4e52-ab8f-a0bcb0d45243 req-7c155c7f-e07c-4ee1-b3d4-54aee3ea294a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741780147972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741779628755', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741779628773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3898424'] for port, after_update {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:39:15.241675 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.services.segments.db [None req-ce2e05e0-157b-48ff-b43d-c9710fad76bd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '036c9238-21fe-41e9-8b93-71a3653a112f') {'for_net_delete': True} {{(pid=96121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 15:39:15.241776 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.services.segments.db [None req-ce2e05e0-157b-48ff-b43d-c9710fad76bd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '036c9238-21fe-41e9-8b93-71a3653a112f') {} {{(pid=96121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 15:39:15.306826 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-6480a595-9921-4284-9948-24947666295d tempest-AttachVolumeTestJSON-270594920 tempest-AttachVolumeTestJSON-270594920-project] Notify callbacks [] for security_group_rule, before_response {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:39:15.307057 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [None req-ce2e05e0-157b-48ff-b43d-c9710fad76bd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741779926685', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2784934'] for segment, before_delete {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:39:15.316573 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [None req-6480a595-9921-4284-9948-24947666295d tempest-AttachVolumeTestJSON-270594920 tempest-AttachVolumeTestJSON-270594920-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 2.4949267 Sep 29 15:39:15.322268 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-909a96bb-e7f5-4d0e-8485-a4c671b3ef97 tempest-AttachVolumeShelveTestJSON-850210833 tempest-AttachVolumeShelveTestJSON-850210833-project] Notify callbacks [] for security_group_rule, before_response {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:39:15.322268 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [None req-909a96bb-e7f5-4d0e-8485-a4c671b3ef97 tempest-AttachVolumeShelveTestJSON-850210833 tempest-AttachVolumeShelveTestJSON-850210833-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.7779288 Sep 29 15:39:15.322268 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.wsgi [-] (96120) accepted ('10.222.0.46', 56328) {{(pid=96120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 15:39:15.324814 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.wsgi [-] (96121) accepted ('10.222.0.46', 56330) {{(pid=96121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 15:39:15.332517 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.api.v2.base [None req-7067f364-9243-4527-99d5-974fe971d5c7 tempest-AttachVolumeTestJSON-270594920 tempest-AttachVolumeTestJSON-270594920-project] Request body: {'security_group_rule': {'security_group_id': 'fd7c349f-6119-46da-b1a9-67ca18fd632b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=96120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 15:39:15.356490 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.api.v2.base [None req-a61904ec-c192-4db4-83c3-ea50f1f3f334 tempest-AttachVolumeShelveTestJSON-850210833 tempest-AttachVolumeShelveTestJSON-850210833-project] Request body: {'security_group_rule': {'security_group_id': '0ae69e60-4c6a-41e5-8a1f-3e04c991f9a3', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=96121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 15:39:15.385456 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [None req-ce2e05e0-157b-48ff-b43d-c9710fad76bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-649178'] for segment, precommit_delete {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:39:15.425155 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c155c7f-e07c-4ee1-b3d4-54aee3ea294a service neutron] Pushing event updated for resources: {'Port': ['ID=31ccdbe5-d9c3-4401-b176-06795eb1e102,revision_number=2']} {{(pid=96121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 15:39:15.431955 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-7067f364-9243-4527-99d5-974fe971d5c7 tempest-AttachVolumeTestJSON-270594920 tempest-AttachVolumeTestJSON-270594920-project] Notify callbacks [] for security_group_rule, before_create {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:39:15.432556 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ce2e05e0-157b-48ff-b43d-c9710fad76bd admin admin] Releasing vlan 645 on physical network physnet1 to pool {{(pid=96121) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 29 15:39:15.432972 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [None req-ce2e05e0-157b-48ff-b43d-c9710fad76bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-649178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3898816'] for segment, after_delete {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:39:15.452116 dv-cinder-806616-6-iscsi neutron-server[96121]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 29 15:39:15.452116 dv-cinder-806616-6-iscsi neutron-server[96121]: from cryptography.utils import int_from_bytes Sep 29 15:39:15.452116 dv-cinder-806616-6-iscsi neutron-server[96121]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 29 15:39:15.452116 dv-cinder-806616-6-iscsi neutron-server[96121]: from cryptography.utils import int_from_bytes Sep 29 15:39:15.452116 dv-cinder-806616-6-iscsi neutron-server[96121]: Traceback (most recent call last): Sep 29 15:39:15.452116 dv-cinder-806616-6-iscsi neutron-server[96121]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 29 15:39:15.452116 dv-cinder-806616-6-iscsi neutron-server[96121]: timer() Sep 29 15:39:15.452116 dv-cinder-806616-6-iscsi neutron-server[96121]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 29 15:39:15.452116 dv-cinder-806616-6-iscsi neutron-server[96121]: cb(*args, **kw) Sep 29 15:39:15.452116 dv-cinder-806616-6-iscsi neutron-server[96121]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 29 15:39:15.452116 dv-cinder-806616-6-iscsi neutron-server[96121]: return func(*args, **kwargs) Sep 29 15:39:15.452116 dv-cinder-806616-6-iscsi neutron-server[96121]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 29 15:39:15.452116 dv-cinder-806616-6-iscsi neutron-server[96121]: self._notify() Sep 29 15:39:15.452116 dv-cinder-806616-6-iscsi neutron-server[96121]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 29 15:39:15.452116 dv-cinder-806616-6-iscsi neutron-server[96121]: self.callback(batched_events) Sep 29 15:39:15.452116 dv-cinder-806616-6-iscsi neutron-server[96121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 29 15:39:15.452116 dv-cinder-806616-6-iscsi neutron-server[96121]: event.method(event) Sep 29 15:39:15.452116 dv-cinder-806616-6-iscsi neutron-server[96121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 29 15:39:15.452116 dv-cinder-806616-6-iscsi neutron-server[96121]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 29 15:39:15.452116 dv-cinder-806616-6-iscsi neutron-server[96121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 29 15:39:15.452116 dv-cinder-806616-6-iscsi neutron-server[96121]: aggregate_uuid = self.p_client.list_aggregates( Sep 29 15:39:15.452116 dv-cinder-806616-6-iscsi neutron-server[96121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 29 15:39:15.452116 dv-cinder-806616-6-iscsi neutron-server[96121]: return f(self, *a, **k) Sep 29 15:39:15.452116 dv-cinder-806616-6-iscsi neutron-server[96121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 29 15:39:15.452116 dv-cinder-806616-6-iscsi neutron-server[96121]: return self._get(url).json() Sep 29 15:39:15.452116 dv-cinder-806616-6-iscsi neutron-server[96121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 29 15:39:15.452116 dv-cinder-806616-6-iscsi neutron-server[96121]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 29 15:39:15.452116 dv-cinder-806616-6-iscsi neutron-server[96121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 29 15:39:15.452116 dv-cinder-806616-6-iscsi neutron-server[96121]: return self.request(url, 'GET', **kwargs) Sep 29 15:39:15.452116 dv-cinder-806616-6-iscsi neutron-server[96121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 29 15:39:15.452116 dv-cinder-806616-6-iscsi neutron-server[96121]: base_url = self.get_endpoint(auth, allow=allow, Sep 29 15:39:15.452116 dv-cinder-806616-6-iscsi neutron-server[96121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 29 15:39:15.452116 dv-cinder-806616-6-iscsi neutron-server[96121]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 29 15:39:15.452116 dv-cinder-806616-6-iscsi neutron-server[96121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 29 15:39:15.452116 dv-cinder-806616-6-iscsi neutron-server[96121]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 29 15:39:15.452116 dv-cinder-806616-6-iscsi neutron-server[96121]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 29 15:39:15.490606 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b476606-d846-4a29-8b13-3ec3a303fd5f req-5f1b55a7-92d9-412c-819d-c4e0757f4e70 tempest-DeleteServersTestJSON-637044148 tempest-DeleteServersTestJSON-637044148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:39:15.492310 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-8b476606-d846-4a29-8b13-3ec3a303fd5f req-5f1b55a7-92d9-412c-819d-c4e0757f4e70 tempest-DeleteServersTestJSON-637044148 tempest-DeleteServersTestJSON-637044148-project] 10.222.0.46 "GET /v2.0/ports?device_id=da775cc6-3ab7-4560-9b2b-35ba569056f1 HTTP/1.1" status: 200 len: 943 time: 0.2833962 Sep 29 15:39:15.574836 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-7067f364-9243-4527-99d5-974fe971d5c7 tempest-AttachVolumeTestJSON-270594920 tempest-AttachVolumeTestJSON-270594920-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:39:15.675907 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be11d7da-97fa-4e84-a6c0-927c3ba467af req-b7dd34c0-688e-4ae8-bbf8-2506b17da088 tempest-ServerRescueNegativeTestJSON-859711067 tempest-ServerRescueNegativeTestJSON-859711067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:39:15.687610 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [req-be11d7da-97fa-4e84-a6c0-927c3ba467af req-b7dd34c0-688e-4ae8-bbf8-2506b17da088 tempest-ServerRescueNegativeTestJSON-859711067 tempest-ServerRescueNegativeTestJSON-859711067-project] 10.222.0.46 "GET /v2.0/ports?device_id=fceddbf7-453e-4d39-9b3d-c354498f646c HTTP/1.1" status: 200 len: 931 time: 0.0872846 Sep 29 15:39:15.726070 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-8b476606-d846-4a29-8b13-3ec3a303fd5f req-9e624825-baec-4039-9aa7-419f3004178f tempest-DeleteServersTestJSON-637044148 tempest-DeleteServersTestJSON-637044148-project] 10.222.0.46 "GET /v2.0/security-groups?id=5a526d53-95a2-47df-b578-772e4e4f7016&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2041423 Sep 29 15:39:15.726961 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.plugins.ml2.managers [req-f521cb1a-a179-4e52-ab8f-a0bcb0d45243 req-7c155c7f-e07c-4ee1-b3d4-54aee3ea294a service neutron] Attempting to bind port 31ccdbe5-d9c3-4401-b176-06795eb1e102 on host hv-cinder-80661 for vnic_type normal with profile {{(pid=96121) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 15:39:15.727321 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.plugins.ml2.managers [req-f521cb1a-a179-4e52-ab8f-a0bcb0d45243 req-7c155c7f-e07c-4ee1-b3d4-54aee3ea294a service neutron] Attempting to bind port 31ccdbe5-d9c3-4401-b176-06795eb1e102 by drivers openvswitch,hyperv on host hv-cinder-80661 at level 0 using segments [{'id': '31764bfc-788e-47a5-9e39-ac36bd4368d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'daa727ac-86a8-4704-b1b4-10803b6b1e68'}] {{(pid=96121) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 15:39:15.730358 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f521cb1a-a179-4e52-ab8f-a0bcb0d45243 req-7c155c7f-e07c-4ee1-b3d4-54aee3ea294a service neutron] Attempting to bind port 31ccdbe5-d9c3-4401-b176-06795eb1e102 on network daa727ac-86a8-4704-b1b4-10803b6b1e68 {{(pid=96121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 15:39:15.734950 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [req-be11d7da-97fa-4e84-a6c0-927c3ba467af req-f99afe97-b6d2-41ae-9484-ffdf72e1c6a4 tempest-ServerRescueNegativeTestJSON-859711067 tempest-ServerRescueNegativeTestJSON-859711067-project] 10.222.0.46 "GET /v2.0/security-groups?id=69bb6ea6-2770-4a41-88ab-960c26e8ecb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462897 Sep 29 15:39:15.769541 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f521cb1a-a179-4e52-ab8f-a0bcb0d45243 req-7c155c7f-e07c-4ee1-b3d4-54aee3ea294a service neutron] Port 31ccdbe5-d9c3-4401-b176-06795eb1e102 on network daa727ac-86a8-4704-b1b4-10803b6b1e68 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80661 {{(pid=96121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 29 15:39:15.769915 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f521cb1a-a179-4e52-ab8f-a0bcb0d45243 req-7c155c7f-e07c-4ee1-b3d4-54aee3ea294a service neutron] Attempting to bind port 31ccdbe5-d9c3-4401-b176-06795eb1e102 on network daa727ac-86a8-4704-b1b4-10803b6b1e68 {{(pid=96121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 15:39:15.777134 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f521cb1a-a179-4e52-ab8f-a0bcb0d45243 req-7c155c7f-e07c-4ee1-b3d4-54aee3ea294a service neutron] Checking agent: {'id': '02e4aaf8-ac1d-430d-8152-9e2105739360', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80661', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 15, 37, 5), 'started_at': datetime.datetime(2021, 9, 29, 15, 37, 5), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 15, 39, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=96121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 15:39:15.777495 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f521cb1a-a179-4e52-ab8f-a0bcb0d45243 req-7c155c7f-e07c-4ee1-b3d4-54aee3ea294a service neutron] Checking segment: {'id': '31764bfc-788e-47a5-9e39-ac36bd4368d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'daa727ac-86a8-4704-b1b4-10803b6b1e68'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96121) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 15:39:15.778066 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f521cb1a-a179-4e52-ab8f-a0bcb0d45243 req-7c155c7f-e07c-4ee1-b3d4-54aee3ea294a service neutron] Bound using segment: {'id': '31764bfc-788e-47a5-9e39-ac36bd4368d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'daa727ac-86a8-4704-b1b4-10803b6b1e68'} {{(pid=96121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 15:39:15.783186 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.plugins.ml2.managers [req-f521cb1a-a179-4e52-ab8f-a0bcb0d45243 req-7c155c7f-e07c-4ee1-b3d4-54aee3ea294a service neutron] Bound port: 31ccdbe5-d9c3-4401-b176-06795eb1e102, host: hv-cinder-80661, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '31764bfc-788e-47a5-9e39-ac36bd4368d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'daa727ac-86a8-4704-b1b4-10803b6b1e68'}}] {{(pid=96121) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 15:39:15.783580 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [req-f521cb1a-a179-4e52-ab8f-a0bcb0d45243 req-7c155c7f-e07c-4ee1-b3d4-54aee3ea294a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-684029'] for port, before_update {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:39:15.813354 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-7067f364-9243-4527-99d5-974fe971d5c7 tempest-AttachVolumeTestJSON-270594920 tempest-AttachVolumeTestJSON-270594920-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081610'] for security_group_rule, after_create {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:39:15.849753 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [None req-ce2e05e0-157b-48ff-b43d-c9710fad76bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-629955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575366', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1618949'] for network, after_delete {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:39:15.864350 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7067f364-9243-4527-99d5-974fe971d5c7 tempest-AttachVolumeTestJSON-270594920 tempest-AttachVolumeTestJSON-270594920-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=35e64a8d-4e77-4e20-b0a1-3b3577e57be6,revision_number=0']} {{(pid=96120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 15:39:15.918821 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [None req-a61904ec-c192-4db4-83c3-ea50f1f3f334 tempest-AttachVolumeShelveTestJSON-850210833 tempest-AttachVolumeShelveTestJSON-850210833-project] Notify callbacks [] for security_group_rule, before_create {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:39:15.930693 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [None req-ce2e05e0-157b-48ff-b43d-c9710fad76bd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577532'] for network, before_response {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:39:15.934544 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-7067f364-9243-4527-99d5-974fe971d5c7 tempest-AttachVolumeTestJSON-270594920 tempest-AttachVolumeTestJSON-270594920-project] Notify callbacks [] for security_group_rule, before_response {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:39:15.935514 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [None req-ce2e05e0-157b-48ff-b43d-c9710fad76bd admin admin] 10.222.0.46 "DELETE /v2.0/networks/0d3ef0d3-3735-4df2-983c-ef910e2a82f5 HTTP/1.1" status: 204 len: 168 time: 1.6209610 Sep 29 15:39:15.939584 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [None req-7067f364-9243-4527-99d5-974fe971d5c7 tempest-AttachVolumeTestJSON-270594920 tempest-AttachVolumeTestJSON-270594920-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6140234 Sep 29 15:39:15.942170 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.wsgi [-] (96120) accepted ('10.222.0.46', 56346) {{(pid=96120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 15:39:15.947445 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.wsgi [-] (96120) accepted ('10.222.0.46', 56348) {{(pid=96120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 15:39:15.951899 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.api.v2.base [None req-eec87630-70dd-4604-9bd0-d8e04fbde49e tempest-AttachVolumeTestJSON-270594920 tempest-AttachVolumeTestJSON-270594920-project] Request body: {'floatingip': {'floating_network_id': 'cd5efe95-1549-4750-933c-70412f77577e'}} {{(pid=96120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 15:39:15.970015 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce2e05e0-157b-48ff-b43d-c9710fad76bd admin admin] Pushing event deleted for resources: {'Network': ['ID=0d3ef0d3-3735-4df2-983c-ef910e2a82f5,revision_number=None']} {{(pid=96121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 15:39:16.046272 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.db.db_base_plugin_v2 [None req-30389731-5fb3-456a-8e3a-172d1ebbea7e admin admin] Deleting subnet 019efc96-ff8b-46b7-8d89-030382d1b77d {{(pid=96120) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 29 15:39:16.050103 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-30389731-5fb3-456a-8e3a-172d1ebbea7e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:39:16.089393 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-30389731-5fb3-456a-8e3a-172d1ebbea7e admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:39:16.094266 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [None req-a61904ec-c192-4db4-83c3-ea50f1f3f334 tempest-AttachVolumeShelveTestJSON-850210833 tempest-AttachVolumeShelveTestJSON-850210833-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:39:16.101707 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-30389731-5fb3-456a-8e3a-172d1ebbea7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-648269'] for subnet, precommit_delete {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:39:16.106162 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-eec87630-70dd-4604-9bd0-d8e04fbde49e tempest-AttachVolumeTestJSON-270594920 tempest-AttachVolumeTestJSON-270594920-project] Notify callbacks [] for floatingip, before_create {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:39:16.122394 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.plugins.ml2.db [req-f521cb1a-a179-4e52-ab8f-a0bcb0d45243 req-7c155c7f-e07c-4ee1-b3d4-54aee3ea294a service neutron] For port 31ccdbe5-d9c3-4401-b176-06795eb1e102, host hv-cinder-80661, cleared binding levels {{(pid=96121) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 15:39:16.278510 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322a8491-d5f6-4247-8d02-25b1f6f37c2f req-ee099462-ba8c-4a7b-96c4-e428f8978cce tempest-AttachVolumeNegativeTest-728742291 tempest-AttachVolumeNegativeTest-728742291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:39:16.278510 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-322a8491-d5f6-4247-8d02-25b1f6f37c2f req-ee099462-ba8c-4a7b-96c4-e428f8978cce tempest-AttachVolumeNegativeTest-728742291 tempest-AttachVolumeNegativeTest-728742291-project] 10.222.0.46 "GET /v2.0/ports?device_id=7c03c1ad-57f1-450e-8111-bd14587cc96c HTTP/1.1" status: 200 len: 931 time: 0.2588294 Sep 29 15:39:16.278510 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.plugins.ml2.db [req-f521cb1a-a179-4e52-ab8f-a0bcb0d45243 req-7c155c7f-e07c-4ee1-b3d4-54aee3ea294a service neutron] For port 31ccdbe5-d9c3-4401-b176-06795eb1e102, host hv-cinder-80661, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80661',level=0,port_id=31ccdbe5-d9c3-4401-b176-06795eb1e102,segment=NetworkSegment(31764bfc-788e-47a5-9e39-ac36bd4368d1),segment_id=31764bfc-788e-47a5-9e39-ac36bd4368d1)] {{(pid=96121) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 15:39:16.279181 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.api.v2.base [req-179fd403-2e23-4efe-b9d5-da9c9fd9a3bc req-ed848c59-2a33-432d-91de-1d896148406b service neutron] Request body: {'port': {'device_id': '7c03c1ad-57f1-450e-8111-bd14587cc96c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80661'}} {{(pid=96120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 15:39:16.279269 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-322a8491-d5f6-4247-8d02-25b1f6f37c2f req-25fb1040-613a-410f-a53c-34b9551fe809 tempest-AttachVolumeNegativeTest-728742291 tempest-AttachVolumeNegativeTest-728742291-project] 10.222.0.46 "GET /v2.0/security-groups?id=c4509334-a1e4-43fe-aae7-235e447c037b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412695 Sep 29 15:39:16.279269 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.api.v2.base [req-fb2d9725-7610-4a09-aa82-3b64bc5dd933 req-7335c85a-ff56-437f-953a-69bfce985690 service neutron] Request body: {'port': {'device_id': 'fceddbf7-453e-4d39-9b3d-c354498f646c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80661'}} {{(pid=96121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 15:39:16.279269 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [req-fb2d9725-7610-4a09-aa82-3b64bc5dd933 req-7335c85a-ff56-437f-953a-69bfce985690 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-684029'] for port, before_update {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:39:16.323305 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [req-179fd403-2e23-4efe-b9d5-da9c9fd9a3bc req-ed848c59-2a33-432d-91de-1d896148406b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-684029'] for port, before_update {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:39:16.453459 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [None req-a61904ec-c192-4db4-83c3-ea50f1f3f334 tempest-AttachVolumeShelveTestJSON-850210833 tempest-AttachVolumeShelveTestJSON-850210833-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081610'] for security_group_rule, after_create {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:39:16.483413 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a61904ec-c192-4db4-83c3-ea50f1f3f334 tempest-AttachVolumeShelveTestJSON-850210833 tempest-AttachVolumeShelveTestJSON-850210833-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=75be8531-5822-4d77-a443-d00d3af39fe4,revision_number=0']} {{(pid=96121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 15:39:16.543462 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9ee4d7-54b6-42ce-a633-bdbe1e1d9551 req-70264265-65fa-4957-acbc-95c0a20aeb0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:39:16.545095 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [req-3e9ee4d7-54b6-42ce-a633-bdbe1e1d9551 req-70264265-65fa-4957-acbc-95c0a20aeb0e service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=84bcf8422e7247638fc2b1cbca8e3846&device_id=da775cc6-3ab7-4560-9b2b-35ba569056f1 HTTP/1.1" status: 200 len: 1096 time: 0.3213446 Sep 29 15:39:16.556933 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [req-f521cb1a-a179-4e52-ab8f-a0bcb0d45243 req-7c155c7f-e07c-4ee1-b3d4-54aee3ea294a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741780147972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741779628755', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741779628773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3898424'] for port, after_update {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:39:16.613560 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-30389731-5fb3-456a-8e3a-172d1ebbea7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-648260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1575015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575366'] for subnet, after_delete {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:39:16.626728 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [None req-a61904ec-c192-4db4-83c3-ea50f1f3f334 tempest-AttachVolumeShelveTestJSON-850210833 tempest-AttachVolumeShelveTestJSON-850210833-project] Notify callbacks [] for security_group_rule, before_response {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:39:16.631414 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [None req-a61904ec-c192-4db4-83c3-ea50f1f3f334 tempest-AttachVolumeShelveTestJSON-850210833 tempest-AttachVolumeShelveTestJSON-850210833-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.2838054 Sep 29 15:39:16.636264 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.wsgi [-] (96120) accepted ('10.222.0.46', 56356) {{(pid=96120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 15:39:16.640731 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f521cb1a-a179-4e52-ab8f-a0bcb0d45243 req-7c155c7f-e07c-4ee1-b3d4-54aee3ea294a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:39:16.640731 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [req-f521cb1a-a179-4e52-ab8f-a0bcb0d45243 req-7c155c7f-e07c-4ee1-b3d4-54aee3ea294a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577532'] for port, before_response {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:39:16.642436 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-f521cb1a-a179-4e52-ab8f-a0bcb0d45243 req-7c155c7f-e07c-4ee1-b3d4-54aee3ea294a service neutron] 10.222.0.22 "PUT /v2.0/ports/31ccdbe5-d9c3-4401-b176-06795eb1e102 HTTP/1.1" status: 200 len: 1093 time: 3.9996493 Sep 29 15:39:16.645526 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1d663b77-78b8-44d6-ae6b-8f8b0c2199dd', 'tag': '31ccdbe5-d9c3-4401-b176-06795eb1e102'}] {{(pid=96121) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 15:39:16.663070 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.api.v2.base [None req-e53a9328-4b00-4f5a-a003-5fc548898e40 tempest-AttachVolumeShelveTestJSON-850210833 tempest-AttachVolumeShelveTestJSON-850210833-project] Request body: {'floatingip': {'floating_network_id': 'cd5efe95-1549-4750-933c-70412f77577e'}} {{(pid=96120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 15:39:16.670851 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-eec87630-70dd-4604-9bd0-d8e04fbde49e tempest-AttachVolumeTestJSON-270594920 tempest-AttachVolumeTestJSON-270594920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-684029'] for port, before_create {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:39:16.678622 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30389731-5fb3-456a-8e3a-172d1ebbea7e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=019efc96-ff8b-46b7-8d89-030382d1b77d,revision_number=None']} {{(pid=96120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 15:39:16.682725 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-30389731-5fb3-456a-8e3a-172d1ebbea7e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577532'] for subnet, before_response {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:39:16.684711 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [None req-30389731-5fb3-456a-8e3a-172d1ebbea7e admin admin] 10.222.0.46 "DELETE /v2.0/subnets/019efc96-ff8b-46b7-8d89-030382d1b77d HTTP/1.1" status: 204 len: 168 time: 0.7412860 Sep 29 15:39:16.693383 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.wsgi [-] (96121) accepted ('10.222.0.46', 56362) {{(pid=96121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 15:39:16.705720 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c155c7f-e07c-4ee1-b3d4-54aee3ea294a service neutron] Pushing event updated for resources: {'Port': ['ID=31ccdbe5-d9c3-4401-b176-06795eb1e102,revision_number=3']} {{(pid=96121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 15:39:16.802622 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.notifiers.nova [req-179fd403-2e23-4efe-b9d5-da9c9fd9a3bc req-ed848c59-2a33-432d-91de-1d896148406b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7aecb321-2e49-419c-9f69-93c5992c0b8a {{(pid=96120) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 15:39:16.820791 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [req-179fd403-2e23-4efe-b9d5-da9c9fd9a3bc req-ed848c59-2a33-432d-91de-1d896148406b service neutron] Notify callbacks [] for port, precommit_update {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:39:16.914607 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [None req-fd40d52d-b50d-4f60-875d-2c09514bb920 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-533685'] for network, before_delete {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:39:16.916294 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dcbd94143c65fdb0f5c12b0c92a6468c38125261e55d21e9818266cb91f6c0d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e56e90f-76e6-4a4f-8a61-08159730ff91" -d '{"events": [{"name": "network-changed", "server_uuid": "1d663b77-78b8-44d6-ae6b-8f8b0c2199dd", "tag": "31ccdbe5-d9c3-4401-b176-06795eb1e102"}]}' {{(pid=96121) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 15:39:16.925571 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-e53a9328-4b00-4f5a-a003-5fc548898e40 tempest-AttachVolumeShelveTestJSON-850210833 tempest-AttachVolumeShelveTestJSON-850210833-project] Notify callbacks [] for floatingip, before_create {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:39:16.941373 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.db.provisioning_blocks [req-179fd403-2e23-4efe-b9d5-da9c9fd9a3bc req-ed848c59-2a33-432d-91de-1d896148406b service neutron] Transition to ACTIVE for port object 7aecb321-2e49-419c-9f69-93c5992c0b8a will not be triggered until provisioned by entity L2. {{(pid=96120) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 15:39:16.993092 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.notifiers.nova [req-fb2d9725-7610-4a09-aa82-3b64bc5dd933 req-7335c85a-ff56-437f-953a-69bfce985690 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3f0234c3-e1ed-436b-987e-7dbb46c7c1a4 {{(pid=96121) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 15:39:17.016936 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [req-fb2d9725-7610-4a09-aa82-3b64bc5dd933 req-7335c85a-ff56-437f-953a-69bfce985690 service neutron] Notify callbacks [] for port, precommit_update {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:39:17.053252 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b1bb88-ef23-4344-8165-8fab05e71f83 req-7a5d98e4-12db-4d67-abc8-e4754b69151e tempest-ServerRescueNegativeTestJSON-859711067 tempest-ServerRescueNegativeTestJSON-859711067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:39:17.055313 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-a5b1bb88-ef23-4344-8165-8fab05e71f83 req-7a5d98e4-12db-4d67-abc8-e4754b69151e tempest-ServerRescueNegativeTestJSON-859711067 tempest-ServerRescueNegativeTestJSON-859711067-project] 10.222.0.46 "GET /v2.0/ports?device_id=fceddbf7-453e-4d39-9b3d-c354498f646c HTTP/1.1" status: 200 len: 931 time: 0.1356184 Sep 29 15:39:17.074260 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.db.db_base_plugin_common [None req-eec87630-70dd-4604-9bd0-d8e04fbde49e tempest-AttachVolumeTestJSON-270594920 tempest-AttachVolumeTestJSON-270594920-project] Allocated IP 172.27.0.248 (cd5efe95-1549-4750-933c-70412f77577e/9c872fed-da92-4e12-828d-ac62e1b980b9/4fba0f3f-0549-4d72-9da8-ca4e86c45ef1) {{(pid=96120) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 15:39:17.102279 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [None req-fd40d52d-b50d-4f60-875d-2c09514bb920 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-630004', 'neutron.services.segments.db._delete_segments_for_network-8741779927188'] for network, precommit_delete {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:39:17.118755 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.db.provisioning_blocks [req-fb2d9725-7610-4a09-aa82-3b64bc5dd933 req-7335c85a-ff56-437f-953a-69bfce985690 service neutron] Transition to ACTIVE for port object 3f0234c3-e1ed-436b-987e-7dbb46c7c1a4 will not be triggered until provisioned by entity L2. {{(pid=96121) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 15:39:17.155801 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.services.segments.db [None req-fd40d52d-b50d-4f60-875d-2c09514bb920 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c473765a-c0f1-41c8-bf91-7673a342ea3a']}} {{(pid=96121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 15:39:17.185321 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43f84ad-c3be-4880-b433-6ad7861f3eee req-e9aa0504-53fc-4a03-a369-949c486c0072 tempest-DeleteServersTestJSON-637044148 tempest-DeleteServersTestJSON-637044148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:39:17.186959 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [req-f43f84ad-c3be-4880-b433-6ad7861f3eee req-e9aa0504-53fc-4a03-a369-949c486c0072 tempest-DeleteServersTestJSON-637044148 tempest-DeleteServersTestJSON-637044148-project] 10.222.0.46 "GET /v2.0/ports?device_id=da775cc6-3ab7-4560-9b2b-35ba569056f1 HTTP/1.1" status: 200 len: 943 time: 0.2853239 Sep 29 15:39:17.197919 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-a5b1bb88-ef23-4344-8165-8fab05e71f83 req-13dff5f2-c77b-4f66-a152-c1f0e0c85147 tempest-ServerRescueNegativeTestJSON-859711067 tempest-ServerRescueNegativeTestJSON-859711067-project] 10.222.0.46 "GET /v2.0/security-groups?id=69bb6ea6-2770-4a41-88ab-960c26e8ecb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790906 Sep 29 15:39:17.211192 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.services.segments.db [None req-fd40d52d-b50d-4f60-875d-2c09514bb920 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c53abefb-e50b-4c38-b162-3c9cad6088c3') {'for_net_delete': True} {{(pid=96121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 15:39:17.211192 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.services.segments.db [None req-fd40d52d-b50d-4f60-875d-2c09514bb920 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c53abefb-e50b-4c38-b162-3c9cad6088c3') {} {{(pid=96121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 15:39:17.217931 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [None req-fd40d52d-b50d-4f60-875d-2c09514bb920 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741779926685', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2784934'] for segment, before_delete {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:39:17.238127 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [None req-fd40d52d-b50d-4f60-875d-2c09514bb920 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-649178'] for segment, precommit_delete {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:39:17.246817 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fd40d52d-b50d-4f60-875d-2c09514bb920 admin admin] Releasing vlan 628 on physical network physnet1 to pool {{(pid=96121) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 29 15:39:17.247544 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [None req-fd40d52d-b50d-4f60-875d-2c09514bb920 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-649178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3898816'] for segment, after_delete {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:39:17.265639 dv-cinder-806616-6-iscsi neutron-server[96121]: Traceback (most recent call last): Sep 29 15:39:17.265639 dv-cinder-806616-6-iscsi neutron-server[96121]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 29 15:39:17.265639 dv-cinder-806616-6-iscsi neutron-server[96121]: timer() Sep 29 15:39:17.265639 dv-cinder-806616-6-iscsi neutron-server[96121]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 29 15:39:17.265639 dv-cinder-806616-6-iscsi neutron-server[96121]: cb(*args, **kw) Sep 29 15:39:17.265639 dv-cinder-806616-6-iscsi neutron-server[96121]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 29 15:39:17.265639 dv-cinder-806616-6-iscsi neutron-server[96121]: return func(*args, **kwargs) Sep 29 15:39:17.265639 dv-cinder-806616-6-iscsi neutron-server[96121]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 29 15:39:17.265639 dv-cinder-806616-6-iscsi neutron-server[96121]: self._notify() Sep 29 15:39:17.265639 dv-cinder-806616-6-iscsi neutron-server[96121]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 29 15:39:17.265639 dv-cinder-806616-6-iscsi neutron-server[96121]: self.callback(batched_events) Sep 29 15:39:17.265639 dv-cinder-806616-6-iscsi neutron-server[96121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 29 15:39:17.265639 dv-cinder-806616-6-iscsi neutron-server[96121]: event.method(event) Sep 29 15:39:17.265639 dv-cinder-806616-6-iscsi neutron-server[96121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 29 15:39:17.265639 dv-cinder-806616-6-iscsi neutron-server[96121]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 29 15:39:17.265639 dv-cinder-806616-6-iscsi neutron-server[96121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 29 15:39:17.265639 dv-cinder-806616-6-iscsi neutron-server[96121]: aggregate_uuid = self.p_client.list_aggregates( Sep 29 15:39:17.265639 dv-cinder-806616-6-iscsi neutron-server[96121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 29 15:39:17.265639 dv-cinder-806616-6-iscsi neutron-server[96121]: return f(self, *a, **k) Sep 29 15:39:17.265639 dv-cinder-806616-6-iscsi neutron-server[96121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 29 15:39:17.265639 dv-cinder-806616-6-iscsi neutron-server[96121]: return self._get(url).json() Sep 29 15:39:17.265639 dv-cinder-806616-6-iscsi neutron-server[96121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 29 15:39:17.265639 dv-cinder-806616-6-iscsi neutron-server[96121]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 29 15:39:17.265639 dv-cinder-806616-6-iscsi neutron-server[96121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 29 15:39:17.265639 dv-cinder-806616-6-iscsi neutron-server[96121]: return self.request(url, 'GET', **kwargs) Sep 29 15:39:17.265639 dv-cinder-806616-6-iscsi neutron-server[96121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 29 15:39:17.265639 dv-cinder-806616-6-iscsi neutron-server[96121]: base_url = self.get_endpoint(auth, allow=allow, Sep 29 15:39:17.265639 dv-cinder-806616-6-iscsi neutron-server[96121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 29 15:39:17.265639 dv-cinder-806616-6-iscsi neutron-server[96121]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 29 15:39:17.265639 dv-cinder-806616-6-iscsi neutron-server[96121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 29 15:39:17.265639 dv-cinder-806616-6-iscsi neutron-server[96121]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 29 15:39:17.265639 dv-cinder-806616-6-iscsi neutron-server[96121]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 29 15:39:17.562788 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-eec87630-70dd-4604-9bd0-d8e04fbde49e tempest-AttachVolumeTestJSON-270594920 tempest-AttachVolumeTestJSON-270594920-project] Notify callbacks [] for port, precommit_create {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:39:17.587349 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [req-179fd403-2e23-4efe-b9d5-da9c9fd9a3bc req-ed848c59-2a33-432d-91de-1d896148406b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741780147972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741779628755', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741779628773'] for port, after_update {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:39:17.606640 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 29 Sep 2021 15:39:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4abadc05-1faf-47ad-a91d-99dbc4906b58 x-openstack-request-id: req-4abadc05-1faf-47ad-a91d-99dbc4906b58 {{(pid=96121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 15:39:17.606970 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1d663b77-78b8-44d6-ae6b-8f8b0c2199dd", "tag": "31ccdbe5-d9c3-4401-b176-06795eb1e102", "status": "completed", "code": 200}]} {{(pid=96121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 15:39:17.607196 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-4abadc05-1faf-47ad-a91d-99dbc4906b58 {{(pid=96121) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 15:39:17.607707 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1d663b77-78b8-44d6-ae6b-8f8b0c2199dd', 'tag': '31ccdbe5-d9c3-4401-b176-06795eb1e102', 'status': 'completed', 'code': 200} Sep 29 15:39:17.610362 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [req-fb2d9725-7610-4a09-aa82-3b64bc5dd933 req-7335c85a-ff56-437f-953a-69bfce985690 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741780147972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741779628755', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741779628773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3898424'] for port, after_update {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:39:17.739119 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7335c85a-ff56-437f-953a-69bfce985690 service neutron] Pushing event updated for resources: {'Port': ['ID=3f0234c3-e1ed-436b-987e-7dbb46c7c1a4,revision_number=2']} {{(pid=96121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 15:39:17.741478 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9ee4d7-54b6-42ce-a633-bdbe1e1d9551 req-c942a4b8-f320-4fa8-a428-37eff6d8262f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:39:17.741478 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [req-3e9ee4d7-54b6-42ce-a633-bdbe1e1d9551 req-c942a4b8-f320-4fa8-a428-37eff6d8262f service neutron] 10.222.0.22 "GET /v2.0/networks?tenant_id=84bcf8422e7247638fc2b1cbca8e3846&shared=False HTTP/1.1" status: 200 len: 913 time: 0.8286386 Sep 29 15:39:17.741478 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [req-f43f84ad-c3be-4880-b433-6ad7861f3eee req-59f9ee02-1a7e-41d7-9e14-411ff5922067 tempest-DeleteServersTestJSON-637044148 tempest-DeleteServersTestJSON-637044148-project] 10.222.0.46 "GET /v2.0/security-groups?id=5a526d53-95a2-47df-b578-772e4e4f7016&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5253384 Sep 29 15:39:17.780840 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed848c59-2a33-432d-91de-1d896148406b service neutron] Pushing event updated for resources: {'Port': ['ID=7aecb321-2e49-419c-9f69-93c5992c0b8a,revision_number=2']} {{(pid=96120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 15:39:17.782752 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8c753f-a2ec-4191-9bae-34c32ac3adb0 req-0e670b48-7bdd-4b3d-9b7c-f3502bd38d47 tempest-AttachVolumeNegativeTest-728742291 tempest-AttachVolumeNegativeTest-728742291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:39:17.784766 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-dd8c753f-a2ec-4191-9bae-34c32ac3adb0 req-0e670b48-7bdd-4b3d-9b7c-f3502bd38d47 tempest-AttachVolumeNegativeTest-728742291 tempest-AttachVolumeNegativeTest-728742291-project] 10.222.0.46 "GET /v2.0/ports?device_id=7c03c1ad-57f1-450e-8111-bd14587cc96c HTTP/1.1" status: 200 len: 943 time: 0.1984148 Sep 29 15:39:17.841850 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.plugins.ml2.managers [req-179fd403-2e23-4efe-b9d5-da9c9fd9a3bc req-ed848c59-2a33-432d-91de-1d896148406b service neutron] Attempting to bind port 7aecb321-2e49-419c-9f69-93c5992c0b8a on host hv-cinder-80661 for vnic_type normal with profile {{(pid=96120) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 15:39:17.842458 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.plugins.ml2.managers [req-179fd403-2e23-4efe-b9d5-da9c9fd9a3bc req-ed848c59-2a33-432d-91de-1d896148406b service neutron] Attempting to bind port 7aecb321-2e49-419c-9f69-93c5992c0b8a by drivers openvswitch,hyperv on host hv-cinder-80661 at level 0 using segments [{'id': '410a5b94-6c4f-4e8c-81e4-151e9b9c01d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '6dbc83d2-1eb6-4d2f-92e2-862eb74e4124'}] {{(pid=96120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 15:39:17.842556 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-179fd403-2e23-4efe-b9d5-da9c9fd9a3bc req-ed848c59-2a33-432d-91de-1d896148406b service neutron] Attempting to bind port 7aecb321-2e49-419c-9f69-93c5992c0b8a on network 6dbc83d2-1eb6-4d2f-92e2-862eb74e4124 {{(pid=96120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 15:39:17.854710 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-179fd403-2e23-4efe-b9d5-da9c9fd9a3bc req-ed848c59-2a33-432d-91de-1d896148406b service neutron] Port 7aecb321-2e49-419c-9f69-93c5992c0b8a on network 6dbc83d2-1eb6-4d2f-92e2-862eb74e4124 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80661 {{(pid=96120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 29 15:39:17.855058 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-179fd403-2e23-4efe-b9d5-da9c9fd9a3bc req-ed848c59-2a33-432d-91de-1d896148406b service neutron] Attempting to bind port 7aecb321-2e49-419c-9f69-93c5992c0b8a on network 6dbc83d2-1eb6-4d2f-92e2-862eb74e4124 {{(pid=96120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 15:39:17.861688 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-e53a9328-4b00-4f5a-a003-5fc548898e40 tempest-AttachVolumeShelveTestJSON-850210833 tempest-AttachVolumeShelveTestJSON-850210833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-684029'] for port, before_create {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:39:17.871024 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-179fd403-2e23-4efe-b9d5-da9c9fd9a3bc req-ed848c59-2a33-432d-91de-1d896148406b service neutron] Checking agent: {'id': '02e4aaf8-ac1d-430d-8152-9e2105739360', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80661', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 15, 37, 5), 'started_at': datetime.datetime(2021, 9, 29, 15, 37, 5), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 15, 39, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=96120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 15:39:17.871024 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-179fd403-2e23-4efe-b9d5-da9c9fd9a3bc req-ed848c59-2a33-432d-91de-1d896148406b service neutron] Checking segment: {'id': '410a5b94-6c4f-4e8c-81e4-151e9b9c01d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '6dbc83d2-1eb6-4d2f-92e2-862eb74e4124'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96120) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 15:39:17.871024 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-179fd403-2e23-4efe-b9d5-da9c9fd9a3bc req-ed848c59-2a33-432d-91de-1d896148406b service neutron] Bound using segment: {'id': '410a5b94-6c4f-4e8c-81e4-151e9b9c01d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '6dbc83d2-1eb6-4d2f-92e2-862eb74e4124'} {{(pid=96120) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 15:39:17.871318 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.plugins.ml2.managers [req-179fd403-2e23-4efe-b9d5-da9c9fd9a3bc req-ed848c59-2a33-432d-91de-1d896148406b service neutron] Bound port: 7aecb321-2e49-419c-9f69-93c5992c0b8a, host: hv-cinder-80661, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '410a5b94-6c4f-4e8c-81e4-151e9b9c01d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '6dbc83d2-1eb6-4d2f-92e2-862eb74e4124'}}] {{(pid=96120) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 15:39:17.871494 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [req-179fd403-2e23-4efe-b9d5-da9c9fd9a3bc req-ed848c59-2a33-432d-91de-1d896148406b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-684029'] for port, before_update {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:39:17.906064 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [None req-fd40d52d-b50d-4f60-875d-2c09514bb920 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-629955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575366', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1618949'] for network, after_delete {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:39:17.916616 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [None req-fd40d52d-b50d-4f60-875d-2c09514bb920 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577532'] for network, before_response {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:39:17.918772 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [None req-fd40d52d-b50d-4f60-875d-2c09514bb920 admin admin] 10.222.0.46 "DELETE /v2.0/networks/c473765a-c0f1-41c8-bf91-7673a342ea3a HTTP/1.1" status: 204 len: 168 time: 1.2219193 Sep 29 15:39:17.967334 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd40d52d-b50d-4f60-875d-2c09514bb920 admin admin] Pushing event deleted for resources: {'Network': ['ID=c473765a-c0f1-41c8-bf91-7673a342ea3a,revision_number=None']} {{(pid=96121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 15:39:17.977600 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-dd8c753f-a2ec-4191-9bae-34c32ac3adb0 req-d5713c4c-2c2e-4026-96d5-43d9ec6b6f9d tempest-AttachVolumeNegativeTest-728742291 tempest-AttachVolumeNegativeTest-728742291-project] 10.222.0.46 "GET /v2.0/security-groups?id=c4509334-a1e4-43fe-aae7-235e447c037b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1701927 Sep 29 15:39:17.978883 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.plugins.ml2.managers [req-fb2d9725-7610-4a09-aa82-3b64bc5dd933 req-7335c85a-ff56-437f-953a-69bfce985690 service neutron] Attempting to bind port 3f0234c3-e1ed-436b-987e-7dbb46c7c1a4 on host hv-cinder-80661 for vnic_type normal with profile {{(pid=96121) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 15:39:17.979230 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.plugins.ml2.managers [req-fb2d9725-7610-4a09-aa82-3b64bc5dd933 req-7335c85a-ff56-437f-953a-69bfce985690 service neutron] Attempting to bind port 3f0234c3-e1ed-436b-987e-7dbb46c7c1a4 by drivers openvswitch,hyperv on host hv-cinder-80661 at level 0 using segments [{'id': '31764bfc-788e-47a5-9e39-ac36bd4368d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'daa727ac-86a8-4704-b1b4-10803b6b1e68'}] {{(pid=96121) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 15:39:17.979559 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb2d9725-7610-4a09-aa82-3b64bc5dd933 req-7335c85a-ff56-437f-953a-69bfce985690 service neutron] Attempting to bind port 3f0234c3-e1ed-436b-987e-7dbb46c7c1a4 on network daa727ac-86a8-4704-b1b4-10803b6b1e68 {{(pid=96121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 15:39:17.982213 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-eec87630-70dd-4604-9bd0-d8e04fbde49e tempest-AttachVolumeTestJSON-270594920 tempest-AttachVolumeTestJSON-270594920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741779628737'] for port, after_create {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:39:17.984318 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb2d9725-7610-4a09-aa82-3b64bc5dd933 req-7335c85a-ff56-437f-953a-69bfce985690 service neutron] Port 3f0234c3-e1ed-436b-987e-7dbb46c7c1a4 on network daa727ac-86a8-4704-b1b4-10803b6b1e68 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80661 {{(pid=96121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 29 15:39:17.985129 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb2d9725-7610-4a09-aa82-3b64bc5dd933 req-7335c85a-ff56-437f-953a-69bfce985690 service neutron] Attempting to bind port 3f0234c3-e1ed-436b-987e-7dbb46c7c1a4 on network daa727ac-86a8-4704-b1b4-10803b6b1e68 {{(pid=96121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 15:39:17.990440 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb2d9725-7610-4a09-aa82-3b64bc5dd933 req-7335c85a-ff56-437f-953a-69bfce985690 service neutron] Checking agent: {'id': '02e4aaf8-ac1d-430d-8152-9e2105739360', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80661', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 15, 37, 5), 'started_at': datetime.datetime(2021, 9, 29, 15, 37, 5), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 15, 39, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=96121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 15:39:17.990791 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb2d9725-7610-4a09-aa82-3b64bc5dd933 req-7335c85a-ff56-437f-953a-69bfce985690 service neutron] Checking segment: {'id': '31764bfc-788e-47a5-9e39-ac36bd4368d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'daa727ac-86a8-4704-b1b4-10803b6b1e68'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96121) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 15:39:17.991276 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb2d9725-7610-4a09-aa82-3b64bc5dd933 req-7335c85a-ff56-437f-953a-69bfce985690 service neutron] Bound using segment: {'id': '31764bfc-788e-47a5-9e39-ac36bd4368d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'daa727ac-86a8-4704-b1b4-10803b6b1e68'} {{(pid=96121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 15:39:17.991754 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.plugins.ml2.managers [req-fb2d9725-7610-4a09-aa82-3b64bc5dd933 req-7335c85a-ff56-437f-953a-69bfce985690 service neutron] Bound port: 3f0234c3-e1ed-436b-987e-7dbb46c7c1a4, host: hv-cinder-80661, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '31764bfc-788e-47a5-9e39-ac36bd4368d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'daa727ac-86a8-4704-b1b4-10803b6b1e68'}}] {{(pid=96121) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 15:39:17.992216 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [req-fb2d9725-7610-4a09-aa82-3b64bc5dd933 req-7335c85a-ff56-437f-953a-69bfce985690 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-684029'] for port, before_update {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:39:18.068525 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eec87630-70dd-4604-9bd0-d8e04fbde49e tempest-AttachVolumeTestJSON-270594920 tempest-AttachVolumeTestJSON-270594920-project] Network cd5efe95-1549-4750-933c-70412f77577e is already hosted by enough agents. {{(pid=96120) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 15:39:18.144477 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.plugins.ml2.db [req-fb2d9725-7610-4a09-aa82-3b64bc5dd933 req-7335c85a-ff56-437f-953a-69bfce985690 service neutron] For port 3f0234c3-e1ed-436b-987e-7dbb46c7c1a4, host hv-cinder-80661, cleared binding levels {{(pid=96121) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 15:39:18.171209 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.plugins.ml2.db [req-fb2d9725-7610-4a09-aa82-3b64bc5dd933 req-7335c85a-ff56-437f-953a-69bfce985690 service neutron] For port 3f0234c3-e1ed-436b-987e-7dbb46c7c1a4, host hv-cinder-80661, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80661',level=0,port_id=3f0234c3-e1ed-436b-987e-7dbb46c7c1a4,segment=NetworkSegment(31764bfc-788e-47a5-9e39-ac36bd4368d1),segment_id=31764bfc-788e-47a5-9e39-ac36bd4368d1)] {{(pid=96121) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 15:39:18.282141 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [req-fb2d9725-7610-4a09-aa82-3b64bc5dd933 req-7335c85a-ff56-437f-953a-69bfce985690 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741780147972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741779628755', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741779628773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3898424'] for port, after_update {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:39:18.303101 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.scheduler.base_scheduler [None req-eec87630-70dd-4604-9bd0-d8e04fbde49e tempest-AttachVolumeTestJSON-270594920 tempest-AttachVolumeTestJSON-270594920-project] Resources bound (agent type, host, resource id): {{(pid=96120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 15:39:18.323723 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eec87630-70dd-4604-9bd0-d8e04fbde49e tempest-AttachVolumeTestJSON-270594920 tempest-AttachVolumeTestJSON-270594920-project] Received port after_create {{(pid=96120) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 15:39:18.335917 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2d9725-7610-4a09-aa82-3b64bc5dd933 req-7335c85a-ff56-437f-953a-69bfce985690 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:39:18.336598 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [req-fb2d9725-7610-4a09-aa82-3b64bc5dd933 req-7335c85a-ff56-437f-953a-69bfce985690 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577532'] for port, before_response {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:39:18.338040 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-fb2d9725-7610-4a09-aa82-3b64bc5dd933 req-7335c85a-ff56-437f-953a-69bfce985690 service neutron] 10.222.0.22 "PUT /v2.0/ports/3f0234c3-e1ed-436b-987e-7dbb46c7c1a4 HTTP/1.1" status: 200 len: 1093 time: 2.1439977 Sep 29 15:39:18.342392 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec87630-70dd-4604-9bd0-d8e04fbde49e tempest-AttachVolumeTestJSON-270594920 tempest-AttachVolumeTestJSON-270594920-project] Pushing event updated for resources: {'Port': ['ID=4fba0f3f-0549-4d72-9da8-ca4e86c45ef1,revision_number=1']} {{(pid=96120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 15:39:18.356274 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.plugins.ml2.db [req-179fd403-2e23-4efe-b9d5-da9c9fd9a3bc req-ed848c59-2a33-432d-91de-1d896148406b service neutron] For port 7aecb321-2e49-419c-9f69-93c5992c0b8a, host hv-cinder-80661, cleared binding levels {{(pid=96120) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 15:39:18.372987 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7335c85a-ff56-437f-953a-69bfce985690 service neutron] Pushing event updated for resources: {'Port': ['ID=3f0234c3-e1ed-436b-987e-7dbb46c7c1a4,revision_number=3']} {{(pid=96121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 15:39:18.443349 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.plugins.ml2.db [req-179fd403-2e23-4efe-b9d5-da9c9fd9a3bc req-ed848c59-2a33-432d-91de-1d896148406b service neutron] For port 7aecb321-2e49-419c-9f69-93c5992c0b8a, host hv-cinder-80661, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80661',level=0,port_id=7aecb321-2e49-419c-9f69-93c5992c0b8a,segment=NetworkSegment(410a5b94-6c4f-4e8c-81e4-151e9b9c01d0),segment_id=410a5b94-6c4f-4e8c-81e4-151e9b9c01d0)] {{(pid=96120) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 15:39:18.483626 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.db.db_base_plugin_common [None req-e53a9328-4b00-4f5a-a003-5fc548898e40 tempest-AttachVolumeShelveTestJSON-850210833 tempest-AttachVolumeShelveTestJSON-850210833-project] Allocated IP 172.27.0.141 (cd5efe95-1549-4750-933c-70412f77577e/9c872fed-da92-4e12-828d-ac62e1b980b9/8b3bff95-3ebd-4c9d-83cc-4916673b8e6b) {{(pid=96120) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 15:39:18.509974 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-eec87630-70dd-4604-9bd0-d8e04fbde49e tempest-AttachVolumeTestJSON-270594920 tempest-AttachVolumeTestJSON-270594920-project] Notify callbacks [] for floatingip, precommit_create {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:39:18.530820 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7427dd2a-9a84-491f-b0dd-4189043202ad req-5302be25-a746-4d69-accd-888f5ae46cce tempest-ServerRescueNegativeTestJSON-859711067 tempest-ServerRescueNegativeTestJSON-859711067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:39:18.576975 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [req-7427dd2a-9a84-491f-b0dd-4189043202ad req-5302be25-a746-4d69-accd-888f5ae46cce tempest-ServerRescueNegativeTestJSON-859711067 tempest-ServerRescueNegativeTestJSON-859711067-project] 10.222.0.46 "GET /v2.0/ports?device_id=fceddbf7-453e-4d39-9b3d-c354498f646c HTTP/1.1" status: 200 len: 943 time: 0.2137604 Sep 29 15:39:18.634338 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [req-7427dd2a-9a84-491f-b0dd-4189043202ad req-92b48ec5-265b-49d5-b1f4-60d9afcd1944 tempest-ServerRescueNegativeTestJSON-859711067 tempest-ServerRescueNegativeTestJSON-859711067-project] 10.222.0.46 "GET /v2.0/security-groups?id=69bb6ea6-2770-4a41-88ab-960c26e8ecb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935097 Sep 29 15:39:18.683439 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-e53a9328-4b00-4f5a-a003-5fc548898e40 tempest-AttachVolumeShelveTestJSON-850210833 tempest-AttachVolumeShelveTestJSON-850210833-project] Notify callbacks [] for port, precommit_create {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:39:18.751503 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [req-179fd403-2e23-4efe-b9d5-da9c9fd9a3bc req-ed848c59-2a33-432d-91de-1d896148406b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741780147972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741779628755', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741779628773'] for port, after_update {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:39:18.796636 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179fd403-2e23-4efe-b9d5-da9c9fd9a3bc req-ed848c59-2a33-432d-91de-1d896148406b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:39:18.796636 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [req-179fd403-2e23-4efe-b9d5-da9c9fd9a3bc req-ed848c59-2a33-432d-91de-1d896148406b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577532'] for port, before_response {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:39:18.796636 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [req-179fd403-2e23-4efe-b9d5-da9c9fd9a3bc req-ed848c59-2a33-432d-91de-1d896148406b service neutron] 10.222.0.22 "PUT /v2.0/ports/7aecb321-2e49-419c-9f69-93c5992c0b8a HTTP/1.1" status: 200 len: 1093 time: 2.6157060 Sep 29 15:39:18.805656 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7c03c1ad-57f1-450e-8111-bd14587cc96c', 'tag': '7aecb321-2e49-419c-9f69-93c5992c0b8a'}] {{(pid=96120) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 15:39:18.810824 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4bb6707052646e9cb447c77cf5db72dad3b20325a43e0261074ac39fb81a9f0b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85dbe889-82ff-44f8-80be-1e0962159204" -d '{"events": [{"name": "network-changed", "server_uuid": "7c03c1ad-57f1-450e-8111-bd14587cc96c", "tag": "7aecb321-2e49-419c-9f69-93c5992c0b8a"}]}' {{(pid=96120) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 15:39:18.894882 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-e53a9328-4b00-4f5a-a003-5fc548898e40 tempest-AttachVolumeShelveTestJSON-850210833 tempest-AttachVolumeShelveTestJSON-850210833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741779628737'] for port, after_create {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:39:18.920876 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-eec87630-70dd-4604-9bd0-d8e04fbde49e tempest-AttachVolumeTestJSON-270594920 tempest-AttachVolumeTestJSON-270594920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-684029'] for port, before_update {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:39:18.923769 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.wsgi [-] (96120) accepted ('10.222.0.46', 56408) {{(pid=96120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 15:39:18.958218 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d5ac4f-4e97-4be3-b88c-b17b35a65f9d req-de310a45-da92-40b9-a5d7-774cd8117b49 tempest-DeleteServersTestJSON-637044148 tempest-DeleteServersTestJSON-637044148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:39:18.959782 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-d0d5ac4f-4e97-4be3-b88c-b17b35a65f9d req-de310a45-da92-40b9-a5d7-774cd8117b49 tempest-DeleteServersTestJSON-637044148 tempest-DeleteServersTestJSON-637044148-project] 10.222.0.46 "GET /v2.0/ports?device_id=da775cc6-3ab7-4560-9b2b-35ba569056f1 HTTP/1.1" status: 200 len: 943 time: 0.0952089 Sep 29 15:39:18.960275 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.wsgi [-] (96121) accepted ('10.222.0.46', 56410) {{(pid=96121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 15:39:18.965070 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 29 Sep 2021 15:39:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f793069-b0f2-41af-bbd2-49e9337a00f9 x-openstack-request-id: req-3f793069-b0f2-41af-bbd2-49e9337a00f9 {{(pid=96120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 15:39:18.965365 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7c03c1ad-57f1-450e-8111-bd14587cc96c", "tag": "7aecb321-2e49-419c-9f69-93c5992c0b8a", "status": "completed", "code": 200}]} {{(pid=96120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 15:39:18.965611 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-3f793069-b0f2-41af-bbd2-49e9337a00f9 {{(pid=96120) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 15:39:18.965990 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7c03c1ad-57f1-450e-8111-bd14587cc96c', 'tag': '7aecb321-2e49-419c-9f69-93c5992c0b8a', 'status': 'completed', 'code': 200} Sep 29 15:39:18.969917 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed848c59-2a33-432d-91de-1d896148406b service neutron] Pushing event updated for resources: {'Port': ['ID=7aecb321-2e49-419c-9f69-93c5992c0b8a,revision_number=3']} {{(pid=96120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 15:39:18.975224 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e53a9328-4b00-4f5a-a003-5fc548898e40 tempest-AttachVolumeShelveTestJSON-850210833 tempest-AttachVolumeShelveTestJSON-850210833-project] Network cd5efe95-1549-4750-933c-70412f77577e is already hosted by enough agents. {{(pid=96120) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 15:39:19.017685 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-d0d5ac4f-4e97-4be3-b88c-b17b35a65f9d req-1d2f0cc0-2e83-4f94-a5bb-81c8d1f7ac26 tempest-DeleteServersTestJSON-637044148 tempest-DeleteServersTestJSON-637044148-project] 10.222.0.46 "GET /v2.0/security-groups?id=5a526d53-95a2-47df-b578-772e4e4f7016&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413308 Sep 29 15:39:19.017818 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.scheduler.base_scheduler [None req-e53a9328-4b00-4f5a-a003-5fc548898e40 tempest-AttachVolumeShelveTestJSON-850210833 tempest-AttachVolumeShelveTestJSON-850210833-project] Resources bound (agent type, host, resource id): {{(pid=96120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 15:39:19.028875 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e53a9328-4b00-4f5a-a003-5fc548898e40 tempest-AttachVolumeShelveTestJSON-850210833 tempest-AttachVolumeShelveTestJSON-850210833-project] Received port after_create {{(pid=96120) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 15:39:19.238326 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e53a9328-4b00-4f5a-a003-5fc548898e40 tempest-AttachVolumeShelveTestJSON-850210833 tempest-AttachVolumeShelveTestJSON-850210833-project] Pushing event updated for resources: {'Port': ['ID=8b3bff95-3ebd-4c9d-83cc-4916673b8e6b,revision_number=1']} {{(pid=96120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 15:39:19.238326 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [None req-8d815c44-483c-43cf-adab-7e096c2f1266 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=7c1abfccef4b4e36a6539c2c2c920dab&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2082160 Sep 29 15:39:19.238326 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-e53a9328-4b00-4f5a-a003-5fc548898e40 tempest-AttachVolumeShelveTestJSON-850210833 tempest-AttachVolumeShelveTestJSON-850210833-project] Notify callbacks [] for floatingip, precommit_create {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:39:19.238326 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446cb7a3-2eee-45e8-8812-ac4be2799922 req-d059e0cb-b837-4297-9dc8-12326a894e1e tempest-AttachVolumeNegativeTest-728742291 tempest-AttachVolumeNegativeTest-728742291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:39:19.238326 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [req-446cb7a3-2eee-45e8-8812-ac4be2799922 req-d059e0cb-b837-4297-9dc8-12326a894e1e tempest-AttachVolumeNegativeTest-728742291 tempest-AttachVolumeNegativeTest-728742291-project] 10.222.0.46 "GET /v2.0/ports?device_id=7c03c1ad-57f1-450e-8111-bd14587cc96c HTTP/1.1" status: 200 len: 943 time: 0.1021163 Sep 29 15:39:19.240297 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.wsgi [-] (96120) accepted ('10.222.0.46', 56416) {{(pid=96120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 15:39:19.247849 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [None req-37b1a000-c93f-4106-bdb8-31aba597c43a admin admin] Notify callbacks [] for security_group, before_create {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:39:19.337705 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [req-446cb7a3-2eee-45e8-8812-ac4be2799922 req-9c0b9230-b2a8-43d3-ae38-2d7916e4305e tempest-AttachVolumeNegativeTest-728742291 tempest-AttachVolumeNegativeTest-728742291-project] 10.222.0.46 "GET /v2.0/security-groups?id=c4509334-a1e4-43fe-aae7-235e447c037b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970905 Sep 29 15:39:19.366863 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-f65a888d-3196-4259-85f8-3a288f183aa3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:39:19.374016 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-eec87630-70dd-4604-9bd0-d8e04fbde49e tempest-AttachVolumeTestJSON-270594920 tempest-AttachVolumeTestJSON-270594920-project] Notify callbacks [] for port, precommit_update {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:39:19.396680 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [None req-37b1a000-c93f-4106-bdb8-31aba597c43a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:39:19.412968 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-f65a888d-3196-4259-85f8-3a288f183aa3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:39:19.424018 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-e53a9328-4b00-4f5a-a003-5fc548898e40 tempest-AttachVolumeShelveTestJSON-850210833 tempest-AttachVolumeShelveTestJSON-850210833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-684029'] for port, before_update {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:39:19.462559 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-eec87630-70dd-4604-9bd0-d8e04fbde49e tempest-AttachVolumeTestJSON-270594920 tempest-AttachVolumeTestJSON-270594920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741780147972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741779628755', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741779628773'] for port, after_update {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:39:19.492571 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [None req-37b1a000-c93f-4106-bdb8-31aba597c43a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579214'] for security_group, after_create {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:39:19.529750 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b1a000-c93f-4106-bdb8-31aba597c43a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71911c0d-b39e-49be-aaf9-19d26c0ab3f1,revision_number=1']} {{(pid=96121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 15:39:19.534936 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [None req-37b1a000-c93f-4106-bdb8-31aba597c43a admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=4ac8c3c252914d09aaaff09d537f73ef&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5729465 Sep 29 15:39:19.537818 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-eec87630-70dd-4604-9bd0-d8e04fbde49e tempest-AttachVolumeTestJSON-270594920 tempest-AttachVolumeTestJSON-270594920-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1618963'] for floatingip, after_create {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:39:19.539870 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.wsgi [-] (96121) accepted ('10.222.0.46', 56418) {{(pid=96121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 15:39:19.574069 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec87630-70dd-4604-9bd0-d8e04fbde49e tempest-AttachVolumeTestJSON-270594920 tempest-AttachVolumeTestJSON-270594920-project] Pushing event updated for resources: {'Port': ['ID=4fba0f3f-0549-4d72-9da8-ca4e86c45ef1,revision_number=2']} {{(pid=96120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 15:39:19.597954 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [None req-176875f8-7bfd-4945-8b28-a6cdd223fa0d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:39:19.611024 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fceddbf7-453e-4d39-9b3d-c354498f646c', 'tag': '3f0234c3-e1ed-436b-987e-7dbb46c7c1a4'}] {{(pid=96121) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 15:39:19.614049 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dcbd94143c65fdb0f5c12b0c92a6468c38125261e55d21e9818266cb91f6c0d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-070c3557-d100-4bb1-bac2-d4389bcbf8f0" -d '{"events": [{"name": "network-changed", "server_uuid": "fceddbf7-453e-4d39-9b3d-c354498f646c", "tag": "3f0234c3-e1ed-436b-987e-7dbb46c7c1a4"}]}' {{(pid=96121) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 15:39:19.633589 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-eec87630-70dd-4604-9bd0-d8e04fbde49e tempest-AttachVolumeTestJSON-270594920 tempest-AttachVolumeTestJSON-270594920-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238921'] for floatingip, before_response {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:39:19.636201 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [None req-176875f8-7bfd-4945-8b28-a6cdd223fa0d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:39:19.636458 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [None req-eec87630-70dd-4604-9bd0-d8e04fbde49e tempest-AttachVolumeTestJSON-270594920 tempest-AttachVolumeTestJSON-270594920-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.6867316 Sep 29 15:39:19.668371 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 29 Sep 2021 15:39:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60e907fe-9ba2-44c7-8214-0c9e913f7701 x-openstack-request-id: req-60e907fe-9ba2-44c7-8214-0c9e913f7701 {{(pid=96121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 15:39:19.668664 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fceddbf7-453e-4d39-9b3d-c354498f646c", "tag": "3f0234c3-e1ed-436b-987e-7dbb46c7c1a4", "status": "completed", "code": 200}]} {{(pid=96121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 15:39:19.668917 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-60e907fe-9ba2-44c7-8214-0c9e913f7701 {{(pid=96121) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 15:39:19.669663 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fceddbf7-453e-4d39-9b3d-c354498f646c', 'tag': '3f0234c3-e1ed-436b-987e-7dbb46c7c1a4', 'status': 'completed', 'code': 200} Sep 29 15:39:19.676005 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-f65a888d-3196-4259-85f8-3a288f183aa3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579214'] for security_group, after_delete {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:39:19.682458 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-f65a888d-3196-4259-85f8-3a288f183aa3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:39:19.682458 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [None req-f65a888d-3196-4259-85f8-3a288f183aa3 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/a75e1f93-0b22-4b0a-b3f3-eb5f7cb899a9 HTTP/1.1" status: 204 len: 168 time: 0.4382279 Sep 29 15:39:19.757157 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f65a888d-3196-4259-85f8-3a288f183aa3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a75e1f93-0b22-4b0a-b3f3-eb5f7cb899a9,revision_number=None']} {{(pid=96120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 15:39:19.758831 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-e53a9328-4b00-4f5a-a003-5fc548898e40 tempest-AttachVolumeShelveTestJSON-850210833 tempest-AttachVolumeShelveTestJSON-850210833-project] Notify callbacks [] for port, precommit_update {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:39:19.814241 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [None req-176875f8-7bfd-4945-8b28-a6cdd223fa0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579214'] for security_group, after_delete {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:39:19.817110 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [None req-176875f8-7bfd-4945-8b28-a6cdd223fa0d admin admin] Notify callbacks [] for security_group, before_response {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:39:19.825322 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [None req-176875f8-7bfd-4945-8b28-a6cdd223fa0d admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/71911c0d-b39e-49be-aaf9-19d26c0ab3f1 HTTP/1.1" status: 204 len: 168 time: 0.2767050 Sep 29 15:39:19.826723 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37167c65-bb08-4ae0-bcde-0f7835dc0f41 req-e313aee2-8162-4f5d-a6b9-0b932616b785 tempest-ServerRescueNegativeTestJSON-859711067 tempest-ServerRescueNegativeTestJSON-859711067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:39:19.826723 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [req-37167c65-bb08-4ae0-bcde-0f7835dc0f41 req-e313aee2-8162-4f5d-a6b9-0b932616b785 tempest-ServerRescueNegativeTestJSON-859711067 tempest-ServerRescueNegativeTestJSON-859711067-project] 10.222.0.46 "GET /v2.0/ports?device_id=fceddbf7-453e-4d39-9b3d-c354498f646c HTTP/1.1" status: 200 len: 943 time: 0.0829022 Sep 29 15:39:19.841734 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-176875f8-7bfd-4945-8b28-a6cdd223fa0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71911c0d-b39e-49be-aaf9-19d26c0ab3f1,revision_number=None']} {{(pid=96121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 15:39:19.875293 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-e53a9328-4b00-4f5a-a003-5fc548898e40 tempest-AttachVolumeShelveTestJSON-850210833 tempest-AttachVolumeShelveTestJSON-850210833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741780147972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741779628755', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741779628773'] for port, after_update {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:39:19.931109 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [req-37167c65-bb08-4ae0-bcde-0f7835dc0f41 req-ea6b8d87-0188-429b-a440-ec733dd9a4ff tempest-ServerRescueNegativeTestJSON-859711067 tempest-ServerRescueNegativeTestJSON-859711067-project] 10.222.0.46 "GET /v2.0/security-groups?id=69bb6ea6-2770-4a41-88ab-960c26e8ecb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946178 Sep 29 15:39:19.952190 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-e53a9328-4b00-4f5a-a003-5fc548898e40 tempest-AttachVolumeShelveTestJSON-850210833 tempest-AttachVolumeShelveTestJSON-850210833-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1618963'] for floatingip, after_create {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:39:19.952299 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-3f22be5c-6516-457f-b476-bc273604ae92 req-c85347ae-53b5-45a4-81ec-ee1aa1abe629 tempest-AttachVolumeTestJSON-270594920 tempest-AttachVolumeTestJSON-270594920-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-securitygroup--980337020&fields=id&tenant_id=ac94bfaead184f89a85a5713fd06a3ee HTTP/1.1" status: 200 len: 267 time: 0.0525870 Sep 29 15:39:19.959212 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e53a9328-4b00-4f5a-a003-5fc548898e40 tempest-AttachVolumeShelveTestJSON-850210833 tempest-AttachVolumeShelveTestJSON-850210833-project] Pushing event updated for resources: {'Port': ['ID=8b3bff95-3ebd-4c9d-83cc-4916673b8e6b,revision_number=2']} {{(pid=96120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 15:39:20.054740 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-e53a9328-4b00-4f5a-a003-5fc548898e40 tempest-AttachVolumeShelveTestJSON-850210833 tempest-AttachVolumeShelveTestJSON-850210833-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238921'] for floatingip, before_response {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:39:20.064004 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [None req-e53a9328-4b00-4f5a-a003-5fc548898e40 tempest-AttachVolumeShelveTestJSON-850210833 tempest-AttachVolumeShelveTestJSON-850210833-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.4164066 Sep 29 15:39:20.076010 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f22be5c-6516-457f-b476-bc273604ae92 req-aafadced-8ec2-4667-88e8-991ed7692730 tempest-AttachVolumeTestJSON-270594920 tempest-AttachVolumeTestJSON-270594920-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=96121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:39:20.077537 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-3f22be5c-6516-457f-b476-bc273604ae92 req-aafadced-8ec2-4667-88e8-991ed7692730 tempest-AttachVolumeTestJSON-270594920 tempest-AttachVolumeTestJSON-270594920-project] 10.222.0.46 "GET /v2.0/networks?id=41529908-bf9d-4f22-bd36-308129b2f718 HTTP/1.1" status: 200 len: 810 time: 0.1181693 Sep 29 15:39:20.094435 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-3f22be5c-6516-457f-b476-bc273604ae92 req-7c21c1df-965f-4af2-bbd1-d2aa3ac8abbb tempest-AttachVolumeTestJSON-270594920 tempest-AttachVolumeTestJSON-270594920-project] 10.222.0.46 "GET /v2.0/quotas/ac94bfaead184f89a85a5713fd06a3ee HTTP/1.1" status: 200 len: 375 time: 0.0097954 Sep 29 15:39:20.176002 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a0389d-f314-4260-a835-f9697ae1ec22 req-984616f5-2728-45df-a0e1-a305a23218f9 tempest-DeleteServersTestJSON-637044148 tempest-DeleteServersTestJSON-637044148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:39:20.177948 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [req-52a0389d-f314-4260-a835-f9697ae1ec22 req-984616f5-2728-45df-a0e1-a305a23218f9 tempest-DeleteServersTestJSON-637044148 tempest-DeleteServersTestJSON-637044148-project] 10.222.0.46 "GET /v2.0/ports?device_id=da775cc6-3ab7-4560-9b2b-35ba569056f1 HTTP/1.1" status: 200 len: 943 time: 0.0803602 Sep 29 15:39:20.219589 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-3f22be5c-6516-457f-b476-bc273604ae92 req-2aab47ab-75d7-4802-87c1-ecec9a02c694 tempest-AttachVolumeTestJSON-270594920 tempest-AttachVolumeTestJSON-270594920-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=ac94bfaead184f89a85a5713fd06a3ee&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1114917 Sep 29 15:39:20.242127 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [req-52a0389d-f314-4260-a835-f9697ae1ec22 req-945eabf5-ff80-42d5-a9d4-42d74dad0c7e tempest-DeleteServersTestJSON-637044148 tempest-DeleteServersTestJSON-637044148-project] 10.222.0.46 "GET /v2.0/security-groups?id=5a526d53-95a2-47df-b578-772e4e4f7016&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512693 Sep 29 15:39:20.327103 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-3f22be5c-6516-457f-b476-bc273604ae92 req-8785c5fb-0b6f-4bfe-9381-c2d243384aea service neutron] 10.222.0.46 "GET /v2.0/networks/41529908-bf9d-4f22-bd36-308129b2f718?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1050372 Sep 29 15:39:20.360404 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [req-bc5a5bc9-9ec3-418a-96b0-8deac85ba018 req-c3507cdb-b176-41a2-892d-d6905f839275 tempest-AttachVolumeShelveTestJSON-850210833 tempest-AttachVolumeShelveTestJSON-850210833-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-securitygroup--1982429759&fields=id&tenant_id=13390da549814bc498d0c907da15d788 HTTP/1.1" status: 200 len: 267 time: 0.0439153 Sep 29 15:39:20.433653 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-3f22be5c-6516-457f-b476-bc273604ae92 req-cba2bd1c-77f5-4c91-b0f8-a3fc83df60e8 service neutron] 10.222.0.46 "GET /v2.0/networks/41529908-bf9d-4f22-bd36-308129b2f718?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0981400 Sep 29 15:39:20.634878 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5a5bc9-9ec3-418a-96b0-8deac85ba018 req-05cd9105-c283-4930-b225-c58582d6e329 tempest-AttachVolumeShelveTestJSON-850210833 tempest-AttachVolumeShelveTestJSON-850210833-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=96120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:39:20.636545 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [req-bc5a5bc9-9ec3-418a-96b0-8deac85ba018 req-05cd9105-c283-4930-b225-c58582d6e329 tempest-AttachVolumeShelveTestJSON-850210833 tempest-AttachVolumeShelveTestJSON-850210833-project] 10.222.0.46 "GET /v2.0/networks?id=7d2058d9-0239-4e7f-ad5f-85b9e31d2757 HTTP/1.1" status: 200 len: 816 time: 0.2676475 Sep 29 15:39:20.642361 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.wsgi [-] (96120) accepted ('10.222.0.46', 56472) {{(pid=96120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 15:39:20.691687 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85dbe889-82ff-44f8-80be-1e0962159204 req-fa3effa6-1931-4088-9f58-21ccca755755 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:39:20.693858 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-85dbe889-82ff-44f8-80be-1e0962159204 req-fa3effa6-1931-4088-9f58-21ccca755755 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=230295d16b3f4b9c95387a6193aeb6e3&device_id=7c03c1ad-57f1-450e-8111-bd14587cc96c HTTP/1.1" status: 200 len: 1096 time: 0.0818210 Sep 29 15:39:20.700807 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f521cb1a-a179-4e52-ab8f-a0bcb0d45243 req-1b62d5cc-3d88-4334-b8f6-86ae0b5d6914 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:39:20.702465 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-f521cb1a-a179-4e52-ab8f-a0bcb0d45243 req-1b62d5cc-3d88-4334-b8f6-86ae0b5d6914 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=b4ec83ad588647be8ebbcc854394cb61&device_id=1d663b77-78b8-44d6-ae6b-8f8b0c2199dd HTTP/1.1" status: 200 len: 1096 time: 0.1196768 Sep 29 15:39:20.709354 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [req-bc5a5bc9-9ec3-418a-96b0-8deac85ba018 req-82b32c6e-fd21-4571-aed0-b15a13458234 tempest-AttachVolumeShelveTestJSON-850210833 tempest-AttachVolumeShelveTestJSON-850210833-project] 10.222.0.46 "GET /v2.0/quotas/13390da549814bc498d0c907da15d788 HTTP/1.1" status: 200 len: 375 time: 0.0530019 Sep 29 15:39:20.765171 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.wsgi [-] (96121) accepted ('10.222.0.46', 56480) {{(pid=96121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 15:39:20.775326 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9ee4d7-54b6-42ce-a633-bdbe1e1d9551 req-12c26e92-4d65-4888-b028-9a1e758af327 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:39:20.776810 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [req-3e9ee4d7-54b6-42ce-a633-bdbe1e1d9551 req-12c26e92-4d65-4888-b028-9a1e758af327 service neutron] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3391428 Sep 29 15:39:20.782782 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [None req-93e59b80-12e7-4076-9b11-f257ee408ed4 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=1ce94bf491e446e0991507585052999d&name=default HTTP/1.1" status: 200 len: 2976 time: 0.1395209 Sep 29 15:39:20.786509 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.wsgi [-] (96120) accepted ('10.222.0.46', 56484) {{(pid=96120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 15:39:20.792686 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070c3557-d100-4bb1-bac2-d4389bcbf8f0 req-4b4ad785-4aed-4f8a-b8cc-88e0fd6de9ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:39:20.794442 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [req-070c3557-d100-4bb1-bac2-d4389bcbf8f0 req-4b4ad785-4aed-4f8a-b8cc-88e0fd6de9ed service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=b4ec83ad588647be8ebbcc854394cb61&device_id=fceddbf7-453e-4d39-9b3d-c354498f646c HTTP/1.1" status: 200 len: 1096 time: 0.2074931 Sep 29 15:39:20.885415 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [req-bc5a5bc9-9ec3-418a-96b0-8deac85ba018 req-da007bcd-8faf-4175-a316-a2bdae50b1a1 tempest-AttachVolumeShelveTestJSON-850210833 tempest-AttachVolumeShelveTestJSON-850210833-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=13390da549814bc498d0c907da15d788&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1667955 Sep 29 15:39:20.944656 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-f521cb1a-a179-4e52-ab8f-a0bcb0d45243 req-f44c694c-0c96-479f-92ff-dbe17d15e1b1 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=31ccdbe5-d9c3-4401-b176-06795eb1e102 HTTP/1.1" status: 200 len: 217 time: 0.2235520 Sep 29 15:39:20.951852 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [None req-06ab8edb-8e27-4aac-8877-c2f4a3da0fa0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:39:21.079861 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e9f456-ef69-4393-8776-d68e6e0c523f req-6ba4bb0c-840c-4d58-ac6a-dbdfce338b7a tempest-AttachVolumeNegativeTest-728742291 tempest-AttachVolumeNegativeTest-728742291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:39:21.081989 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-d6e9f456-ef69-4393-8776-d68e6e0c523f req-6ba4bb0c-840c-4d58-ac6a-dbdfce338b7a tempest-AttachVolumeNegativeTest-728742291 tempest-AttachVolumeNegativeTest-728742291-project] 10.222.0.46 "GET /v2.0/ports?device_id=7c03c1ad-57f1-450e-8111-bd14587cc96c HTTP/1.1" status: 200 len: 943 time: 0.3177862 Sep 29 15:39:21.099292 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85dbe889-82ff-44f8-80be-1e0962159204 req-da0b499a-9479-467d-96d4-0d2cdd157fc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:39:21.100904 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-85dbe889-82ff-44f8-80be-1e0962159204 req-da0b499a-9479-467d-96d4-0d2cdd157fc1 service neutron] 10.222.0.22 "GET /v2.0/networks?tenant_id=230295d16b3f4b9c95387a6193aeb6e3&shared=False HTTP/1.1" status: 200 len: 916 time: 0.3811021 Sep 29 15:39:21.108214 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f521cb1a-a179-4e52-ab8f-a0bcb0d45243 req-3e96b0d2-493c-4bb5-91ff-22216ba68afd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:39:21.109617 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-f521cb1a-a179-4e52-ab8f-a0bcb0d45243 req-3e96b0d2-493c-4bb5-91ff-22216ba68afd service neutron] 10.222.0.22 "GET /v2.0/subnets?id=f9e1b58c-841a-4928-9689-e4afdbcfa8ba HTTP/1.1" status: 200 len: 859 time: 0.1539898 Sep 29 15:39:21.175421 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-0368bffb-f17b-494d-b210-05cf8bf779e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:39:21.186686 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6aff343-9777-44c8-9feb-a0f426c116d1 req-78a21f80-226f-4cec-a5b2-5e5f2318d812 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:39:21.190960 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [req-d6aff343-9777-44c8-9feb-a0f426c116d1 req-78a21f80-226f-4cec-a5b2-5e5f2318d812 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=84bcf8422e7247638fc2b1cbca8e3846&device_id=da775cc6-3ab7-4560-9b2b-35ba569056f1 HTTP/1.1" status: 200 len: 1096 time: 0.3218551 Sep 29 15:39:21.236580 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-f521cb1a-a179-4e52-ab8f-a0bcb0d45243 req-8a425a70-a672-4602-8756-38d2c052f8d9 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=daa727ac-86a8-4704-b1b4-10803b6b1e68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1011529 Sep 29 15:39:21.242867 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-0368bffb-f17b-494d-b210-05cf8bf779e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:39:21.320349 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-d6e9f456-ef69-4393-8776-d68e6e0c523f req-28111e57-cf8a-48f5-a625-235f1b2a8a51 tempest-AttachVolumeNegativeTest-728742291 tempest-AttachVolumeNegativeTest-728742291-project] 10.222.0.46 "GET /v2.0/security-groups?id=c4509334-a1e4-43fe-aae7-235e447c037b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2269127 Sep 29 15:39:21.324211 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [req-d6aff343-9777-44c8-9feb-a0f426c116d1 req-92af468f-397e-4226-a9d0-fc2e6ba7f180 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=17fd60ea-0543-4f47-a2d4-f04e5e7b4886 HTTP/1.1" status: 200 len: 217 time: 0.0779335 Sep 29 15:39:21.330578 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070c3557-d100-4bb1-bac2-d4389bcbf8f0 req-999080ca-8c35-4741-8ec9-d3f257fc5a91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:39:21.332077 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [req-070c3557-d100-4bb1-bac2-d4389bcbf8f0 req-999080ca-8c35-4741-8ec9-d3f257fc5a91 service neutron] 10.222.0.22 "GET /v2.0/networks?tenant_id=b4ec83ad588647be8ebbcc854394cb61&shared=False HTTP/1.1" status: 200 len: 920 time: 0.5154665 Sep 29 15:39:21.425927 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [req-bc5a5bc9-9ec3-418a-96b0-8deac85ba018 req-64778195-06da-4ecd-8a7e-9957f161c22a service neutron] 10.222.0.46 "GET /v2.0/networks/7d2058d9-0239-4e7f-ad5f-85b9e31d2757?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5115609 Sep 29 15:39:21.473158 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6aff343-9777-44c8-9feb-a0f426c116d1 req-f650cfa5-dcd2-4699-acf1-02ac19496774 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=96120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:39:21.474652 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [req-d6aff343-9777-44c8-9feb-a0f426c116d1 req-f650cfa5-dcd2-4699-acf1-02ac19496774 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=61f71924-12ae-41fd-9e06-9ee9a15fbf0a HTTP/1.1" status: 200 len: 852 time: 0.1383936 Sep 29 15:39:21.567663 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [req-d6aff343-9777-44c8-9feb-a0f426c116d1 req-a378d690-b09e-43a7-98d9-f67f31ca9d73 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=5152dae4-44c3-49b9-8d76-df9855d3f518&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0657332 Sep 29 15:39:21.611917 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-0368bffb-f17b-494d-b210-05cf8bf779e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579214'] for security_group, after_delete {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:39:21.614449 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-0368bffb-f17b-494d-b210-05cf8bf779e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:39:21.618301 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [None req-0368bffb-f17b-494d-b210-05cf8bf779e4 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/ecda4013-d852-48e7-adfc-70566761976f HTTP/1.1" status: 204 len: 168 time: 0.8202515 Sep 29 15:39:21.646994 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-3e797b20-9cba-46e4-833d-08d9a99fd502 req-ae990824-a4e9-4f17-87c3-2eff6c46e138 tempest-AttachVolumeTestJSON-270594920 tempest-AttachVolumeTestJSON-270594920-project] 10.222.0.46 "GET /v2.0/ports?device_id=f6e7bb73-46e1-46cc-b0cb-c0a13b6c495d HTTP/1.1" status: 200 len: 210 time: 0.2627995 Sep 29 15:39:21.658785 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85dbe889-82ff-44f8-80be-1e0962159204 req-5c1f5763-3912-449b-9ed5-d5576980630e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:39:21.661043 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-85dbe889-82ff-44f8-80be-1e0962159204 req-5c1f5763-3912-449b-9ed5-d5576980630e service neutron] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5505557 Sep 29 15:39:21.670705 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0368bffb-f17b-494d-b210-05cf8bf779e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ecda4013-d852-48e7-adfc-70566761976f,revision_number=None']} {{(pid=96120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 15:39:21.691576 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070c3557-d100-4bb1-bac2-d4389bcbf8f0 req-e04e6ac8-3370-447b-ac91-98d3d003d5b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:39:21.693129 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [req-070c3557-d100-4bb1-bac2-d4389bcbf8f0 req-e04e6ac8-3370-447b-ac91-98d3d003d5b2 service neutron] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3279500 Sep 29 15:39:21.737945 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [None req-06ab8edb-8e27-4aac-8877-c2f4a3da0fa0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:39:21.740812 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [req-bc5a5bc9-9ec3-418a-96b0-8deac85ba018 req-502fd82b-8a9e-4f5f-b7a4-a76bcfec2b71 service neutron] 10.222.0.46 "GET /v2.0/networks/7d2058d9-0239-4e7f-ad5f-85b9e31d2757?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2996879 Sep 29 15:39:21.741071 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-f521cb1a-a179-4e52-ab8f-a0bcb0d45243 req-51794d09-551b-4d4c-a5d4-2cafd88ccfb2 service neutron] 10.222.0.22 "GET /v2.0/networks/daa727ac-86a8-4704-b1b4-10803b6b1e68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4947243 Sep 29 15:39:21.817012 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [None req-06ab8edb-8e27-4aac-8877-c2f4a3da0fa0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579214'] for security_group, after_create {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:39:21.823579 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [req-d6aff343-9777-44c8-9feb-a0f426c116d1 req-ea0e436a-49d3-452e-9615-f5814dbbe95c service neutron] 10.222.0.22 "GET /v2.0/networks/5152dae4-44c3-49b9-8d76-df9855d3f518?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2489569 Sep 29 15:39:21.880555 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179fd403-2e23-4efe-b9d5-da9c9fd9a3bc req-b44b029c-67dc-4dee-97e2-dcdc4cc50160 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:39:21.882485 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [req-179fd403-2e23-4efe-b9d5-da9c9fd9a3bc req-b44b029c-67dc-4dee-97e2-dcdc4cc50160 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=230295d16b3f4b9c95387a6193aeb6e3&device_id=7c03c1ad-57f1-450e-8111-bd14587cc96c HTTP/1.1" status: 200 len: 1096 time: 0.1110904 Sep 29 15:39:21.949763 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [req-179fd403-2e23-4efe-b9d5-da9c9fd9a3bc req-5bf1126c-0dac-4271-98e7-47bcce772b78 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7aecb321-2e49-419c-9f69-93c5992c0b8a HTTP/1.1" status: 200 len: 217 time: 0.0346005 Sep 29 15:39:21.962944 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [None req-06ab8edb-8e27-4aac-8877-c2f4a3da0fa0 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=c4874dcd924d4bfdab90fe4f05016256&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1968184 Sep 29 15:39:21.967270 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.wsgi [-] (96120) accepted ('10.222.0.46', 56504) {{(pid=96120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 15:39:21.975294 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ab8edb-8e27-4aac-8877-c2f4a3da0fa0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3469a55c-5841-45f4-98d2-a7c0d69b859c,revision_number=1']} {{(pid=96121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 15:39:21.979721 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2d9725-7610-4a09-aa82-3b64bc5dd933 req-17ac65d7-11b0-4207-973c-2f36750fd3bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:39:21.981588 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-fb2d9725-7610-4a09-aa82-3b64bc5dd933 req-17ac65d7-11b0-4207-973c-2f36750fd3bb service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=b4ec83ad588647be8ebbcc854394cb61&device_id=fceddbf7-453e-4d39-9b3d-c354498f646c HTTP/1.1" status: 200 len: 1096 time: 0.2041428 Sep 29 15:39:22.030791 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005b7056-8f17-4cb2-95e2-a16b1e6e5648 req-332a1132-27c4-4919-ae93-97a5e32ba794 tempest-ServerRescueNegativeTestJSON-859711067 tempest-ServerRescueNegativeTestJSON-859711067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:39:22.032380 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-005b7056-8f17-4cb2-95e2-a16b1e6e5648 req-332a1132-27c4-4919-ae93-97a5e32ba794 tempest-ServerRescueNegativeTestJSON-859711067 tempest-ServerRescueNegativeTestJSON-859711067-project] 10.222.0.46 "GET /v2.0/ports?device_id=fceddbf7-453e-4d39-9b3d-c354498f646c HTTP/1.1" status: 200 len: 943 time: 0.2188141 Sep 29 15:39:22.039302 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [req-d6aff343-9777-44c8-9feb-a0f426c116d1 req-858ffe8b-082d-44c0-abcb-a0fdc764d1e5 service neutron] 10.222.0.22 "GET /v2.0/networks/5152dae4-44c3-49b9-8d76-df9855d3f518?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2083578 Sep 29 15:39:22.112501 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-fb2d9725-7610-4a09-aa82-3b64bc5dd933 req-578a7e8f-69d5-488b-ae45-55a42e5beca7 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3f0234c3-e1ed-436b-987e-7dbb46c7c1a4 HTTP/1.1" status: 200 len: 217 time: 0.1164682 Sep 29 15:39:22.137206 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-f521cb1a-a179-4e52-ab8f-a0bcb0d45243 req-83e31a19-d064-4981-bb25-d74e32f8ad3b service neutron] 10.222.0.22 "GET /v2.0/networks/daa727ac-86a8-4704-b1b4-10803b6b1e68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3877401 Sep 29 15:39:22.145951 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-0ab8b232-0e32-4cb5-be11-730d9e96957c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:39:22.154540 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179fd403-2e23-4efe-b9d5-da9c9fd9a3bc req-3c91306b-22d6-409f-ba50-2be988c3074b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=96120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:39:22.155800 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [req-179fd403-2e23-4efe-b9d5-da9c9fd9a3bc req-3c91306b-22d6-409f-ba50-2be988c3074b service neutron] 10.222.0.22 "GET /v2.0/subnets?id=f52e1823-73ec-4946-856c-fe4a0be10483 HTTP/1.1" status: 200 len: 855 time: 0.1603739 Sep 29 15:39:22.200188 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [req-179fd403-2e23-4efe-b9d5-da9c9fd9a3bc req-15eae4bd-88a6-49f2-a815-695c72608d97 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=6dbc83d2-1eb6-4d2f-92e2-862eb74e4124&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0369279 Sep 29 15:39:22.214091 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-005b7056-8f17-4cb2-95e2-a16b1e6e5648 req-37808a31-d5fe-48a4-ae7f-4f099b17a573 tempest-ServerRescueNegativeTestJSON-859711067 tempest-ServerRescueNegativeTestJSON-859711067-project] 10.222.0.46 "GET /v2.0/security-groups?id=69bb6ea6-2770-4a41-88ab-960c26e8ecb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109061 Sep 29 15:39:22.217591 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a294367a-1a43-4cc4-9533-d78b0d532a68 req-ea4991dd-dbf4-4056-a48a-fd8f165fc200 tempest-DeleteServersTestJSON-637044148 tempest-DeleteServersTestJSON-637044148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:39:22.225151 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [req-a294367a-1a43-4cc4-9533-d78b0d532a68 req-ea4991dd-dbf4-4056-a48a-fd8f165fc200 tempest-DeleteServersTestJSON-637044148 tempest-DeleteServersTestJSON-637044148-project] 10.222.0.46 "GET /v2.0/ports?device_id=da775cc6-3ab7-4560-9b2b-35ba569056f1 HTTP/1.1" status: 200 len: 943 time: 0.1402283 Sep 29 15:39:22.231004 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2d9725-7610-4a09-aa82-3b64bc5dd933 req-3b127d81-d4a0-453f-8e3d-ecec1264c001 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:39:22.233266 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-fb2d9725-7610-4a09-aa82-3b64bc5dd933 req-3b127d81-d4a0-453f-8e3d-ecec1264c001 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=f9e1b58c-841a-4928-9689-e4afdbcfa8ba HTTP/1.1" status: 200 len: 859 time: 0.1108892 Sep 29 15:39:22.234325 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-0ab8b232-0e32-4cb5-be11-730d9e96957c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:39:22.297175 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-8e2b2ccb-ec4e-4e5a-a95f-f47df2537a94 req-5e470ec4-53b1-4fd7-be56-bb0ecd8ddaed tempest-AttachVolumeShelveTestJSON-850210833 tempest-AttachVolumeShelveTestJSON-850210833-project] 10.222.0.46 "GET /v2.0/ports?device_id=ac0e248a-618c-41cf-8477-3e208b9a1936 HTTP/1.1" status: 200 len: 210 time: 0.0426755 Sep 29 15:39:22.300203 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-fb2d9725-7610-4a09-aa82-3b64bc5dd933 req-b7206250-05fd-4525-b8c0-05fe96f6323e service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=daa727ac-86a8-4704-b1b4-10803b6b1e68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0548327 Sep 29 15:39:22.363321 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [req-a294367a-1a43-4cc4-9533-d78b0d532a68 req-f3c280fa-3718-4800-8773-7e68140b74f0 tempest-DeleteServersTestJSON-637044148 tempest-DeleteServersTestJSON-637044148-project] 10.222.0.46 "GET /v2.0/security-groups?id=5a526d53-95a2-47df-b578-772e4e4f7016&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1371329 Sep 29 15:39:22.440571 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [req-179fd403-2e23-4efe-b9d5-da9c9fd9a3bc req-c4a58830-7a4c-4633-a7b7-a7403b2d8079 service neutron] 10.222.0.22 "GET /v2.0/networks/6dbc83d2-1eb6-4d2f-92e2-862eb74e4124?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2091568 Sep 29 15:39:22.500294 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e56e90f-76e6-4a4f-8a61-08159730ff91 req-4d68e456-4450-456a-9107-6081f920afbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:39:22.501962 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-2e56e90f-76e6-4a4f-8a61-08159730ff91 req-4d68e456-4450-456a-9107-6081f920afbb service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=b4ec83ad588647be8ebbcc854394cb61&device_id=1d663b77-78b8-44d6-ae6b-8f8b0c2199dd HTTP/1.1" status: 200 len: 1096 time: 0.1739142 Sep 29 15:39:22.535218 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-0ab8b232-0e32-4cb5-be11-730d9e96957c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579214'] for security_group, after_delete {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:39:22.537848 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-0ab8b232-0e32-4cb5-be11-730d9e96957c admin admin] Notify callbacks [] for security_group, before_response {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:39:22.541860 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [None req-0ab8b232-0e32-4cb5-be11-730d9e96957c admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/3469a55c-5841-45f4-98d2-a7c0d69b859c HTTP/1.1" status: 204 len: 168 time: 0.5738022 Sep 29 15:39:22.553323 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-fb2d9725-7610-4a09-aa82-3b64bc5dd933 req-9f359205-3bee-4049-80fc-d7bb267bed00 service neutron] 10.222.0.22 "GET /v2.0/networks/daa727ac-86a8-4704-b1b4-10803b6b1e68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2263815 Sep 29 15:39:22.566706 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab8b232-0e32-4cb5-be11-730d9e96957c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3469a55c-5841-45f4-98d2-a7c0d69b859c,revision_number=None']} {{(pid=96120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 15:39:22.575923 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [req-179fd403-2e23-4efe-b9d5-da9c9fd9a3bc req-9ed5f6d7-9dc1-4f34-966d-367d3d0334e9 service neutron] 10.222.0.22 "GET /v2.0/networks/6dbc83d2-1eb6-4d2f-92e2-862eb74e4124?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1182463 Sep 29 15:39:22.594419 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60ea871-9e8d-4ae0-b047-fc52fc67bc3d req-ae673af3-3458-46b7-b37d-58deffbc0291 tempest-AttachVolumeNegativeTest-728742291 tempest-AttachVolumeNegativeTest-728742291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:39:22.595927 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-e60ea871-9e8d-4ae0-b047-fc52fc67bc3d req-ae673af3-3458-46b7-b37d-58deffbc0291 tempest-AttachVolumeNegativeTest-728742291 tempest-AttachVolumeNegativeTest-728742291-project] 10.222.0.46 "GET /v2.0/ports?device_id=7c03c1ad-57f1-450e-8111-bd14587cc96c HTTP/1.1" status: 200 len: 943 time: 0.1604154 Sep 29 15:39:22.761005 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [req-9b03651d-9c89-4a40-b418-9d73ca02ba59 req-7033171d-7298-4315-a38a-2a61aa504c85 tempest-AttachVolumeTestJSON-270594920 tempest-AttachVolumeTestJSON-270594920-project] 10.222.0.46 "GET /v2.0/ports?device_id=f6e7bb73-46e1-46cc-b0cb-c0a13b6c495d HTTP/1.1" status: 200 len: 210 time: 0.0287070 Sep 29 15:39:22.833227 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-e60ea871-9e8d-4ae0-b047-fc52fc67bc3d req-cfcd1552-e581-4ade-9dcc-43cdd9a85be1 tempest-AttachVolumeNegativeTest-728742291 tempest-AttachVolumeNegativeTest-728742291-project] 10.222.0.46 "GET /v2.0/security-groups?id=c4509334-a1e4-43fe-aae7-235e447c037b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2226477 Sep 29 15:39:22.856161 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e56e90f-76e6-4a4f-8a61-08159730ff91 req-9efca594-663f-4a0c-b495-f07d534e2213 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:39:22.857568 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-2e56e90f-76e6-4a4f-8a61-08159730ff91 req-9efca594-663f-4a0c-b495-f07d534e2213 service neutron] 10.222.0.22 "GET /v2.0/networks?id=daa727ac-86a8-4704-b1b4-10803b6b1e68 HTTP/1.1" status: 200 len: 920 time: 0.3457975 Sep 29 15:39:22.863115 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-fb2d9725-7610-4a09-aa82-3b64bc5dd933 req-125abc8d-d4cf-46d9-af53-14c5adbc7ca3 service neutron] 10.222.0.22 "GET /v2.0/networks/daa727ac-86a8-4704-b1b4-10803b6b1e68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3007545 Sep 29 15:39:22.915410 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-2e56e90f-76e6-4a4f-8a61-08159730ff91 req-ddcaa251-f527-4052-a599-c08d8fbebc6b service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=31ccdbe5-d9c3-4401-b176-06795eb1e102 HTTP/1.1" status: 200 len: 217 time: 0.0388129 Sep 29 15:39:22.970768 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e56e90f-76e6-4a4f-8a61-08159730ff91 req-37b3bddc-81a6-474c-befe-6f601aa3eb7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:39:22.972600 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-2e56e90f-76e6-4a4f-8a61-08159730ff91 req-37b3bddc-81a6-474c-befe-6f601aa3eb7f service neutron] 10.222.0.22 "GET /v2.0/subnets?id=f9e1b58c-841a-4928-9689-e4afdbcfa8ba HTTP/1.1" status: 200 len: 859 time: 0.0498946 Sep 29 15:39:23.057666 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-2e56e90f-76e6-4a4f-8a61-08159730ff91 req-0db43cad-7cad-481b-a30a-71a083c20737 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=daa727ac-86a8-4704-b1b4-10803b6b1e68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0288699 Sep 29 15:39:23.162290 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-2e56e90f-76e6-4a4f-8a61-08159730ff91 req-d76dbaf5-ab1c-40c5-b54f-8e8d4a8b2a8e service neutron] 10.222.0.22 "GET /v2.0/networks/daa727ac-86a8-4704-b1b4-10803b6b1e68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0960085 Sep 29 15:39:23.333668 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14745a0a-7434-417e-b9ae-d8db2b29afc4 req-ccb82196-f329-47b4-93f5-b349e1973b99 tempest-ServerRescueNegativeTestJSON-859711067 tempest-ServerRescueNegativeTestJSON-859711067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:39:23.334126 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-2e56e90f-76e6-4a4f-8a61-08159730ff91 req-1773abb0-238e-4031-a177-7134491beff6 service neutron] 10.222.0.22 "GET /v2.0/networks/daa727ac-86a8-4704-b1b4-10803b6b1e68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1284194 Sep 29 15:39:23.335387 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [req-14745a0a-7434-417e-b9ae-d8db2b29afc4 req-ccb82196-f329-47b4-93f5-b349e1973b99 tempest-ServerRescueNegativeTestJSON-859711067 tempest-ServerRescueNegativeTestJSON-859711067-project] 10.222.0.46 "GET /v2.0/ports?device_id=fceddbf7-453e-4d39-9b3d-c354498f646c HTTP/1.1" status: 200 len: 943 time: 0.0642879 Sep 29 15:39:23.384962 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [req-14745a0a-7434-417e-b9ae-d8db2b29afc4 req-124742a0-616f-4377-8d8d-b4f6721cc22a tempest-ServerRescueNegativeTestJSON-859711067 tempest-ServerRescueNegativeTestJSON-859711067-project] 10.222.0.46 "GET /v2.0/security-groups?id=69bb6ea6-2770-4a41-88ab-960c26e8ecb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431397 Sep 29 15:39:23.396668 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-710fdcff-95e9-4586-8c3d-f6b23739c8ab req-5935654e-705b-4569-ae4b-d12baa37ab6b tempest-AttachVolumeShelveTestJSON-850210833 tempest-AttachVolumeShelveTestJSON-850210833-project] 10.222.0.46 "GET /v2.0/ports?device_id=ac0e248a-618c-41cf-8477-3e208b9a1936 HTTP/1.1" status: 200 len: 210 time: 0.0307062 Sep 29 15:39:23.494081 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2fe3f2e-561e-4b2f-ac6c-58d103d431ce req-3af85ef2-453b-4b2e-8ef8-017d44a5d780 tempest-DeleteServersTestJSON-637044148 tempest-DeleteServersTestJSON-637044148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:39:23.496398 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [req-e2fe3f2e-561e-4b2f-ac6c-58d103d431ce req-3af85ef2-453b-4b2e-8ef8-017d44a5d780 tempest-DeleteServersTestJSON-637044148 tempest-DeleteServersTestJSON-637044148-project] 10.222.0.46 "GET /v2.0/ports?device_id=da775cc6-3ab7-4560-9b2b-35ba569056f1 HTTP/1.1" status: 200 len: 943 time: 0.0535378 Sep 29 15:39:23.553863 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [req-e2fe3f2e-561e-4b2f-ac6c-58d103d431ce req-3f018937-4b9e-4705-8976-a4d86526fdeb tempest-DeleteServersTestJSON-637044148 tempest-DeleteServersTestJSON-637044148-project] 10.222.0.46 "GET /v2.0/security-groups?id=5a526d53-95a2-47df-b578-772e4e4f7016&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489862 Sep 29 15:39:23.628563 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f22be5c-6516-457f-b476-bc273604ae92 req-bc6d336f-04d2-45c1-9e89-952802b01e17 tempest-AttachVolumeTestJSON-270594920 tempest-AttachVolumeTestJSON-270594920-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=96121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:39:23.629989 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-3f22be5c-6516-457f-b476-bc273604ae92 req-bc6d336f-04d2-45c1-9e89-952802b01e17 tempest-AttachVolumeTestJSON-270594920 tempest-AttachVolumeTestJSON-270594920-project] 10.222.0.22 "GET /v2.0/networks?id=41529908-bf9d-4f22-bd36-308129b2f718 HTTP/1.1" status: 200 len: 810 time: 0.1205907 Sep 29 15:39:23.701177 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-3f22be5c-6516-457f-b476-bc273604ae92 req-27412789-4422-4494-b1a7-f165a67bf41e tempest-AttachVolumeTestJSON-270594920 tempest-AttachVolumeTestJSON-270594920-project] 10.222.0.22 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ac94bfaead184f89a85a5713fd06a3ee HTTP/1.1" status: 200 len: 379 time: 0.0521281 Sep 29 15:39:23.711316 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.api.v2.base [req-3f22be5c-6516-457f-b476-bc273604ae92 req-7440b9a9-b001-45c7-bb66-974374f87322 tempest-AttachVolumeTestJSON-270594920 tempest-AttachVolumeTestJSON-270594920-project] Request body: {'port': {'device_id': 'f6e7bb73-46e1-46cc-b0cb-c0a13b6c495d', 'network_id': '41529908-bf9d-4f22-bd36-308129b2f718', 'admin_state_up': True, 'tenant_id': 'ac94bfaead184f89a85a5713fd06a3ee', 'security_groups': ['fd7c349f-6119-46da-b1a9-67ca18fd632b']}} {{(pid=96121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 15:39:23.847286 dv-cinder-806616-6-iscsi neutron-server[96123]: DEBUG neutron.db.agents_db [None req-ce50b6f1-f7bd-4b59-8641-9f71b480b041 None None] Agent healthcheck: found 6 active agents {{(pid=96123) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 29 15:39:23.950783 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-f8773f51-2f5d-42c0-a504-3bed9ae8417b req-4178cad9-48cc-429b-9b8e-cb2d7011807c tempest-AttachVolumeTestJSON-270594920 tempest-AttachVolumeTestJSON-270594920-project] 10.222.0.46 "GET /v2.0/ports?device_id=f6e7bb73-46e1-46cc-b0cb-c0a13b6c495d HTTP/1.1" status: 200 len: 210 time: 0.0594544 Sep 29 15:39:23.967952 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3f22be5c-6516-457f-b476-bc273604ae92 req-7440b9a9-b001-45c7-bb66-974374f87322 tempest-AttachVolumeTestJSON-270594920 tempest-AttachVolumeTestJSON-270594920-project] Made reservation on behalf of ac94bfaead184f89a85a5713fd06a3ee for: {'port': 1} {{(pid=96121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 15:39:23.971581 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [req-3f22be5c-6516-457f-b476-bc273604ae92 req-7440b9a9-b001-45c7-bb66-974374f87322 tempest-AttachVolumeTestJSON-270594920 tempest-AttachVolumeTestJSON-270594920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-684029'] for port, before_create {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:39:23.989059 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98130a9-8c24-4ff4-98e9-ddef0394ddda req-927baaac-c41c-494f-aa79-a2df10dab2f0 tempest-AttachVolumeNegativeTest-728742291 tempest-AttachVolumeNegativeTest-728742291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:39:23.990647 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [req-b98130a9-8c24-4ff4-98e9-ddef0394ddda req-927baaac-c41c-494f-aa79-a2df10dab2f0 tempest-AttachVolumeNegativeTest-728742291 tempest-AttachVolumeNegativeTest-728742291-project] 10.222.0.46 "GET /v2.0/ports?device_id=7c03c1ad-57f1-450e-8111-bd14587cc96c HTTP/1.1" status: 200 len: 943 time: 0.0670786 Sep 29 15:39:24.046026 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [req-b98130a9-8c24-4ff4-98e9-ddef0394ddda req-e804a63b-25fb-488c-b806-1f055592b08c tempest-AttachVolumeNegativeTest-728742291 tempest-AttachVolumeNegativeTest-728742291-project] 10.222.0.46 "GET /v2.0/security-groups?id=c4509334-a1e4-43fe-aae7-235e447c037b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459509 Sep 29 15:39:24.119818 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.db.db_base_plugin_common [req-3f22be5c-6516-457f-b476-bc273604ae92 req-7440b9a9-b001-45c7-bb66-974374f87322 tempest-AttachVolumeTestJSON-270594920 tempest-AttachVolumeTestJSON-270594920-project] Allocated IP 172.20.0.14 (41529908-bf9d-4f22-bd36-308129b2f718/dd4e2821-37a9-4ee4-80ce-9b4e5d3432ba/8b381780-c788-4e42-81f1-ad86f28e31ef) {{(pid=96121) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 15:39:24.181216 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron_lib.callbacks.manager [None req-aaf5a4a0-a6de-4a0a-8d5d-a943c7c30fda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741779927170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-625140'] for agent, after_update {{(pid=96122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:39:24.269181 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [req-3f22be5c-6516-457f-b476-bc273604ae92 req-7440b9a9-b001-45c7-bb66-974374f87322 tempest-AttachVolumeTestJSON-270594920 tempest-AttachVolumeTestJSON-270594920-project] Notify callbacks [] for port, precommit_create {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:39:24.443086 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [req-3f22be5c-6516-457f-b476-bc273604ae92 req-7440b9a9-b001-45c7-bb66-974374f87322 tempest-AttachVolumeTestJSON-270594920 tempest-AttachVolumeTestJSON-270594920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741779628737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3898419'] for port, after_create {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:39:24.502319 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [req-f3583480-2339-48c4-ac5c-fba7b3689261 req-66a0ce58-cc56-4d19-8aae-958420c2a540 tempest-AttachVolumeShelveTestJSON-850210833 tempest-AttachVolumeShelveTestJSON-850210833-project] 10.222.0.46 "GET /v2.0/ports?device_id=ac0e248a-618c-41cf-8477-3e208b9a1936 HTTP/1.1" status: 200 len: 210 time: 0.0292580 Sep 29 15:39:24.509927 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3f22be5c-6516-457f-b476-bc273604ae92 req-7440b9a9-b001-45c7-bb66-974374f87322 tempest-AttachVolumeTestJSON-270594920 tempest-AttachVolumeTestJSON-270594920-project] Network 41529908-bf9d-4f22-bd36-308129b2f718 is already hosted by enough agents. {{(pid=96121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 15:39:24.526706 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.scheduler.base_scheduler [req-3f22be5c-6516-457f-b476-bc273604ae92 req-7440b9a9-b001-45c7-bb66-974374f87322 tempest-AttachVolumeTestJSON-270594920 tempest-AttachVolumeTestJSON-270594920-project] Resources bound (agent type, host, resource id): {{(pid=96121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 15:39:24.531480 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f22be5c-6516-457f-b476-bc273604ae92 req-7440b9a9-b001-45c7-bb66-974374f87322 tempest-AttachVolumeTestJSON-270594920 tempest-AttachVolumeTestJSON-270594920-project] Received port after_create {{(pid=96121) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 15:39:24.571141 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7440b9a9-b001-45c7-bb66-974374f87322 tempest-AttachVolumeTestJSON-270594920 tempest-AttachVolumeTestJSON-270594920-project] Pushing event updated for resources: {'Port': ['ID=8b381780-c788-4e42-81f1-ad86f28e31ef,revision_number=1']} {{(pid=96121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 15:39:24.619290 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99aff8ac-c92f-47af-8b4c-ed2cdb2e3b4f req-a56e8c0c-4655-4f97-aff9-74fd5ff82ce4 tempest-ServerRescueNegativeTestJSON-859711067 tempest-ServerRescueNegativeTestJSON-859711067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:39:24.626298 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-99aff8ac-c92f-47af-8b4c-ed2cdb2e3b4f req-a56e8c0c-4655-4f97-aff9-74fd5ff82ce4 tempest-ServerRescueNegativeTestJSON-859711067 tempest-ServerRescueNegativeTestJSON-859711067-project] 10.222.0.46 "GET /v2.0/ports?device_id=fceddbf7-453e-4d39-9b3d-c354498f646c HTTP/1.1" status: 200 len: 943 time: 0.1595583 Sep 29 15:39:24.634230 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f22be5c-6516-457f-b476-bc273604ae92 req-7440b9a9-b001-45c7-bb66-974374f87322 tempest-AttachVolumeTestJSON-270594920 tempest-AttachVolumeTestJSON-270594920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=96121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:39:24.635003 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [req-3f22be5c-6516-457f-b476-bc273604ae92 req-7440b9a9-b001-45c7-bb66-974374f87322 tempest-AttachVolumeTestJSON-270594920 tempest-AttachVolumeTestJSON-270594920-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577532'] for port, before_response {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:39:24.679362 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-99aff8ac-c92f-47af-8b4c-ed2cdb2e3b4f req-772600c5-c8a4-44b5-8421-0a284fe8f9f6 tempest-ServerRescueNegativeTestJSON-859711067 tempest-ServerRescueNegativeTestJSON-859711067-project] 10.222.0.46 "GET /v2.0/security-groups?id=69bb6ea6-2770-4a41-88ab-960c26e8ecb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413122 Sep 29 15:39:24.681818 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c904f1-46b2-4ae0-8c18-e64053e459be req-017200b3-21e1-46fc-8b35-ff8cddd1c7a5 tempest-DeleteServersTestJSON-637044148 tempest-DeleteServersTestJSON-637044148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:39:24.683358 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [req-54c904f1-46b2-4ae0-8c18-e64053e459be req-017200b3-21e1-46fc-8b35-ff8cddd1c7a5 tempest-DeleteServersTestJSON-637044148 tempest-DeleteServersTestJSON-637044148-project] 10.222.0.46 "GET /v2.0/ports?device_id=da775cc6-3ab7-4560-9b2b-35ba569056f1 HTTP/1.1" status: 200 len: 943 time: 0.0527468 Sep 29 15:39:24.723288 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [req-54c904f1-46b2-4ae0-8c18-e64053e459be req-36bcb8f9-68c7-4e7f-b70f-be839849a6c5 tempest-DeleteServersTestJSON-637044148 tempest-DeleteServersTestJSON-637044148-project] 10.222.0.46 "GET /v2.0/security-groups?id=5a526d53-95a2-47df-b578-772e4e4f7016&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322046 Sep 29 15:39:24.850837 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.plugins.ml2.rpc [None req-4d55257e-523e-4b8d-ab2b-d46a31710be1 None None] Device 31ccdbe5-d9c3-4401-b176-06795eb1e102 details requested by agent hyperv_hv-cinder-80661 with host hv-cinder-80661 {{(pid=96122) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 29 15:39:24.895132 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.db.provisioning_blocks [None req-ac0b174f-1cc7-449e-8ae8-29f4692b1392 None None] Provisioning complete for port 8b381780-c788-4e42-81f1-ad86f28e31ef triggered by entity DHCP. {{(pid=96122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 15:39:24.895500 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron_lib.callbacks.manager [None req-ac0b174f-1cc7-449e-8ae8-29f4692b1392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-626465'] for port, provisioning_complete {{(pid=96122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:39:24.970893 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.plugins.ml2.plugin [None req-ac0b174f-1cc7-449e-8ae8-29f4692b1392 None None] Port 8b381780-c788-4e42-81f1-ad86f28e31ef cannot update to ACTIVE because it is not bound. {{(pid=96122) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 29 15:39:24.991640 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-3f22be5c-6516-457f-b476-bc273604ae92 req-7440b9a9-b001-45c7-bb66-974374f87322 tempest-AttachVolumeTestJSON-270594920 tempest-AttachVolumeTestJSON-270594920-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2841103 Sep 29 15:39:25.007653 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.plugins.ml2.db [None req-4d55257e-523e-4b8d-ab2b-d46a31710be1 None None] For port 31ccdbe5-d9c3-4401-b176-06795eb1e102, host hv-cinder-80661, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80661',level=0,port_id=31ccdbe5-d9c3-4401-b176-06795eb1e102,segment=NetworkSegment(31764bfc-788e-47a5-9e39-ac36bd4368d1),segment_id=31764bfc-788e-47a5-9e39-ac36bd4368d1)] {{(pid=96122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 15:39:25.015461 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.api.v2.base [req-3f22be5c-6516-457f-b476-bc273604ae92 req-a820f707-2014-4322-8bc8-2c4368908926 service neutron] Request body: {'port': {'device_id': 'f6e7bb73-46e1-46cc-b0cb-c0a13b6c495d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80661'}} {{(pid=96121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 15:39:25.022904 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.plugins.ml2.rpc [None req-4d55257e-523e-4b8d-ab2b-d46a31710be1 None None] Returning: {'device': '31ccdbe5-d9c3-4401-b176-06795eb1e102', 'network_id': 'daa727ac-86a8-4704-b1b4-10803b6b1e68', 'port_id': '31ccdbe5-d9c3-4401-b176-06795eb1e102', 'mac_address': 'fa:16:3e:29:49:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 618, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f9e1b58c-841a-4928-9689-e4afdbcfa8ba', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=96122) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 29 15:39:25.064374 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron_lib.callbacks.manager [None req-4d55257e-523e-4b8d-ab2b-d46a31710be1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-684029'] for port, before_update {{(pid=96122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:39:25.082018 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.notifiers.nova [None req-4d55257e-523e-4b8d-ab2b-d46a31710be1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 31ccdbe5-d9c3-4401-b176-06795eb1e102 {{(pid=96122) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 15:39:25.102592 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [req-3f22be5c-6516-457f-b476-bc273604ae92 req-a820f707-2014-4322-8bc8-2c4368908926 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-684029'] for port, before_update {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:39:25.108720 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.plugins.ml2.db [None req-4d55257e-523e-4b8d-ab2b-d46a31710be1 None None] For port 31ccdbe5-d9c3-4401-b176-06795eb1e102, host hv-cinder-80661, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80661',level=0,port_id=31ccdbe5-d9c3-4401-b176-06795eb1e102,segment=NetworkSegment(31764bfc-788e-47a5-9e39-ac36bd4368d1),segment_id=31764bfc-788e-47a5-9e39-ac36bd4368d1)] {{(pid=96122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 15:39:25.160327 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001be664-9e44-482a-8446-0bf84a2209d6 req-ba05f496-1cf7-4649-9750-13d3fa4e0b29 tempest-AttachVolumeTestJSON-270594920 tempest-AttachVolumeTestJSON-270594920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:39:25.167888 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-001be664-9e44-482a-8446-0bf84a2209d6 req-ba05f496-1cf7-4649-9750-13d3fa4e0b29 tempest-AttachVolumeTestJSON-270594920 tempest-AttachVolumeTestJSON-270594920-project] 10.222.0.46 "GET /v2.0/ports?device_id=f6e7bb73-46e1-46cc-b0cb-c0a13b6c495d HTTP/1.1" status: 200 len: 932 time: 0.1419191 Sep 29 15:39:25.195730 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47de2b28-1f4f-40a5-933c-b6c7b28a8719 req-dc3ed568-5695-4110-890a-aa810cf1d9f9 tempest-AttachVolumeNegativeTest-728742291 tempest-AttachVolumeNegativeTest-728742291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:39:25.197463 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [req-47de2b28-1f4f-40a5-933c-b6c7b28a8719 req-dc3ed568-5695-4110-890a-aa810cf1d9f9 tempest-AttachVolumeNegativeTest-728742291 tempest-AttachVolumeNegativeTest-728742291-project] 10.222.0.46 "GET /v2.0/ports?device_id=7c03c1ad-57f1-450e-8111-bd14587cc96c HTTP/1.1" status: 200 len: 943 time: 0.0686235 Sep 29 15:39:25.254822 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [req-47de2b28-1f4f-40a5-933c-b6c7b28a8719 req-1eabaa9f-1095-4a41-a788-1f7d9de55a49 tempest-AttachVolumeNegativeTest-728742291 tempest-AttachVolumeNegativeTest-728742291-project] 10.222.0.46 "GET /v2.0/security-groups?id=c4509334-a1e4-43fe-aae7-235e447c037b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466187 Sep 29 15:39:25.257752 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron_lib.callbacks.manager [None req-4d55257e-523e-4b8d-ab2b-d46a31710be1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741780147972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741779628755', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741779628773'] for port, after_update {{(pid=96122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:39:25.259886 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.plugins.ml2.rpc [None req-4d55257e-523e-4b8d-ab2b-d46a31710be1 None None] Device 17fd60ea-0543-4f47-a2d4-f04e5e7b4886 details requested by agent hyperv_hv-cinder-80661 with host hv-cinder-80661 {{(pid=96122) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 29 15:39:25.430979 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron_lib.db.resource_extend [None req-4d55257e-523e-4b8d-ab2b-d46a31710be1 None None] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=96122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 29 15:39:25.470644 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d55257e-523e-4b8d-ab2b-d46a31710be1 None None] Pushing event updated for resources: {'Port': ['ID=31ccdbe5-d9c3-4401-b176-06795eb1e102,revision_number=4']} {{(pid=96122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 15:39:25.528098 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.plugins.ml2.db [None req-4d55257e-523e-4b8d-ab2b-d46a31710be1 None None] For port 17fd60ea-0543-4f47-a2d4-f04e5e7b4886, host hv-cinder-80661, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80661',level=0,port_id=17fd60ea-0543-4f47-a2d4-f04e5e7b4886,segment=NetworkSegment(628d84a7-ead1-4ac6-bffb-83d0c925f453),segment_id=628d84a7-ead1-4ac6-bffb-83d0c925f453)] {{(pid=96122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 15:39:25.544807 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-001be664-9e44-482a-8446-0bf84a2209d6 req-4ba953bb-e740-4657-88a5-05c03db83182 tempest-AttachVolumeTestJSON-270594920 tempest-AttachVolumeTestJSON-270594920-project] 10.222.0.46 "GET /v2.0/security-groups?id=fd7c349f-6119-46da-b1a9-67ca18fd632b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3673093 Sep 29 15:39:25.548207 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.plugins.ml2.rpc [None req-4d55257e-523e-4b8d-ab2b-d46a31710be1 None None] Returning: {'device': '17fd60ea-0543-4f47-a2d4-f04e5e7b4886', 'network_id': '5152dae4-44c3-49b9-8d76-df9855d3f518', 'port_id': '17fd60ea-0543-4f47-a2d4-f04e5e7b4886', 'mac_address': 'fa:16:3e:54:b9:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 648, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '61f71924-12ae-41fd-9e06-9ee9a15fbf0a', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=96122) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 29 15:39:25.604046 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [req-28b9008e-8a0e-4181-bfda-7336f2be313c req-584359a8-e767-40c5-9382-9042c518d734 tempest-AttachVolumeShelveTestJSON-850210833 tempest-AttachVolumeShelveTestJSON-850210833-project] 10.222.0.46 "GET /v2.0/ports?device_id=ac0e248a-618c-41cf-8477-3e208b9a1936 HTTP/1.1" status: 200 len: 210 time: 0.0263178 Sep 29 15:39:25.612342 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron_lib.callbacks.manager [None req-4d55257e-523e-4b8d-ab2b-d46a31710be1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-684029'] for port, before_update {{(pid=96122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:39:25.625586 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.notifiers.nova [None req-4d55257e-523e-4b8d-ab2b-d46a31710be1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 17fd60ea-0543-4f47-a2d4-f04e5e7b4886 {{(pid=96122) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 15:39:25.644776 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.plugins.ml2.db [None req-4d55257e-523e-4b8d-ab2b-d46a31710be1 None None] For port 17fd60ea-0543-4f47-a2d4-f04e5e7b4886, host hv-cinder-80661, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80661',level=0,port_id=17fd60ea-0543-4f47-a2d4-f04e5e7b4886,segment=NetworkSegment(628d84a7-ead1-4ac6-bffb-83d0c925f453),segment_id=628d84a7-ead1-4ac6-bffb-83d0c925f453)] {{(pid=96122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 15:39:25.649957 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5a5bc9-9ec3-418a-96b0-8deac85ba018 req-c3e6354a-507e-4e3d-b0a7-76beae1068db tempest-AttachVolumeShelveTestJSON-850210833 tempest-AttachVolumeShelveTestJSON-850210833-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=96121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:39:25.651427 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-bc5a5bc9-9ec3-418a-96b0-8deac85ba018 req-c3e6354a-507e-4e3d-b0a7-76beae1068db tempest-AttachVolumeShelveTestJSON-850210833 tempest-AttachVolumeShelveTestJSON-850210833-project] 10.222.0.22 "GET /v2.0/networks?id=7d2058d9-0239-4e7f-ad5f-85b9e31d2757 HTTP/1.1" status: 200 len: 816 time: 0.4099362 Sep 29 15:39:25.725439 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-bc5a5bc9-9ec3-418a-96b0-8deac85ba018 req-44fe04d0-e0e1-4f14-8400-578383382bca tempest-AttachVolumeShelveTestJSON-850210833 tempest-AttachVolumeShelveTestJSON-850210833-project] 10.222.0.22 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=13390da549814bc498d0c907da15d788 HTTP/1.1" status: 200 len: 380 time: 0.0555851 Sep 29 15:39:25.734263 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.api.v2.base [req-bc5a5bc9-9ec3-418a-96b0-8deac85ba018 req-55806b55-f1ae-4ce6-a918-9901eeee40f8 tempest-AttachVolumeShelveTestJSON-850210833 tempest-AttachVolumeShelveTestJSON-850210833-project] Request body: {'port': {'device_id': 'ac0e248a-618c-41cf-8477-3e208b9a1936', 'network_id': '7d2058d9-0239-4e7f-ad5f-85b9e31d2757', 'admin_state_up': True, 'tenant_id': '13390da549814bc498d0c907da15d788', 'security_groups': ['0ae69e60-4c6a-41e5-8a1f-3e04c991f9a3']}} {{(pid=96121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 15:39:25.823547 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.wsgi [-] (96120) accepted ('10.222.0.46', 56662) {{(pid=96120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 15:39:25.843962 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.notifiers.nova [req-3f22be5c-6516-457f-b476-bc273604ae92 req-a820f707-2014-4322-8bc8-2c4368908926 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8b381780-c788-4e42-81f1-ad86f28e31ef {{(pid=96121) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 15:39:25.876457 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron_lib.callbacks.manager [None req-4d55257e-523e-4b8d-ab2b-d46a31710be1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741780147972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741779628755', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741779628773'] for port, after_update {{(pid=96122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:39:25.895966 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [req-3f22be5c-6516-457f-b476-bc273604ae92 req-a820f707-2014-4322-8bc8-2c4368908926 service neutron] Notify callbacks [] for port, precommit_update {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:39:25.914669 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f114ab-fd2b-4e8f-9a70-b53b854ca037 req-934b244d-b2ed-4a0b-bb08-a3ae9a381d8f tempest-DeleteServersTestJSON-637044148 tempest-DeleteServersTestJSON-637044148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:39:25.926423 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [req-57f114ab-fd2b-4e8f-9a70-b53b854ca037 req-934b244d-b2ed-4a0b-bb08-a3ae9a381d8f tempest-DeleteServersTestJSON-637044148 tempest-DeleteServersTestJSON-637044148-project] 10.222.0.46 "GET /v2.0/ports?device_id=da775cc6-3ab7-4560-9b2b-35ba569056f1 HTTP/1.1" status: 200 len: 943 time: 0.0953736 Sep 29 15:39:25.952296 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d55257e-523e-4b8d-ab2b-d46a31710be1 None None] Pushing event updated for resources: {'Port': ['ID=17fd60ea-0543-4f47-a2d4-f04e5e7b4886,revision_number=4']} {{(pid=96122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 15:39:25.960532 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.db.provisioning_blocks [req-3f22be5c-6516-457f-b476-bc273604ae92 req-a820f707-2014-4322-8bc8-2c4368908926 service neutron] Transition to ACTIVE for port object 8b381780-c788-4e42-81f1-ad86f28e31ef will not be triggered until provisioned by entity L2. {{(pid=96121) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 15:39:25.976182 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-ab9dad00-e670-4149-8a9f-5737bdf5accc admin admin] Notify callbacks [] for security_group, before_create {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:39:25.980844 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032b9899-b2c5-4872-a34b-077d3a21372e req-84894edb-cf35-4a45-aea3-c0756ae306e1 tempest-ServerRescueNegativeTestJSON-859711067 tempest-ServerRescueNegativeTestJSON-859711067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:39:25.982555 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-032b9899-b2c5-4872-a34b-077d3a21372e req-84894edb-cf35-4a45-aea3-c0756ae306e1 tempest-ServerRescueNegativeTestJSON-859711067 tempest-ServerRescueNegativeTestJSON-859711067-project] 10.222.0.46 "GET /v2.0/ports?device_id=fceddbf7-453e-4d39-9b3d-c354498f646c HTTP/1.1" status: 200 len: 943 time: 0.2262459 Sep 29 15:39:25.998810 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [req-57f114ab-fd2b-4e8f-9a70-b53b854ca037 req-7e9bd583-476e-4086-9413-17ac655413d6 tempest-DeleteServersTestJSON-637044148 tempest-DeleteServersTestJSON-637044148-project] 10.222.0.46 "GET /v2.0/security-groups?id=5a526d53-95a2-47df-b578-772e4e4f7016&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692549 Sep 29 15:39:26.051638 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-032b9899-b2c5-4872-a34b-077d3a21372e req-950eba01-a627-4f11-b695-c35a2329434e tempest-ServerRescueNegativeTestJSON-859711067 tempest-ServerRescueNegativeTestJSON-859711067-project] 10.222.0.46 "GET /v2.0/security-groups?id=69bb6ea6-2770-4a41-88ab-960c26e8ecb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595598 Sep 29 15:39:26.110113 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-ab9dad00-e670-4149-8a9f-5737bdf5accc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:39:26.138081 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [req-3f22be5c-6516-457f-b476-bc273604ae92 req-a820f707-2014-4322-8bc8-2c4368908926 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741780147972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741779628755', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741779628773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3898424'] for port, after_update {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:39:26.148071 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.wsgi [-] (96120) accepted ('10.222.0.46', 56672) {{(pid=96120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 15:39:26.248389 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-ab9dad00-e670-4149-8a9f-5737bdf5accc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579214'] for security_group, after_create {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:39:26.284130 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a820f707-2014-4322-8bc8-2c4368908926 service neutron] Pushing event updated for resources: {'Port': ['ID=8b381780-c788-4e42-81f1-ad86f28e31ef,revision_number=2']} {{(pid=96121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 15:39:26.310996 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.plugins.ml2.managers [req-3f22be5c-6516-457f-b476-bc273604ae92 req-a820f707-2014-4322-8bc8-2c4368908926 service neutron] Attempting to bind port 8b381780-c788-4e42-81f1-ad86f28e31ef on host hv-cinder-80661 for vnic_type normal with profile {{(pid=96121) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 15:39:26.311340 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.plugins.ml2.managers [req-3f22be5c-6516-457f-b476-bc273604ae92 req-a820f707-2014-4322-8bc8-2c4368908926 service neutron] Attempting to bind port 8b381780-c788-4e42-81f1-ad86f28e31ef by drivers openvswitch,hyperv on host hv-cinder-80661 at level 0 using segments [{'id': '07c1b694-4b5f-4e1d-baf1-7032d28a68b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '41529908-bf9d-4f22-bd36-308129b2f718'}] {{(pid=96121) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 15:39:26.311680 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f22be5c-6516-457f-b476-bc273604ae92 req-a820f707-2014-4322-8bc8-2c4368908926 service neutron] Attempting to bind port 8b381780-c788-4e42-81f1-ad86f28e31ef on network 41529908-bf9d-4f22-bd36-308129b2f718 {{(pid=96121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 15:39:26.317493 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f22be5c-6516-457f-b476-bc273604ae92 req-a820f707-2014-4322-8bc8-2c4368908926 service neutron] Port 8b381780-c788-4e42-81f1-ad86f28e31ef on network 41529908-bf9d-4f22-bd36-308129b2f718 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80661 {{(pid=96121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 29 15:39:26.317938 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f22be5c-6516-457f-b476-bc273604ae92 req-a820f707-2014-4322-8bc8-2c4368908926 service neutron] Attempting to bind port 8b381780-c788-4e42-81f1-ad86f28e31ef on network 41529908-bf9d-4f22-bd36-308129b2f718 {{(pid=96121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 15:39:26.324945 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f22be5c-6516-457f-b476-bc273604ae92 req-a820f707-2014-4322-8bc8-2c4368908926 service neutron] Checking agent: {'id': '02e4aaf8-ac1d-430d-8152-9e2105739360', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80661', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 15, 37, 5), 'started_at': datetime.datetime(2021, 9, 29, 15, 37, 5), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 15, 39, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=96121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 15:39:26.325373 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f22be5c-6516-457f-b476-bc273604ae92 req-a820f707-2014-4322-8bc8-2c4368908926 service neutron] Checking segment: {'id': '07c1b694-4b5f-4e1d-baf1-7032d28a68b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '41529908-bf9d-4f22-bd36-308129b2f718'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96121) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 15:39:26.326163 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f22be5c-6516-457f-b476-bc273604ae92 req-a820f707-2014-4322-8bc8-2c4368908926 service neutron] Bound using segment: {'id': '07c1b694-4b5f-4e1d-baf1-7032d28a68b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '41529908-bf9d-4f22-bd36-308129b2f718'} {{(pid=96121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 15:39:26.326619 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.plugins.ml2.managers [req-3f22be5c-6516-457f-b476-bc273604ae92 req-a820f707-2014-4322-8bc8-2c4368908926 service neutron] Bound port: 8b381780-c788-4e42-81f1-ad86f28e31ef, host: hv-cinder-80661, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '07c1b694-4b5f-4e1d-baf1-7032d28a68b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '41529908-bf9d-4f22-bd36-308129b2f718'}}] {{(pid=96121) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 15:39:26.327095 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [req-3f22be5c-6516-457f-b476-bc273604ae92 req-a820f707-2014-4322-8bc8-2c4368908926 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-684029'] for port, before_update {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:39:26.337399 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [None req-ab9dad00-e670-4149-8a9f-5737bdf5accc admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=f7931bb6505b49a1ae804acfe8f6f06c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5127189 Sep 29 15:39:26.342518 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.wsgi [-] (96121) accepted ('10.222.0.46', 56678) {{(pid=96121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 15:39:26.344977 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-0906d036-527e-4630-a593-a315fcd76821 admin admin] Notify callbacks [] for security_group, before_create {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:39:26.348313 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.plugins.ml2.db [None req-4d55257e-523e-4b8d-ab2b-d46a31710be1 None None] get_ports_and_sgs() called for port_ids ['17fd60ea-0543-4f47-a2d4-f04e5e7b4886'] {{(pid=96122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 15:39:26.391222 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab9dad00-e670-4149-8a9f-5737bdf5accc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37627526-5fe9-4562-93b4-e981ce0cdf3d,revision_number=1']} {{(pid=96120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 15:39:26.403238 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.plugins.ml2.db [None req-4d55257e-523e-4b8d-ab2b-d46a31710be1 None None] get_ports_and_sgs() called for port_ids ['31ccdbe5-d9c3-4401-b176-06795eb1e102'] {{(pid=96122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 15:39:26.429349 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86ce8d9-f2bc-4d0f-84b0-1c22d4d4b822 req-7180205e-cc01-4bcf-8eb1-3e34b47e1fad tempest-AttachVolumeNegativeTest-728742291 tempest-AttachVolumeNegativeTest-728742291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:39:26.430823 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [req-d86ce8d9-f2bc-4d0f-84b0-1c22d4d4b822 req-7180205e-cc01-4bcf-8eb1-3e34b47e1fad tempest-AttachVolumeNegativeTest-728742291 tempest-AttachVolumeNegativeTest-728742291-project] 10.222.0.46 "GET /v2.0/ports?device_id=7c03c1ad-57f1-450e-8111-bd14587cc96c HTTP/1.1" status: 200 len: 943 time: 0.0918527 Sep 29 15:39:26.460234 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.plugins.ml2.db [req-3f22be5c-6516-457f-b476-bc273604ae92 req-a820f707-2014-4322-8bc8-2c4368908926 service neutron] For port 8b381780-c788-4e42-81f1-ad86f28e31ef, host hv-cinder-80661, cleared binding levels {{(pid=96121) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 15:39:26.464629 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.plugins.ml2.db [req-3f22be5c-6516-457f-b476-bc273604ae92 req-a820f707-2014-4322-8bc8-2c4368908926 service neutron] For port 8b381780-c788-4e42-81f1-ad86f28e31ef, host hv-cinder-80661, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80661',level=0,port_id=8b381780-c788-4e42-81f1-ad86f28e31ef,segment=NetworkSegment(07c1b694-4b5f-4e1d-baf1-7032d28a68b3),segment_id=07c1b694-4b5f-4e1d-baf1-7032d28a68b3)] {{(pid=96121) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 15:39:26.465941 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bc5a5bc9-9ec3-418a-96b0-8deac85ba018 req-55806b55-f1ae-4ce6-a918-9901eeee40f8 tempest-AttachVolumeShelveTestJSON-850210833 tempest-AttachVolumeShelveTestJSON-850210833-project] Made reservation on behalf of 13390da549814bc498d0c907da15d788 for: {'port': 1} {{(pid=96121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 15:39:26.472663 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [req-bc5a5bc9-9ec3-418a-96b0-8deac85ba018 req-55806b55-f1ae-4ce6-a918-9901eeee40f8 tempest-AttachVolumeShelveTestJSON-850210833 tempest-AttachVolumeShelveTestJSON-850210833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-684029'] for port, before_create {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:39:26.497676 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [req-d86ce8d9-f2bc-4d0f-84b0-1c22d4d4b822 req-25f1cc10-0d3a-4877-86cf-81bff8287ef5 tempest-AttachVolumeNegativeTest-728742291 tempest-AttachVolumeNegativeTest-728742291-project] 10.222.0.46 "GET /v2.0/security-groups?id=c4509334-a1e4-43fe-aae7-235e447c037b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597386 Sep 29 15:39:26.503476 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [None req-ed1b61fd-0e79-4c4b-8315-0995cd543788 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:39:26.538743 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [req-3f22be5c-6516-457f-b476-bc273604ae92 req-a820f707-2014-4322-8bc8-2c4368908926 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741780147972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741779628755', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741779628773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3898424'] for port, after_update {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:39:26.562549 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-0906d036-527e-4630-a593-a315fcd76821 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:39:26.571050 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [None req-ed1b61fd-0e79-4c4b-8315-0995cd543788 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:39:26.626080 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f22be5c-6516-457f-b476-bc273604ae92 req-a820f707-2014-4322-8bc8-2c4368908926 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:39:26.626714 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [req-3f22be5c-6516-457f-b476-bc273604ae92 req-a820f707-2014-4322-8bc8-2c4368908926 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577532'] for port, before_response {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:39:26.628743 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-3f22be5c-6516-457f-b476-bc273604ae92 req-a820f707-2014-4322-8bc8-2c4368908926 service neutron] 10.222.0.22 "PUT /v2.0/ports/8b381780-c788-4e42-81f1-ad86f28e31ef HTTP/1.1" status: 200 len: 1094 time: 1.6192029 Sep 29 15:39:26.629203 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f6e7bb73-46e1-46cc-b0cb-c0a13b6c495d', 'tag': '8b381780-c788-4e42-81f1-ad86f28e31ef'}] {{(pid=96121) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 15:39:26.631112 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-0906d036-527e-4630-a593-a315fcd76821 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579214'] for security_group, after_create {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:39:26.634555 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dcbd94143c65fdb0f5c12b0c92a6468c38125261e55d21e9818266cb91f6c0d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0dd71245-0b28-4d6d-bc62-a4de6abffaad" -d '{"events": [{"name": "network-changed", "server_uuid": "f6e7bb73-46e1-46cc-b0cb-c0a13b6c495d", "tag": "8b381780-c788-4e42-81f1-ad86f28e31ef"}]}' {{(pid=96121) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 15:39:26.663343 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron_lib.callbacks.manager [None req-58d77a16-38d5-4b2e-8c68-2a829c05a581 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741779927170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-625140'] for agent, after_update {{(pid=96122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:39:26.708630 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [None req-0906d036-527e-4630-a593-a315fcd76821 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=94326a1d3e7b41d283d12fe7bf05ff08&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5594783 Sep 29 15:39:26.719915 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.wsgi [-] (96120) accepted ('10.222.0.46', 56692) {{(pid=96120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 15:39:26.720859 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0906d036-527e-4630-a593-a315fcd76821 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c479433-6b76-4b18-866c-0fdcd63515c6,revision_number=1']} {{(pid=96120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 15:39:26.760665 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [req-ca44cabc-5382-433b-8229-3e62e4b2ee9e req-82652461-6032-4bb0-aaa2-57bd4420f3cb tempest-AttachVolumeShelveTestJSON-850210833 tempest-AttachVolumeShelveTestJSON-850210833-project] 10.222.0.46 "GET /v2.0/ports?device_id=ac0e248a-618c-41cf-8477-3e208b9a1936 HTTP/1.1" status: 200 len: 210 time: 0.0502243 Sep 29 15:39:26.808528 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a820f707-2014-4322-8bc8-2c4368908926 service neutron] Pushing event updated for resources: {'Port': ['ID=8b381780-c788-4e42-81f1-ad86f28e31ef,revision_number=3']} {{(pid=96121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 15:39:26.825944 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-08c38e7e-7141-4a4d-8aa6-ef1bcf64c846 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:39:26.853798 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 29 Sep 2021 15:39:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f2385fb-c2f9-4e10-bd99-fe8b673db7f1 x-openstack-request-id: req-5f2385fb-c2f9-4e10-bd99-fe8b673db7f1 {{(pid=96121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 15:39:26.858381 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f6e7bb73-46e1-46cc-b0cb-c0a13b6c495d", "tag": "8b381780-c788-4e42-81f1-ad86f28e31ef", "status": "completed", "code": 200}]} {{(pid=96121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 15:39:26.858381 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-5f2385fb-c2f9-4e10-bd99-fe8b673db7f1 {{(pid=96121) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 15:39:26.858381 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f6e7bb73-46e1-46cc-b0cb-c0a13b6c495d', 'tag': '8b381780-c788-4e42-81f1-ad86f28e31ef', 'status': 'completed', 'code': 200} Sep 29 15:39:26.858637 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-08c38e7e-7141-4a4d-8aa6-ef1bcf64c846 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:39:26.865814 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.plugins.ml2.rpc [None req-4d55257e-523e-4b8d-ab2b-d46a31710be1 None None] Device 3f0234c3-e1ed-436b-987e-7dbb46c7c1a4 details requested by agent hyperv_hv-cinder-80661 with host hv-cinder-80661 {{(pid=96122) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 29 15:39:26.911193 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.db.db_base_plugin_common [req-bc5a5bc9-9ec3-418a-96b0-8deac85ba018 req-55806b55-f1ae-4ce6-a918-9901eeee40f8 tempest-AttachVolumeShelveTestJSON-850210833 tempest-AttachVolumeShelveTestJSON-850210833-project] Allocated IP 172.20.0.6 (7d2058d9-0239-4e7f-ad5f-85b9e31d2757/56afac6f-63d0-4994-bdac-133803bcf88a/4c897ac8-e270-4e7e-891a-c4da2db1a883) {{(pid=96121) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 15:39:26.930057 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d859f9-bae9-4122-a67f-9ef748bc6e4e req-568d5c64-028d-4a4d-be1c-b118f26d7253 tempest-AttachVolumeTestJSON-270594920 tempest-AttachVolumeTestJSON-270594920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:39:26.931575 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-43d859f9-bae9-4122-a67f-9ef748bc6e4e req-568d5c64-028d-4a4d-be1c-b118f26d7253 tempest-AttachVolumeTestJSON-270594920 tempest-AttachVolumeTestJSON-270594920-project] 10.222.0.46 "GET /v2.0/ports?device_id=f6e7bb73-46e1-46cc-b0cb-c0a13b6c495d HTTP/1.1" status: 200 len: 944 time: 0.1864851 Sep 29 15:39:26.959016 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f22be5c-6516-457f-b476-bc273604ae92 req-c039d893-0a11-4213-9240-30c25452566b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:39:26.960526 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-3f22be5c-6516-457f-b476-bc273604ae92 req-c039d893-0a11-4213-9240-30c25452566b service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=ac94bfaead184f89a85a5713fd06a3ee&device_id=f6e7bb73-46e1-46cc-b0cb-c0a13b6c495d HTTP/1.1" status: 200 len: 1097 time: 0.1672869 Sep 29 15:39:26.990785 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.plugins.ml2.db [None req-4d55257e-523e-4b8d-ab2b-d46a31710be1 None None] For port 3f0234c3-e1ed-436b-987e-7dbb46c7c1a4, host hv-cinder-80661, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80661',level=0,port_id=3f0234c3-e1ed-436b-987e-7dbb46c7c1a4,segment=NetworkSegment(31764bfc-788e-47a5-9e39-ac36bd4368d1),segment_id=31764bfc-788e-47a5-9e39-ac36bd4368d1)] {{(pid=96122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 15:39:27.001055 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.plugins.ml2.rpc [None req-4d55257e-523e-4b8d-ab2b-d46a31710be1 None None] Returning: {'device': '3f0234c3-e1ed-436b-987e-7dbb46c7c1a4', 'network_id': 'daa727ac-86a8-4704-b1b4-10803b6b1e68', 'port_id': '3f0234c3-e1ed-436b-987e-7dbb46c7c1a4', 'mac_address': 'fa:16:3e:ac:12:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 618, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f9e1b58c-841a-4928-9689-e4afdbcfa8ba', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=96122) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 29 15:39:27.014821 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-08c38e7e-7141-4a4d-8aa6-ef1bcf64c846 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579214'] for security_group, after_delete {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:39:27.017293 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-08c38e7e-7141-4a4d-8aa6-ef1bcf64c846 admin admin] Notify callbacks [] for security_group, before_response {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:39:27.020915 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [None req-08c38e7e-7141-4a4d-8aa6-ef1bcf64c846 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/0c479433-6b76-4b18-866c-0fdcd63515c6 HTTP/1.1" status: 204 len: 168 time: 0.2936668 Sep 29 15:39:27.035192 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c38e7e-7141-4a4d-8aa6-ef1bcf64c846 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c479433-6b76-4b18-866c-0fdcd63515c6,revision_number=None']} {{(pid=96120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 15:39:27.039485 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [None req-ed1b61fd-0e79-4c4b-8315-0995cd543788 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579214'] for security_group, after_delete {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:39:27.042583 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron_lib.callbacks.manager [None req-4d55257e-523e-4b8d-ab2b-d46a31710be1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-684029'] for port, before_update {{(pid=96122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:39:27.044480 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [None req-ed1b61fd-0e79-4c4b-8315-0995cd543788 admin admin] Notify callbacks [] for security_group, before_response {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:39:27.045679 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [None req-ed1b61fd-0e79-4c4b-8315-0995cd543788 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/37627526-5fe9-4562-93b4-e981ce0cdf3d HTTP/1.1" status: 204 len: 168 time: 0.7020001 Sep 29 15:39:27.065769 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-43d859f9-bae9-4122-a67f-9ef748bc6e4e req-3de4a7c9-ef86-4357-9b23-a851123e3b51 tempest-AttachVolumeTestJSON-270594920 tempest-AttachVolumeTestJSON-270594920-project] 10.222.0.46 "GET /v2.0/security-groups?id=fd7c349f-6119-46da-b1a9-67ca18fd632b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1263475 Sep 29 15:39:27.068236 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-3f22be5c-6516-457f-b476-bc273604ae92 req-7b674945-7c6e-469a-8407-763e55642a22 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8b381780-c788-4e42-81f1-ad86f28e31ef HTTP/1.1" status: 200 len: 217 time: 0.0890560 Sep 29 15:39:27.079333 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.notifiers.nova [None req-4d55257e-523e-4b8d-ab2b-d46a31710be1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3f0234c3-e1ed-436b-987e-7dbb46c7c1a4 {{(pid=96122) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 15:39:27.114095 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed1b61fd-0e79-4c4b-8315-0995cd543788 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37627526-5fe9-4562-93b4-e981ce0cdf3d,revision_number=None']} {{(pid=96121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 15:39:27.117311 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.plugins.ml2.db [None req-4d55257e-523e-4b8d-ab2b-d46a31710be1 None None] For port 3f0234c3-e1ed-436b-987e-7dbb46c7c1a4, host hv-cinder-80661, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80661',level=0,port_id=3f0234c3-e1ed-436b-987e-7dbb46c7c1a4,segment=NetworkSegment(31764bfc-788e-47a5-9e39-ac36bd4368d1),segment_id=31764bfc-788e-47a5-9e39-ac36bd4368d1)] {{(pid=96122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 15:39:27.187620 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1094a8ea-3cce-4b6b-90bc-0962d6777b90 req-78b56f71-02cb-4b54-b89b-56b8410920f5 tempest-DeleteServersTestJSON-637044148 tempest-DeleteServersTestJSON-637044148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:39:27.189270 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [req-1094a8ea-3cce-4b6b-90bc-0962d6777b90 req-78b56f71-02cb-4b54-b89b-56b8410920f5 tempest-DeleteServersTestJSON-637044148 tempest-DeleteServersTestJSON-637044148-project] 10.222.0.46 "GET /v2.0/ports?device_id=da775cc6-3ab7-4560-9b2b-35ba569056f1 HTTP/1.1" status: 200 len: 944 time: 0.0810382 Sep 29 15:39:27.219915 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron_lib.callbacks.manager [None req-4d55257e-523e-4b8d-ab2b-d46a31710be1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741780147972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741779628755', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741779628773'] for port, after_update {{(pid=96122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:39:27.220695 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.plugins.ml2.rpc [None req-4d55257e-523e-4b8d-ab2b-d46a31710be1 None None] Device 7aecb321-2e49-419c-9f69-93c5992c0b8a details requested by agent hyperv_hv-cinder-80661 with host hv-cinder-80661 {{(pid=96122) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 29 15:39:27.228594 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [req-1094a8ea-3cce-4b6b-90bc-0962d6777b90 req-1d08e2a5-4486-4b4c-a6d3-c854c820cdbf tempest-DeleteServersTestJSON-637044148 tempest-DeleteServersTestJSON-637044148-project] 10.222.0.46 "GET /v2.0/security-groups?id=5a526d53-95a2-47df-b578-772e4e4f7016&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327146 Sep 29 15:39:27.236384 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f22be5c-6516-457f-b476-bc273604ae92 req-d63f99c5-dd4e-4666-b8ca-388ba8e4e335 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:39:27.238419 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-3f22be5c-6516-457f-b476-bc273604ae92 req-d63f99c5-dd4e-4666-b8ca-388ba8e4e335 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=dd4e2821-37a9-4ee4-80ce-9b4e5d3432ba HTTP/1.1" status: 200 len: 849 time: 0.1373882 Sep 29 15:39:27.294322 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485302bc-c81a-436e-ad3b-daf983071a32 req-4f7a25e7-33af-40da-8c98-1f4b00423b3b tempest-ServerRescueNegativeTestJSON-859711067 tempest-ServerRescueNegativeTestJSON-859711067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:39:27.297802 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-485302bc-c81a-436e-ad3b-daf983071a32 req-4f7a25e7-33af-40da-8c98-1f4b00423b3b tempest-ServerRescueNegativeTestJSON-859711067 tempest-ServerRescueNegativeTestJSON-859711067-project] 10.222.0.46 "GET /v2.0/ports?device_id=fceddbf7-453e-4d39-9b3d-c354498f646c HTTP/1.1" status: 200 len: 943 time: 0.1446698 Sep 29 15:39:27.307430 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d55257e-523e-4b8d-ab2b-d46a31710be1 None None] Pushing event updated for resources: {'Port': ['ID=3f0234c3-e1ed-436b-987e-7dbb46c7c1a4,revision_number=4']} {{(pid=96122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 15:39:27.323040 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [req-bc5a5bc9-9ec3-418a-96b0-8deac85ba018 req-55806b55-f1ae-4ce6-a918-9901eeee40f8 tempest-AttachVolumeShelveTestJSON-850210833 tempest-AttachVolumeShelveTestJSON-850210833-project] Notify callbacks [] for port, precommit_create {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:39:27.365421 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f22be5c-6516-457f-b476-bc273604ae92 req-9e5bc7e9-3f05-452b-95b1-7cf3595e1887 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:39:27.366939 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-3f22be5c-6516-457f-b476-bc273604ae92 req-9e5bc7e9-3f05-452b-95b1-7cf3595e1887 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=41529908-bf9d-4f22-bd36-308129b2f718&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1203222 Sep 29 15:39:27.367095 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.plugins.ml2.db [None req-4d55257e-523e-4b8d-ab2b-d46a31710be1 None None] For port 7aecb321-2e49-419c-9f69-93c5992c0b8a, host hv-cinder-80661, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80661',level=0,port_id=7aecb321-2e49-419c-9f69-93c5992c0b8a,segment=NetworkSegment(410a5b94-6c4f-4e8c-81e4-151e9b9c01d0),segment_id=410a5b94-6c4f-4e8c-81e4-151e9b9c01d0)] {{(pid=96122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 15:39:27.373480 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-485302bc-c81a-436e-ad3b-daf983071a32 req-104d1267-45ba-4411-9736-1eb75a2b5e9f tempest-ServerRescueNegativeTestJSON-859711067 tempest-ServerRescueNegativeTestJSON-859711067-project] 10.222.0.46 "GET /v2.0/security-groups?id=69bb6ea6-2770-4a41-88ab-960c26e8ecb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705063 Sep 29 15:39:27.379070 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.plugins.ml2.rpc [None req-4d55257e-523e-4b8d-ab2b-d46a31710be1 None None] Returning: {'device': '7aecb321-2e49-419c-9f69-93c5992c0b8a', 'network_id': '6dbc83d2-1eb6-4d2f-92e2-862eb74e4124', 'port_id': '7aecb321-2e49-419c-9f69-93c5992c0b8a', 'mac_address': 'fa:16:3e:12:d7:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 643, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f52e1823-73ec-4946-856c-fe4a0be10483', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=96122) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 29 15:39:27.421106 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron_lib.callbacks.manager [None req-4d55257e-523e-4b8d-ab2b-d46a31710be1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-684029'] for port, before_update {{(pid=96122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:39:27.447359 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.notifiers.nova [None req-4d55257e-523e-4b8d-ab2b-d46a31710be1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7aecb321-2e49-419c-9f69-93c5992c0b8a {{(pid=96122) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 15:39:27.484589 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.plugins.ml2.db [None req-4d55257e-523e-4b8d-ab2b-d46a31710be1 None None] For port 7aecb321-2e49-419c-9f69-93c5992c0b8a, host hv-cinder-80661, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80661',level=0,port_id=7aecb321-2e49-419c-9f69-93c5992c0b8a,segment=NetworkSegment(410a5b94-6c4f-4e8c-81e4-151e9b9c01d0),segment_id=410a5b94-6c4f-4e8c-81e4-151e9b9c01d0)] {{(pid=96122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 15:39:27.488629 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-3f22be5c-6516-457f-b476-bc273604ae92 req-1bf46d7a-bc6b-40bc-9abd-4fa85331017f service neutron] 10.222.0.22 "GET /v2.0/networks/41529908-bf9d-4f22-bd36-308129b2f718?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1100965 Sep 29 15:39:27.536847 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [req-bc5a5bc9-9ec3-418a-96b0-8deac85ba018 req-55806b55-f1ae-4ce6-a918-9901eeee40f8 tempest-AttachVolumeShelveTestJSON-850210833 tempest-AttachVolumeShelveTestJSON-850210833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741779628737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3898419'] for port, after_create {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:39:27.560860 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron_lib.callbacks.manager [None req-86ea74e9-eea3-4769-b153-652ac6294d68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741779927170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-625140'] for agent, after_update {{(pid=96122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:39:27.567842 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron_lib.callbacks.manager [None req-4d55257e-523e-4b8d-ab2b-d46a31710be1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741780147972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741779628755', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741779628773'] for port, after_update {{(pid=96122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:39:27.625157 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d55257e-523e-4b8d-ab2b-d46a31710be1 None None] Pushing event updated for resources: {'Port': ['ID=7aecb321-2e49-419c-9f69-93c5992c0b8a,revision_number=4']} {{(pid=96122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 15:39:27.625930 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bc5a5bc9-9ec3-418a-96b0-8deac85ba018 req-55806b55-f1ae-4ce6-a918-9901eeee40f8 tempest-AttachVolumeShelveTestJSON-850210833 tempest-AttachVolumeShelveTestJSON-850210833-project] Network 7d2058d9-0239-4e7f-ad5f-85b9e31d2757 is already hosted by enough agents. {{(pid=96121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 15:39:27.637099 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.scheduler.base_scheduler [req-bc5a5bc9-9ec3-418a-96b0-8deac85ba018 req-55806b55-f1ae-4ce6-a918-9901eeee40f8 tempest-AttachVolumeShelveTestJSON-850210833 tempest-AttachVolumeShelveTestJSON-850210833-project] Resources bound (agent type, host, resource id): {{(pid=96121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 15:39:27.643865 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002c1d77-585c-4981-88c9-6e2a861434c1 req-c6217143-eb3f-4f57-b290-44bc8f7bc09e tempest-AttachVolumeNegativeTest-728742291 tempest-AttachVolumeNegativeTest-728742291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:39:27.645256 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [req-002c1d77-585c-4981-88c9-6e2a861434c1 req-c6217143-eb3f-4f57-b290-44bc8f7bc09e tempest-AttachVolumeNegativeTest-728742291 tempest-AttachVolumeNegativeTest-728742291-project] 10.222.0.46 "GET /v2.0/ports?device_id=7c03c1ad-57f1-450e-8111-bd14587cc96c HTTP/1.1" status: 200 len: 944 time: 0.0589380 Sep 29 15:39:27.646881 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc5a5bc9-9ec3-418a-96b0-8deac85ba018 req-55806b55-f1ae-4ce6-a918-9901eeee40f8 tempest-AttachVolumeShelveTestJSON-850210833 tempest-AttachVolumeShelveTestJSON-850210833-project] Received port after_create {{(pid=96121) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 15:39:27.652568 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55806b55-f1ae-4ce6-a918-9901eeee40f8 tempest-AttachVolumeShelveTestJSON-850210833 tempest-AttachVolumeShelveTestJSON-850210833-project] Pushing event updated for resources: {'Port': ['ID=4c897ac8-e270-4e7e-891a-c4da2db1a883,revision_number=1']} {{(pid=96121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 15:39:27.676112 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-3f22be5c-6516-457f-b476-bc273604ae92 req-62e205a9-aab9-463a-9bf8-69c25aada930 service neutron] 10.222.0.22 "GET /v2.0/networks/41529908-bf9d-4f22-bd36-308129b2f718?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1792803 Sep 29 15:39:27.707918 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [req-002c1d77-585c-4981-88c9-6e2a861434c1 req-879ded7c-a070-49b6-be48-05042a391682 tempest-AttachVolumeNegativeTest-728742291 tempest-AttachVolumeNegativeTest-728742291-project] 10.222.0.46 "GET /v2.0/security-groups?id=c4509334-a1e4-43fe-aae7-235e447c037b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494261 Sep 29 15:39:27.708969 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5a5bc9-9ec3-418a-96b0-8deac85ba018 req-55806b55-f1ae-4ce6-a918-9901eeee40f8 tempest-AttachVolumeShelveTestJSON-850210833 tempest-AttachVolumeShelveTestJSON-850210833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=96121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:39:27.709971 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [req-bc5a5bc9-9ec3-418a-96b0-8deac85ba018 req-55806b55-f1ae-4ce6-a918-9901eeee40f8 tempest-AttachVolumeShelveTestJSON-850210833 tempest-AttachVolumeShelveTestJSON-850210833-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577532'] for port, before_response {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:39:27.900693 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.db.provisioning_blocks [None req-dd96e457-7471-4214-bc5a-d97498f64c20 None None] Provisioning complete for port 4c897ac8-e270-4e7e-891a-c4da2db1a883 triggered by entity DHCP. {{(pid=96122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 15:39:27.904160 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron_lib.callbacks.manager [None req-dd96e457-7471-4214-bc5a-d97498f64c20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-626465'] for port, provisioning_complete {{(pid=96122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:39:27.908200 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.plugins.ml2.db [None req-4d55257e-523e-4b8d-ab2b-d46a31710be1 None None] get_ports_and_sgs() called for port_ids ['3f0234c3-e1ed-436b-987e-7dbb46c7c1a4'] {{(pid=96122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 15:39:27.918590 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50433ac7-fd40-465e-8d8d-e48ae538273c req-9bf2dd66-cc21-4512-9b88-2aad4bdefaf9 tempest-AttachVolumeShelveTestJSON-850210833 tempest-AttachVolumeShelveTestJSON-850210833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:39:27.920142 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-50433ac7-fd40-465e-8d8d-e48ae538273c req-9bf2dd66-cc21-4512-9b88-2aad4bdefaf9 tempest-AttachVolumeShelveTestJSON-850210833 tempest-AttachVolumeShelveTestJSON-850210833-project] 10.222.0.46 "GET /v2.0/ports?device_id=ac0e248a-618c-41cf-8477-3e208b9a1936 HTTP/1.1" status: 200 len: 931 time: 0.0642157 Sep 29 15:39:27.921552 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-bc5a5bc9-9ec3-418a-96b0-8deac85ba018 req-55806b55-f1ae-4ce6-a918-9901eeee40f8 tempest-AttachVolumeShelveTestJSON-850210833 tempest-AttachVolumeShelveTestJSON-850210833-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1910827 Sep 29 15:39:27.948617 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.plugins.ml2.db [None req-4d55257e-523e-4b8d-ab2b-d46a31710be1 None None] get_ports_and_sgs() called for port_ids ['7aecb321-2e49-419c-9f69-93c5992c0b8a'] {{(pid=96122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 15:39:27.968748 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-50433ac7-fd40-465e-8d8d-e48ae538273c req-9f51b8dd-9fa4-43ef-a3ff-329a6123186c tempest-AttachVolumeShelveTestJSON-850210833 tempest-AttachVolumeShelveTestJSON-850210833-project] 10.222.0.46 "GET /v2.0/security-groups?id=0ae69e60-4c6a-41e5-8a1f-3e04c991f9a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378032 Sep 29 15:39:28.008342 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.api.v2.base [req-bc5a5bc9-9ec3-418a-96b0-8deac85ba018 req-817b3bb0-4ad5-4217-a86b-93c2303fdb11 service neutron] Request body: {'port': {'device_id': 'ac0e248a-618c-41cf-8477-3e208b9a1936', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80661'}} {{(pid=96121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 15:39:28.009771 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.plugins.ml2.plugin [None req-dd96e457-7471-4214-bc5a-d97498f64c20 None None] Port 4c897ac8-e270-4e7e-891a-c4da2db1a883 cannot update to ACTIVE because it is not bound. {{(pid=96122) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 29 15:39:28.063383 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd71245-0b28-4d6d-bc62-a4de6abffaad req-d6a952d7-1f3e-4c55-9f6a-c852e787ad94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:39:28.065748 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-0dd71245-0b28-4d6d-bc62-a4de6abffaad req-d6a952d7-1f3e-4c55-9f6a-c852e787ad94 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=ac94bfaead184f89a85a5713fd06a3ee&device_id=f6e7bb73-46e1-46cc-b0cb-c0a13b6c495d HTTP/1.1" status: 200 len: 1097 time: 0.0850677 Sep 29 15:39:28.072626 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [req-bc5a5bc9-9ec3-418a-96b0-8deac85ba018 req-817b3bb0-4ad5-4217-a86b-93c2303fdb11 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-684029'] for port, before_update {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:39:28.148996 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.wsgi [-] (96120) accepted ('10.222.0.46', 56718) {{(pid=96120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 15:39:28.172703 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-3e6102bd-b79e-4330-a08e-19ffb1b37f22 admin admin] Notify callbacks [] for security_group, before_create {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:39:28.229811 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e94222-63bf-46ad-aefe-e3f9ab74d7eb req-08db08cb-e4fc-4da9-bf41-d9393f1b321d tempest-AttachVolumeTestJSON-270594920 tempest-AttachVolumeTestJSON-270594920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:39:28.231399 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [req-23e94222-63bf-46ad-aefe-e3f9ab74d7eb req-08db08cb-e4fc-4da9-bf41-d9393f1b321d tempest-AttachVolumeTestJSON-270594920 tempest-AttachVolumeTestJSON-270594920-project] 10.222.0.46 "GET /v2.0/ports?device_id=f6e7bb73-46e1-46cc-b0cb-c0a13b6c495d HTTP/1.1" status: 200 len: 944 time: 0.0747304 Sep 29 15:39:28.250606 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.wsgi [-] (96120) accepted ('10.222.0.46', 56720) {{(pid=96120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 15:39:28.251751 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd71245-0b28-4d6d-bc62-a4de6abffaad req-200d0cde-547a-4522-8405-b8393a05888c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:39:28.253367 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-0dd71245-0b28-4d6d-bc62-a4de6abffaad req-200d0cde-547a-4522-8405-b8393a05888c service neutron] 10.222.0.22 "GET /v2.0/networks?id=41529908-bf9d-4f22-bd36-308129b2f718 HTTP/1.1" status: 200 len: 911 time: 0.1786423 Sep 29 15:39:28.288417 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-1b53351d-218c-4c6d-814d-3cbba2bee5be admin admin] Notify callbacks [] for security_group, before_create {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:39:28.314791 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-0dd71245-0b28-4d6d-bc62-a4de6abffaad req-918d1a29-233e-47ff-9d01-80d4c5ce160d service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8b381780-c788-4e42-81f1-ad86f28e31ef HTTP/1.1" status: 200 len: 217 time: 0.0510185 Sep 29 15:39:28.320456 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [req-23e94222-63bf-46ad-aefe-e3f9ab74d7eb req-988aefad-46ac-4396-8885-8695138ef84d tempest-AttachVolumeTestJSON-270594920 tempest-AttachVolumeTestJSON-270594920-project] 10.222.0.46 "GET /v2.0/security-groups?id=fd7c349f-6119-46da-b1a9-67ca18fd632b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0792456 Sep 29 15:39:28.371971 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-3e6102bd-b79e-4330-a08e-19ffb1b37f22 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:39:28.444161 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd71245-0b28-4d6d-bc62-a4de6abffaad req-6ca9c99d-5738-4173-bbb5-0e19acb2b793 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:39:28.445617 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-0dd71245-0b28-4d6d-bc62-a4de6abffaad req-6ca9c99d-5738-4173-bbb5-0e19acb2b793 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=dd4e2821-37a9-4ee4-80ce-9b4e5d3432ba HTTP/1.1" status: 200 len: 849 time: 0.1182640 Sep 29 15:39:28.460101 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-3e6102bd-b79e-4330-a08e-19ffb1b37f22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579214'] for security_group, after_create {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:39:28.463421 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5503c6d2-fb58-43a6-b14b-4064069622a4 req-5094ac0d-b206-484f-b3f5-c2f9ae6c20b1 tempest-DeleteServersTestJSON-637044148 tempest-DeleteServersTestJSON-637044148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:39:28.463421 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-5503c6d2-fb58-43a6-b14b-4064069622a4 req-5094ac0d-b206-484f-b3f5-c2f9ae6c20b1 tempest-DeleteServersTestJSON-637044148 tempest-DeleteServersTestJSON-637044148-project] 10.222.0.46 "GET /v2.0/ports?device_id=da775cc6-3ab7-4560-9b2b-35ba569056f1 HTTP/1.1" status: 200 len: 944 time: 0.1518087 Sep 29 15:39:28.482040 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron_lib.callbacks.manager [None req-d04ed334-d278-4234-b850-06fee10c9c6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741779927170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-625140'] for agent, after_update {{(pid=96122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:39:28.537932 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [None req-3e6102bd-b79e-4330-a08e-19ffb1b37f22 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=d0fb56817d1b4be1851dc49275602ad3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3867536 Sep 29 15:39:28.542446 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.wsgi [-] (96120) accepted ('10.222.0.46', 56726) {{(pid=96120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 15:39:28.543910 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6102bd-b79e-4330-a08e-19ffb1b37f22 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50923efa-5789-4495-ada0-9b87ca7b69db,revision_number=1']} {{(pid=96120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 15:39:28.555163 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd71245-0b28-4d6d-bc62-a4de6abffaad req-7637c3ea-617d-42df-b3ff-5d8420571e2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:39:28.556698 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-0dd71245-0b28-4d6d-bc62-a4de6abffaad req-7637c3ea-617d-42df-b3ff-5d8420571e2d service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=41529908-bf9d-4f22-bd36-308129b2f718&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0938206 Sep 29 15:39:28.566060 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-5503c6d2-fb58-43a6-b14b-4064069622a4 req-1b1f4643-dd6f-47e8-94af-59153febbcb7 tempest-DeleteServersTestJSON-637044148 tempest-DeleteServersTestJSON-637044148-project] 10.222.0.46 "GET /v2.0/security-groups?id=5a526d53-95a2-47df-b578-772e4e4f7016&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930531 Sep 29 15:39:28.572975 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c098e1-5c23-49c9-9515-82ad6e44c76f req-4b5d0dc4-b22e-4a1d-8082-a1b13aa2d5a1 tempest-ServerRescueNegativeTestJSON-859711067 tempest-ServerRescueNegativeTestJSON-859711067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:39:28.574493 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [req-64c098e1-5c23-49c9-9515-82ad6e44c76f req-4b5d0dc4-b22e-4a1d-8082-a1b13aa2d5a1 tempest-ServerRescueNegativeTestJSON-859711067 tempest-ServerRescueNegativeTestJSON-859711067-project] 10.222.0.46 "GET /v2.0/ports?device_id=fceddbf7-453e-4d39-9b3d-c354498f646c HTTP/1.1" status: 200 len: 944 time: 0.1277595 Sep 29 15:39:28.623474 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.notifiers.nova [req-bc5a5bc9-9ec3-418a-96b0-8deac85ba018 req-817b3bb0-4ad5-4217-a86b-93c2303fdb11 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4c897ac8-e270-4e7e-891a-c4da2db1a883 {{(pid=96121) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 15:39:28.633369 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [req-bc5a5bc9-9ec3-418a-96b0-8deac85ba018 req-817b3bb0-4ad5-4217-a86b-93c2303fdb11 service neutron] Notify callbacks [] for port, precommit_update {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:39:28.664197 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [req-64c098e1-5c23-49c9-9515-82ad6e44c76f req-be1da61b-b238-47cd-81f6-28281423a135 tempest-ServerRescueNegativeTestJSON-859711067 tempest-ServerRescueNegativeTestJSON-859711067-project] 10.222.0.46 "GET /v2.0/security-groups?id=69bb6ea6-2770-4a41-88ab-960c26e8ecb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775845 Sep 29 15:39:28.666403 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-7812b73d-ecbb-427a-924c-77d10464133e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:39:28.675683 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.db.provisioning_blocks [req-bc5a5bc9-9ec3-418a-96b0-8deac85ba018 req-817b3bb0-4ad5-4217-a86b-93c2303fdb11 service neutron] Transition to ACTIVE for port object 4c897ac8-e270-4e7e-891a-c4da2db1a883 will not be triggered until provisioned by entity L2. {{(pid=96121) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 15:39:28.685980 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-1b53351d-218c-4c6d-814d-3cbba2bee5be admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:39:28.693445 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-0dd71245-0b28-4d6d-bc62-a4de6abffaad req-f14286c1-ecab-4cfb-be3e-8ad15a5ac49f service neutron] 10.222.0.22 "GET /v2.0/networks/41529908-bf9d-4f22-bd36-308129b2f718?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1071987 Sep 29 15:39:28.698320 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-7812b73d-ecbb-427a-924c-77d10464133e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:39:28.795255 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-0dd71245-0b28-4d6d-bc62-a4de6abffaad req-6a044624-13b8-4873-ad44-03d07422c3bc service neutron] 10.222.0.22 "GET /v2.0/networks/41529908-bf9d-4f22-bd36-308129b2f718?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0944047 Sep 29 15:39:28.829554 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779df6f5-6833-463d-9d16-cbb8acb9a0e4 req-207f8d54-e9f4-4945-814e-7b1d712c916c tempest-AttachVolumeNegativeTest-728742291 tempest-AttachVolumeNegativeTest-728742291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:39:28.830977 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-779df6f5-6833-463d-9d16-cbb8acb9a0e4 req-207f8d54-e9f4-4945-814e-7b1d712c916c tempest-AttachVolumeNegativeTest-728742291 tempest-AttachVolumeNegativeTest-728742291-project] 10.222.0.46 "GET /v2.0/ports?device_id=7c03c1ad-57f1-450e-8111-bd14587cc96c HTTP/1.1" status: 200 len: 944 time: 0.0500348 Sep 29 15:39:28.832045 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [req-bc5a5bc9-9ec3-418a-96b0-8deac85ba018 req-817b3bb0-4ad5-4217-a86b-93c2303fdb11 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741780147972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741779628755', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741779628773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3898424'] for port, after_update {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:39:28.869010 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-1b53351d-218c-4c6d-814d-3cbba2bee5be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579214'] for security_group, after_create {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:39:28.870165 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.plugins.ml2.rpc [None req-4d55257e-523e-4b8d-ab2b-d46a31710be1 None None] Device 31ccdbe5-d9c3-4401-b176-06795eb1e102 up at agent hyperv_hv-cinder-80661 {{(pid=96122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 15:39:28.902233 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [None req-1b53351d-218c-4c6d-814d-3cbba2bee5be admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=0008274a21a046c1b793ab0591b2d612&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6386819 Sep 29 15:39:28.902233 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-7812b73d-ecbb-427a-924c-77d10464133e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579214'] for security_group, after_delete {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:39:28.906639 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-7812b73d-ecbb-427a-924c-77d10464133e admin admin] Notify callbacks [] for security_group, before_response {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:39:28.906748 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.wsgi [-] (96121) accepted ('10.222.0.46', 56730) {{(pid=96121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 15:39:28.906748 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817b3bb0-4ad5-4217-a86b-93c2303fdb11 service neutron] Pushing event updated for resources: {'Port': ['ID=4c897ac8-e270-4e7e-891a-c4da2db1a883,revision_number=2']} {{(pid=96121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 15:39:28.920900 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [None req-7812b73d-ecbb-427a-924c-77d10464133e admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/50923efa-5789-4495-ada0-9b87ca7b69db HTTP/1.1" status: 204 len: 168 time: 0.3658435 Sep 29 15:39:28.931883 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-779df6f5-6833-463d-9d16-cbb8acb9a0e4 req-2adee11b-c316-4749-a2f5-837ad8844c99 tempest-AttachVolumeNegativeTest-728742291 tempest-AttachVolumeNegativeTest-728742291-project] 10.222.0.46 "GET /v2.0/security-groups?id=c4509334-a1e4-43fe-aae7-235e447c037b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947945 Sep 29 15:39:28.956587 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b53351d-218c-4c6d-814d-3cbba2bee5be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac94b11c-5e07-46b9-87e6-8ec9997e8ca3,revision_number=1']} {{(pid=96120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 15:39:28.972293 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7812b73d-ecbb-427a-924c-77d10464133e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50923efa-5789-4495-ada0-9b87ca7b69db,revision_number=None']} {{(pid=96120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 15:39:29.020571 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.db.provisioning_blocks [None req-4d55257e-523e-4b8d-ab2b-d46a31710be1 None None] Provisioning for port 31ccdbe5-d9c3-4401-b176-06795eb1e102 completed by entity L2. {{(pid=96122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 29 15:39:29.025213 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [None req-1db09859-6201-418d-a504-830c32ebb55e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:39:29.034141 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.db.provisioning_blocks [None req-4d55257e-523e-4b8d-ab2b-d46a31710be1 None None] Provisioning complete for port 31ccdbe5-d9c3-4401-b176-06795eb1e102 triggered by entity L2. {{(pid=96122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 15:39:29.034727 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron_lib.callbacks.manager [None req-4d55257e-523e-4b8d-ab2b-d46a31710be1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-626465'] for port, provisioning_complete {{(pid=96122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:39:29.050186 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.plugins.ml2.managers [req-bc5a5bc9-9ec3-418a-96b0-8deac85ba018 req-817b3bb0-4ad5-4217-a86b-93c2303fdb11 service neutron] Attempting to bind port 4c897ac8-e270-4e7e-891a-c4da2db1a883 on host hv-cinder-80661 for vnic_type normal with profile {{(pid=96121) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 15:39:29.057213 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.plugins.ml2.managers [req-bc5a5bc9-9ec3-418a-96b0-8deac85ba018 req-817b3bb0-4ad5-4217-a86b-93c2303fdb11 service neutron] Attempting to bind port 4c897ac8-e270-4e7e-891a-c4da2db1a883 by drivers openvswitch,hyperv on host hv-cinder-80661 at level 0 using segments [{'id': '445f7458-c019-4777-b7f7-9f69e4e3102b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '7d2058d9-0239-4e7f-ad5f-85b9e31d2757'}] {{(pid=96121) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 15:39:29.057213 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc5a5bc9-9ec3-418a-96b0-8deac85ba018 req-817b3bb0-4ad5-4217-a86b-93c2303fdb11 service neutron] Attempting to bind port 4c897ac8-e270-4e7e-891a-c4da2db1a883 on network 7d2058d9-0239-4e7f-ad5f-85b9e31d2757 {{(pid=96121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 15:39:29.064954 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [None req-1db09859-6201-418d-a504-830c32ebb55e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:39:29.066947 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc5a5bc9-9ec3-418a-96b0-8deac85ba018 req-817b3bb0-4ad5-4217-a86b-93c2303fdb11 service neutron] Port 4c897ac8-e270-4e7e-891a-c4da2db1a883 on network 7d2058d9-0239-4e7f-ad5f-85b9e31d2757 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80661 {{(pid=96121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 29 15:39:29.067084 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc5a5bc9-9ec3-418a-96b0-8deac85ba018 req-817b3bb0-4ad5-4217-a86b-93c2303fdb11 service neutron] Attempting to bind port 4c897ac8-e270-4e7e-891a-c4da2db1a883 on network 7d2058d9-0239-4e7f-ad5f-85b9e31d2757 {{(pid=96121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 15:39:29.125356 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc5a5bc9-9ec3-418a-96b0-8deac85ba018 req-817b3bb0-4ad5-4217-a86b-93c2303fdb11 service neutron] Checking agent: {'id': '02e4aaf8-ac1d-430d-8152-9e2105739360', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80661', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 15, 37, 5), 'started_at': datetime.datetime(2021, 9, 29, 15, 37, 5), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 15, 39, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=96121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 15:39:29.125730 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc5a5bc9-9ec3-418a-96b0-8deac85ba018 req-817b3bb0-4ad5-4217-a86b-93c2303fdb11 service neutron] Checking segment: {'id': '445f7458-c019-4777-b7f7-9f69e4e3102b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '7d2058d9-0239-4e7f-ad5f-85b9e31d2757'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96121) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 15:39:29.126129 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc5a5bc9-9ec3-418a-96b0-8deac85ba018 req-817b3bb0-4ad5-4217-a86b-93c2303fdb11 service neutron] Bound using segment: {'id': '445f7458-c019-4777-b7f7-9f69e4e3102b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '7d2058d9-0239-4e7f-ad5f-85b9e31d2757'} {{(pid=96121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 15:39:29.127064 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.plugins.ml2.managers [req-bc5a5bc9-9ec3-418a-96b0-8deac85ba018 req-817b3bb0-4ad5-4217-a86b-93c2303fdb11 service neutron] Bound port: 4c897ac8-e270-4e7e-891a-c4da2db1a883, host: hv-cinder-80661, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '445f7458-c019-4777-b7f7-9f69e4e3102b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '7d2058d9-0239-4e7f-ad5f-85b9e31d2757'}}] {{(pid=96121) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 15:39:29.127638 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [req-bc5a5bc9-9ec3-418a-96b0-8deac85ba018 req-817b3bb0-4ad5-4217-a86b-93c2303fdb11 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-684029'] for port, before_update {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:39:29.150704 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron_lib.callbacks.manager [None req-4d55257e-523e-4b8d-ab2b-d46a31710be1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-684029'] for port, before_update {{(pid=96122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:39:29.168752 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24417bc7-4c50-4cda-b81d-a149d803eb8b req-d963a27b-5543-4dcc-b59c-cb91eae3b682 tempest-AttachVolumeShelveTestJSON-850210833 tempest-AttachVolumeShelveTestJSON-850210833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:39:29.171105 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [req-24417bc7-4c50-4cda-b81d-a149d803eb8b req-d963a27b-5543-4dcc-b59c-cb91eae3b682 tempest-AttachVolumeShelveTestJSON-850210833 tempest-AttachVolumeShelveTestJSON-850210833-project] 10.222.0.46 "GET /v2.0/ports?device_id=ac0e248a-618c-41cf-8477-3e208b9a1936 HTTP/1.1" status: 200 len: 943 time: 0.0997772 Sep 29 15:39:29.179168 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d663b77-78b8-44d6-ae6b-8f8b0c2199dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31ccdbe5-d9c3-4401-b176-06795eb1e102'}] {{(pid=96122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 15:39:29.211032 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.plugins.ml2.db [req-bc5a5bc9-9ec3-418a-96b0-8deac85ba018 req-817b3bb0-4ad5-4217-a86b-93c2303fdb11 service neutron] For port 4c897ac8-e270-4e7e-891a-c4da2db1a883, host hv-cinder-80661, cleared binding levels {{(pid=96121) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 15:39:29.214682 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [None req-1db09859-6201-418d-a504-830c32ebb55e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579214'] for security_group, after_delete {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:39:29.217887 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [None req-1db09859-6201-418d-a504-830c32ebb55e admin admin] Notify callbacks [] for security_group, before_response {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:39:29.221887 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [None req-1db09859-6201-418d-a504-830c32ebb55e admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/ac94b11c-5e07-46b9-87e6-8ec9997e8ca3 HTTP/1.1" status: 204 len: 168 time: 0.3142884 Sep 29 15:39:29.226200 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.plugins.ml2.db [req-bc5a5bc9-9ec3-418a-96b0-8deac85ba018 req-817b3bb0-4ad5-4217-a86b-93c2303fdb11 service neutron] For port 4c897ac8-e270-4e7e-891a-c4da2db1a883, host hv-cinder-80661, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80661',level=0,port_id=4c897ac8-e270-4e7e-891a-c4da2db1a883,segment=NetworkSegment(445f7458-c019-4777-b7f7-9f69e4e3102b),segment_id=445f7458-c019-4777-b7f7-9f69e4e3102b)] {{(pid=96121) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 15:39:29.237604 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [req-24417bc7-4c50-4cda-b81d-a149d803eb8b req-ce867fcf-928e-4727-bd87-a99cba8322fd tempest-AttachVolumeShelveTestJSON-850210833 tempest-AttachVolumeShelveTestJSON-850210833-project] 10.222.0.46 "GET /v2.0/security-groups?id=0ae69e60-4c6a-41e5-8a1f-3e04c991f9a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0583427 Sep 29 15:39:29.238437 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db09859-6201-418d-a504-830c32ebb55e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac94b11c-5e07-46b9-87e6-8ec9997e8ca3,revision_number=None']} {{(pid=96121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 15:39:29.278602 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.plugins.ml2.db [None req-4d55257e-523e-4b8d-ab2b-d46a31710be1 None None] For port 31ccdbe5-d9c3-4401-b176-06795eb1e102, host hv-cinder-80661, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80661',level=0,port_id=31ccdbe5-d9c3-4401-b176-06795eb1e102,segment=NetworkSegment(31764bfc-788e-47a5-9e39-ac36bd4368d1),segment_id=31764bfc-788e-47a5-9e39-ac36bd4368d1)] {{(pid=96122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 15:39:29.317602 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [req-bc5a5bc9-9ec3-418a-96b0-8deac85ba018 req-817b3bb0-4ad5-4217-a86b-93c2303fdb11 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741780147972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741779628755', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741779628773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3898424'] for port, after_update {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:39:29.355419 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5a5bc9-9ec3-418a-96b0-8deac85ba018 req-817b3bb0-4ad5-4217-a86b-93c2303fdb11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:39:29.356149 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [req-bc5a5bc9-9ec3-418a-96b0-8deac85ba018 req-817b3bb0-4ad5-4217-a86b-93c2303fdb11 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577532'] for port, before_response {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:39:29.357467 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-bc5a5bc9-9ec3-418a-96b0-8deac85ba018 req-817b3bb0-4ad5-4217-a86b-93c2303fdb11 service neutron] 10.222.0.22 "PUT /v2.0/ports/4c897ac8-e270-4e7e-891a-c4da2db1a883 HTTP/1.1" status: 200 len: 1093 time: 1.3781722 Sep 29 15:39:29.357889 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ac0e248a-618c-41cf-8477-3e208b9a1936', 'tag': '4c897ac8-e270-4e7e-891a-c4da2db1a883'}] {{(pid=96121) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 15:39:29.359769 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron_lib.callbacks.manager [None req-4d55257e-523e-4b8d-ab2b-d46a31710be1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741780147972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741779628755', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741779628773'] for port, after_update {{(pid=96122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:39:29.360605 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.plugins.ml2.rpc [None req-4d55257e-523e-4b8d-ab2b-d46a31710be1 None None] Device 3f0234c3-e1ed-436b-987e-7dbb46c7c1a4 up at agent hyperv_hv-cinder-80661 {{(pid=96122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 15:39:29.375509 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dcbd94143c65fdb0f5c12b0c92a6468c38125261e55d21e9818266cb91f6c0d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c51dafd9-ce86-4385-9b8b-e5ad25f98d8c" -d '{"events": [{"name": "network-changed", "server_uuid": "ac0e248a-618c-41cf-8477-3e208b9a1936", "tag": "4c897ac8-e270-4e7e-891a-c4da2db1a883"}]}' {{(pid=96121) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 15:39:29.418082 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817b3bb0-4ad5-4217-a86b-93c2303fdb11 service neutron] Pushing event updated for resources: {'Port': ['ID=4c897ac8-e270-4e7e-891a-c4da2db1a883,revision_number=3']} {{(pid=96121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 15:39:29.447721 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 29 Sep 2021 15:39:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6676f2b9-483a-4fcb-a044-f251fb712298 x-openstack-request-id: req-6676f2b9-483a-4fcb-a044-f251fb712298 {{(pid=96121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 15:39:29.447829 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ac0e248a-618c-41cf-8477-3e208b9a1936", "tag": "4c897ac8-e270-4e7e-891a-c4da2db1a883", "status": "completed", "code": 200}]} {{(pid=96121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 15:39:29.448106 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-6676f2b9-483a-4fcb-a044-f251fb712298 {{(pid=96121) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 15:39:29.448503 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ac0e248a-618c-41cf-8477-3e208b9a1936', 'tag': '4c897ac8-e270-4e7e-891a-c4da2db1a883', 'status': 'completed', 'code': 200} Sep 29 15:39:29.461040 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d55257e-523e-4b8d-ab2b-d46a31710be1 None None] Pushing event updated for resources: {'Port': ['ID=31ccdbe5-d9c3-4401-b176-06795eb1e102,revision_number=5']} {{(pid=96122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 15:39:29.548097 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51dafd9-ce86-4385-9b8b-e5ad25f98d8c req-096f0430-027f-4a74-b9ff-542027a2cf8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:39:29.552537 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-c51dafd9-ce86-4385-9b8b-e5ad25f98d8c req-096f0430-027f-4a74-b9ff-542027a2cf8c service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=13390da549814bc498d0c907da15d788&device_id=ac0e248a-618c-41cf-8477-3e208b9a1936 HTTP/1.1" status: 200 len: 1096 time: 0.0580797 Sep 29 15:39:29.562556 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ac3da3-da07-4eb3-b29b-663dc7c78dca req-b76c251b-2209-4c36-90bb-d973eed0d798 tempest-AttachVolumeTestJSON-270594920 tempest-AttachVolumeTestJSON-270594920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:39:29.571772 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-96ac3da3-da07-4eb3-b29b-663dc7c78dca req-b76c251b-2209-4c36-90bb-d973eed0d798 tempest-AttachVolumeTestJSON-270594920 tempest-AttachVolumeTestJSON-270594920-project] 10.222.0.46 "GET /v2.0/ports?device_id=f6e7bb73-46e1-46cc-b0cb-c0a13b6c495d HTTP/1.1" status: 200 len: 944 time: 0.1401086 Sep 29 15:39:29.590851 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.db.provisioning_blocks [None req-4d55257e-523e-4b8d-ab2b-d46a31710be1 None None] Provisioning for port 3f0234c3-e1ed-436b-987e-7dbb46c7c1a4 completed by entity L2. {{(pid=96122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 29 15:39:29.596677 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.db.provisioning_blocks [None req-4d55257e-523e-4b8d-ab2b-d46a31710be1 None None] Provisioning complete for port 3f0234c3-e1ed-436b-987e-7dbb46c7c1a4 triggered by entity L2. {{(pid=96122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 15:39:29.597493 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron_lib.callbacks.manager [None req-4d55257e-523e-4b8d-ab2b-d46a31710be1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-626465'] for port, provisioning_complete {{(pid=96122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:39:29.630709 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron_lib.callbacks.manager [None req-9bd021b7-afaf-4c67-b111-7b9308fbf6a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741779927170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-625140'] for agent, after_update {{(pid=96122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:39:29.761108 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2623ca0f1d0ed70344ce0ae3d74fdbf1495c1e1ffd6c12fe338f92bc8c6604f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33ee2dd9-e811-42c2-9f36-c56c04259e62" -d '{"events": [{"server_uuid": "1d663b77-78b8-44d6-ae6b-8f8b0c2199dd", "name": "network-vif-plugged", "status": "completed", "tag": "31ccdbe5-d9c3-4401-b176-06795eb1e102"}]}' {{(pid=96122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 15:39:29.765579 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron_lib.callbacks.manager [None req-4d55257e-523e-4b8d-ab2b-d46a31710be1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-684029'] for port, before_update {{(pid=96122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:39:29.788115 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12372c7-01b2-4f3a-b6d2-5a9b89ab7e0e req-69124e45-de24-4257-80d6-fbd01f02abbe tempest-DeleteServersTestJSON-637044148 tempest-DeleteServersTestJSON-637044148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:39:29.792529 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [req-c12372c7-01b2-4f3a-b6d2-5a9b89ab7e0e req-69124e45-de24-4257-80d6-fbd01f02abbe tempest-DeleteServersTestJSON-637044148 tempest-DeleteServersTestJSON-637044148-project] 10.222.0.46 "GET /v2.0/ports?device_id=da775cc6-3ab7-4560-9b2b-35ba569056f1 HTTP/1.1" status: 200 len: 944 time: 0.1098464 Sep 29 15:39:29.805368 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.plugins.ml2.db [None req-4d55257e-523e-4b8d-ab2b-d46a31710be1 None None] For port 3f0234c3-e1ed-436b-987e-7dbb46c7c1a4, host hv-cinder-80661, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80661',level=0,port_id=3f0234c3-e1ed-436b-987e-7dbb46c7c1a4,segment=NetworkSegment(31764bfc-788e-47a5-9e39-ac36bd4368d1),segment_id=31764bfc-788e-47a5-9e39-ac36bd4368d1)] {{(pid=96122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 15:39:29.869536 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [req-c12372c7-01b2-4f3a-b6d2-5a9b89ab7e0e req-5221dc27-51af-49c2-97ec-3f9f56a58b98 tempest-DeleteServersTestJSON-637044148 tempest-DeleteServersTestJSON-637044148-project] 10.222.0.46 "GET /v2.0/security-groups?id=5a526d53-95a2-47df-b578-772e4e4f7016&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703747 Sep 29 15:39:29.916256 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron_lib.callbacks.manager [None req-4d55257e-523e-4b8d-ab2b-d46a31710be1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741780147972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741779628755', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741779628773'] for port, after_update {{(pid=96122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:39:29.917107 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.plugins.ml2.rpc [None req-4d55257e-523e-4b8d-ab2b-d46a31710be1 None None] Device 7aecb321-2e49-419c-9f69-93c5992c0b8a up at agent hyperv_hv-cinder-80661 {{(pid=96122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 15:39:29.952868 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-96ac3da3-da07-4eb3-b29b-663dc7c78dca req-d6b4bdcb-443b-4227-ab98-8bb181ff9e12 tempest-AttachVolumeTestJSON-270594920 tempest-AttachVolumeTestJSON-270594920-project] 10.222.0.46 "GET /v2.0/security-groups?id=fd7c349f-6119-46da-b1a9-67ca18fd632b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3802793 Sep 29 15:39:29.968987 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51dafd9-ce86-4385-9b8b-e5ad25f98d8c req-24510b27-9e35-4e96-9941-853d493e5784 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:39:29.970929 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-c51dafd9-ce86-4385-9b8b-e5ad25f98d8c req-24510b27-9e35-4e96-9941-853d493e5784 service neutron] 10.222.0.22 "GET /v2.0/networks?tenant_id=13390da549814bc498d0c907da15d788&shared=False HTTP/1.1" status: 200 len: 917 time: 0.3965857 Sep 29 15:39:30.001147 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d55257e-523e-4b8d-ab2b-d46a31710be1 None None] Pushing event updated for resources: {'Port': ['ID=3f0234c3-e1ed-436b-987e-7dbb46c7c1a4,revision_number=5']} {{(pid=96122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 15:39:30.014491 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51a39d4-a01e-4909-a97a-cc51c174c2ae req-e262524e-9185-4a09-bdfa-e64d5bc235be tempest-ServerRescueNegativeTestJSON-859711067 tempest-ServerRescueNegativeTestJSON-859711067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:39:30.016024 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [req-b51a39d4-a01e-4909-a97a-cc51c174c2ae req-e262524e-9185-4a09-bdfa-e64d5bc235be tempest-ServerRescueNegativeTestJSON-859711067 tempest-ServerRescueNegativeTestJSON-859711067-project] 10.222.0.46 "GET /v2.0/ports?device_id=fceddbf7-453e-4d39-9b3d-c354498f646c HTTP/1.1" status: 200 len: 945 time: 0.0763383 Sep 29 15:39:30.064218 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [req-b51a39d4-a01e-4909-a97a-cc51c174c2ae req-6121e5ed-e103-49cf-b2ba-c3ba6d5a38bc tempest-ServerRescueNegativeTestJSON-859711067 tempest-ServerRescueNegativeTestJSON-859711067-project] 10.222.0.46 "GET /v2.0/security-groups?id=69bb6ea6-2770-4a41-88ab-960c26e8ecb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392725 Sep 29 15:39:30.084164 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51dafd9-ce86-4385-9b8b-e5ad25f98d8c req-17ce9a17-61e9-4618-9a78-ab08c386ccd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:39:30.085656 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-c51dafd9-ce86-4385-9b8b-e5ad25f98d8c req-17ce9a17-61e9-4618-9a78-ab08c386ccd8 service neutron] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1036601 Sep 29 15:39:30.127331 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.db.provisioning_blocks [None req-4d55257e-523e-4b8d-ab2b-d46a31710be1 None None] Provisioning for port 7aecb321-2e49-419c-9f69-93c5992c0b8a completed by entity L2. {{(pid=96122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 29 15:39:30.131321 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.db.provisioning_blocks [None req-4d55257e-523e-4b8d-ab2b-d46a31710be1 None None] Provisioning complete for port 7aecb321-2e49-419c-9f69-93c5992c0b8a triggered by entity L2. {{(pid=96122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 15:39:30.131690 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron_lib.callbacks.manager [None req-4d55257e-523e-4b8d-ab2b-d46a31710be1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-626465'] for port, provisioning_complete {{(pid=96122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:39:30.180943 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6a93ae-fe23-4535-b686-ffb2e79415d8 req-f3929844-5c95-419f-ac03-4bfa820ae0c1 tempest-AttachVolumeNegativeTest-728742291 tempest-AttachVolumeNegativeTest-728742291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:39:30.182582 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [req-8b6a93ae-fe23-4535-b686-ffb2e79415d8 req-f3929844-5c95-419f-ac03-4bfa820ae0c1 tempest-AttachVolumeNegativeTest-728742291 tempest-AttachVolumeNegativeTest-728742291-project] 10.222.0.46 "GET /v2.0/ports?device_id=7c03c1ad-57f1-450e-8111-bd14587cc96c HTTP/1.1" status: 200 len: 944 time: 0.0559628 Sep 29 15:39:30.205816 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5a5bc9-9ec3-418a-96b0-8deac85ba018 req-0e373fec-21df-4214-9462-9d0330811e3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:39:30.207425 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-bc5a5bc9-9ec3-418a-96b0-8deac85ba018 req-0e373fec-21df-4214-9462-9d0330811e3e service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=13390da549814bc498d0c907da15d788&device_id=ac0e248a-618c-41cf-8477-3e208b9a1936 HTTP/1.1" status: 200 len: 1096 time: 0.0565982 Sep 29 15:39:30.227664 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron_lib.callbacks.manager [None req-4d55257e-523e-4b8d-ab2b-d46a31710be1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-684029'] for port, before_update {{(pid=96122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:39:30.253302 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [req-8b6a93ae-fe23-4535-b686-ffb2e79415d8 req-f537f3b7-aa85-4234-b2f1-508267537515 tempest-AttachVolumeNegativeTest-728742291 tempest-AttachVolumeNegativeTest-728742291-project] 10.222.0.46 "GET /v2.0/security-groups?id=c4509334-a1e4-43fe-aae7-235e447c037b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592029 Sep 29 15:39:30.277704 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.plugins.ml2.db [None req-4d55257e-523e-4b8d-ab2b-d46a31710be1 None None] For port 7aecb321-2e49-419c-9f69-93c5992c0b8a, host hv-cinder-80661, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80661',level=0,port_id=7aecb321-2e49-419c-9f69-93c5992c0b8a,segment=NetworkSegment(410a5b94-6c4f-4e8c-81e4-151e9b9c01d0),segment_id=410a5b94-6c4f-4e8c-81e4-151e9b9c01d0)] {{(pid=96122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 15:39:30.277841 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-bc5a5bc9-9ec3-418a-96b0-8deac85ba018 req-b070afa3-b727-42a4-afde-08a4ec9119e4 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4c897ac8-e270-4e7e-891a-c4da2db1a883 HTTP/1.1" status: 200 len: 217 time: 0.0549686 Sep 29 15:39:30.338213 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Sep 2021 15:39:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9535556f-f3f5-4ded-940c-80157a4d9901 x-openstack-request-id: req-9535556f-f3f5-4ded-940c-80157a4d9901 {{(pid=96122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 15:39:30.338610 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d663b77-78b8-44d6-ae6b-8f8b0c2199dd", "name": "network-vif-plugged", "status": "completed", "tag": "31ccdbe5-d9c3-4401-b176-06795eb1e102", "code": 200}]} {{(pid=96122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 15:39:30.338980 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-9535556f-f3f5-4ded-940c-80157a4d9901 {{(pid=96122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 15:39:30.339765 dv-cinder-806616-6-iscsi neutron-server[96122]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d663b77-78b8-44d6-ae6b-8f8b0c2199dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31ccdbe5-d9c3-4401-b176-06795eb1e102', 'code': 200} Sep 29 15:39:30.346313 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5a5bc9-9ec3-418a-96b0-8deac85ba018 req-0caf2d9d-2748-438c-98ca-3e76e98dd37d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:39:30.348013 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-bc5a5bc9-9ec3-418a-96b0-8deac85ba018 req-0caf2d9d-2748-438c-98ca-3e76e98dd37d service neutron] 10.222.0.22 "GET /v2.0/subnets?id=56afac6f-63d0-4994-bdac-133803bcf88a HTTP/1.1" status: 200 len: 855 time: 0.0590847 Sep 29 15:39:30.373215 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1cc034c-7f82-40fe-a230-b6ace195726f req-280a7980-a217-4441-a906-a5789552c9e5 tempest-AttachVolumeShelveTestJSON-850210833 tempest-AttachVolumeShelveTestJSON-850210833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:39:30.374749 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [req-b1cc034c-7f82-40fe-a230-b6ace195726f req-280a7980-a217-4441-a906-a5789552c9e5 tempest-AttachVolumeShelveTestJSON-850210833 tempest-AttachVolumeShelveTestJSON-850210833-project] 10.222.0.46 "GET /v2.0/ports?device_id=ac0e248a-618c-41cf-8477-3e208b9a1936 HTTP/1.1" status: 200 len: 943 time: 0.0588887 Sep 29 15:39:30.424980 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron_lib.callbacks.manager [None req-4d55257e-523e-4b8d-ab2b-d46a31710be1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741780147972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741779628755', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741779628773'] for port, after_update {{(pid=96122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:39:30.428818 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5a5bc9-9ec3-418a-96b0-8deac85ba018 req-e2527497-d9d4-4599-b4d1-85021f131876 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:39:30.429044 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.plugins.ml2.rpc [None req-4d55257e-523e-4b8d-ab2b-d46a31710be1 None None] Device 17fd60ea-0543-4f47-a2d4-f04e5e7b4886 up at agent hyperv_hv-cinder-80661 {{(pid=96122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 15:39:30.429123 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-bc5a5bc9-9ec3-418a-96b0-8deac85ba018 req-e2527497-d9d4-4599-b4d1-85021f131876 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=7d2058d9-0239-4e7f-ad5f-85b9e31d2757&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0564187 Sep 29 15:39:30.448154 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [req-b1cc034c-7f82-40fe-a230-b6ace195726f req-63ba9ec1-52f2-4379-8ee9-a5ca25c915cc tempest-AttachVolumeShelveTestJSON-850210833 tempest-AttachVolumeShelveTestJSON-850210833-project] 10.222.0.46 "GET /v2.0/security-groups?id=0ae69e60-4c6a-41e5-8a1f-3e04c991f9a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0615737 Sep 29 15:39:30.528240 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d55257e-523e-4b8d-ab2b-d46a31710be1 None None] Pushing event updated for resources: {'Port': ['ID=7aecb321-2e49-419c-9f69-93c5992c0b8a,revision_number=5']} {{(pid=96122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 15:39:30.540210 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-bc5a5bc9-9ec3-418a-96b0-8deac85ba018 req-61ce57a7-490e-42ce-ba52-28e72063c25d service neutron] 10.222.0.22 "GET /v2.0/networks/7d2058d9-0239-4e7f-ad5f-85b9e31d2757?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1050529 Sep 29 15:39:30.640349 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.db.provisioning_blocks [None req-4d55257e-523e-4b8d-ab2b-d46a31710be1 None None] Provisioning for port 17fd60ea-0543-4f47-a2d4-f04e5e7b4886 completed by entity L2. {{(pid=96122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 29 15:39:30.641474 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-bc5a5bc9-9ec3-418a-96b0-8deac85ba018 req-03d9dc84-c4d0-4ffd-b19a-11a853f74e67 service neutron] 10.222.0.22 "GET /v2.0/networks/7d2058d9-0239-4e7f-ad5f-85b9e31d2757?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0937524 Sep 29 15:39:30.641856 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.db.provisioning_blocks [None req-4d55257e-523e-4b8d-ab2b-d46a31710be1 None None] Provisioning complete for port 17fd60ea-0543-4f47-a2d4-f04e5e7b4886 triggered by entity L2. {{(pid=96122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 15:39:30.642233 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron_lib.callbacks.manager [None req-4d55257e-523e-4b8d-ab2b-d46a31710be1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-626465'] for port, provisioning_complete {{(pid=96122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:39:30.800679 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee7b27d-d055-440d-89dc-70988e72907b req-15027238-19fa-4868-8a64-656d047f03ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:39:30.802168 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-3ee7b27d-d055-440d-89dc-70988e72907b req-15027238-19fa-4868-8a64-656d047f03ba service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=1d663b77-78b8-44d6-ae6b-8f8b0c2199dd HTTP/1.1" status: 200 len: 1098 time: 0.0690441 Sep 29 15:39:30.815577 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron_lib.callbacks.manager [None req-4d55257e-523e-4b8d-ab2b-d46a31710be1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-684029'] for port, before_update {{(pid=96122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:39:30.849851 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.plugins.ml2.db [None req-4d55257e-523e-4b8d-ab2b-d46a31710be1 None None] For port 17fd60ea-0543-4f47-a2d4-f04e5e7b4886, host hv-cinder-80661, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80661',level=0,port_id=17fd60ea-0543-4f47-a2d4-f04e5e7b4886,segment=NetworkSegment(628d84a7-ead1-4ac6-bffb-83d0c925f453),segment_id=628d84a7-ead1-4ac6-bffb-83d0c925f453)] {{(pid=96122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 15:39:30.927356 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron_lib.callbacks.manager [None req-4d55257e-523e-4b8d-ab2b-d46a31710be1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741780147972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741779628755', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741779628773'] for port, after_update {{(pid=96122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:39:30.976078 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d55257e-523e-4b8d-ab2b-d46a31710be1 None None] Pushing event updated for resources: {'Port': ['ID=17fd60ea-0543-4f47-a2d4-f04e5e7b4886,revision_number=5']} {{(pid=96122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 15:39:30.981666 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbdd163a-ad44-4ad4-ac6e-6f5e20eb2dce req-de1fae89-0e25-47ed-a227-1c3852f2d11c tempest-DeleteServersTestJSON-637044148 tempest-DeleteServersTestJSON-637044148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:39:30.982984 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-bbdd163a-ad44-4ad4-ac6e-6f5e20eb2dce req-de1fae89-0e25-47ed-a227-1c3852f2d11c tempest-DeleteServersTestJSON-637044148 tempest-DeleteServersTestJSON-637044148-project] 10.222.0.46 "GET /v2.0/ports?device_id=da775cc6-3ab7-4560-9b2b-35ba569056f1 HTTP/1.1" status: 200 len: 945 time: 0.0511239 Sep 29 15:39:31.027324 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-bbdd163a-ad44-4ad4-ac6e-6f5e20eb2dce req-83117cee-bcf7-4372-9799-fa678d0ea6c9 tempest-DeleteServersTestJSON-637044148 tempest-DeleteServersTestJSON-637044148-project] 10.222.0.46 "GET /v2.0/security-groups?id=5a526d53-95a2-47df-b578-772e4e4f7016&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361762 Sep 29 15:39:31.076120 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84331b0a-d63b-490e-918c-c6c9faa337f0 req-1d9c3b10-a513-4de3-8e48-ab0f45bb2a82 tempest-AttachVolumeTestJSON-270594920 tempest-AttachVolumeTestJSON-270594920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:39:31.076599 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [req-84331b0a-d63b-490e-918c-c6c9faa337f0 req-1d9c3b10-a513-4de3-8e48-ab0f45bb2a82 tempest-AttachVolumeTestJSON-270594920 tempest-AttachVolumeTestJSON-270594920-project] 10.222.0.46 "GET /v2.0/ports?device_id=f6e7bb73-46e1-46cc-b0cb-c0a13b6c495d HTTP/1.1" status: 200 len: 944 time: 0.0508881 Sep 29 15:39:31.116978 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [req-84331b0a-d63b-490e-918c-c6c9faa337f0 req-3c8c942c-2d00-43e4-bf4a-a02084bdd1b4 tempest-AttachVolumeTestJSON-270594920 tempest-AttachVolumeTestJSON-270594920-project] 10.222.0.46 "GET /v2.0/security-groups?id=fd7c349f-6119-46da-b1a9-67ca18fd632b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342638 Sep 29 15:39:31.184394 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ff0668-c28e-4953-a798-e4162db41a21 req-e05da288-eb7f-4dc5-8dd1-d2be6e302d7b tempest-ServerRescueNegativeTestJSON-859711067 tempest-ServerRescueNegativeTestJSON-859711067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:39:31.186020 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-55ff0668-c28e-4953-a798-e4162db41a21 req-e05da288-eb7f-4dc5-8dd1-d2be6e302d7b tempest-ServerRescueNegativeTestJSON-859711067 tempest-ServerRescueNegativeTestJSON-859711067-project] 10.222.0.46 "GET /v2.0/ports?device_id=fceddbf7-453e-4d39-9b3d-c354498f646c HTTP/1.1" status: 200 len: 945 time: 0.0494423 Sep 29 15:39:31.226009 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-55ff0668-c28e-4953-a798-e4162db41a21 req-2978186d-4812-48bf-ab6c-bd60ca493920 tempest-ServerRescueNegativeTestJSON-859711067 tempest-ServerRescueNegativeTestJSON-859711067-project] 10.222.0.46 "GET /v2.0/security-groups?id=69bb6ea6-2770-4a41-88ab-960c26e8ecb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327129 Sep 29 15:39:31.358899 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6665dfd8-11fc-42e2-9366-c8ea21a744a9 req-984fcbad-a2a1-4b55-81e6-0d89a96fcc87 tempest-AttachVolumeNegativeTest-728742291 tempest-AttachVolumeNegativeTest-728742291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:39:31.360421 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [req-6665dfd8-11fc-42e2-9366-c8ea21a744a9 req-984fcbad-a2a1-4b55-81e6-0d89a96fcc87 tempest-AttachVolumeNegativeTest-728742291 tempest-AttachVolumeNegativeTest-728742291-project] 10.222.0.46 "GET /v2.0/ports?device_id=7c03c1ad-57f1-450e-8111-bd14587cc96c HTTP/1.1" status: 200 len: 945 time: 0.0515311 Sep 29 15:39:31.398208 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [req-6665dfd8-11fc-42e2-9366-c8ea21a744a9 req-9dd910a4-6979-4041-aa4d-a04407de17bb tempest-AttachVolumeNegativeTest-728742291 tempest-AttachVolumeNegativeTest-728742291-project] 10.222.0.46 "GET /v2.0/security-groups?id=c4509334-a1e4-43fe-aae7-235e447c037b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312221 Sep 29 15:39:31.576026 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b0c3ab-f85f-4a66-a58c-27bfad2f2368 req-4adeaa91-3b0e-4abc-8ff9-de30b39e2cc2 tempest-AttachVolumeShelveTestJSON-850210833 tempest-AttachVolumeShelveTestJSON-850210833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:39:31.581414 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-b3b0c3ab-f85f-4a66-a58c-27bfad2f2368 req-4adeaa91-3b0e-4abc-8ff9-de30b39e2cc2 tempest-AttachVolumeShelveTestJSON-850210833 tempest-AttachVolumeShelveTestJSON-850210833-project] 10.222.0.46 "GET /v2.0/ports?device_id=ac0e248a-618c-41cf-8477-3e208b9a1936 HTTP/1.1" status: 200 len: 943 time: 0.0521204 Sep 29 15:39:31.624943 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-b3b0c3ab-f85f-4a66-a58c-27bfad2f2368 req-2771f4f9-ce1a-4422-b445-2297f458931c tempest-AttachVolumeShelveTestJSON-850210833 tempest-AttachVolumeShelveTestJSON-850210833-project] 10.222.0.46 "GET /v2.0/security-groups?id=0ae69e60-4c6a-41e5-8a1f-3e04c991f9a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398695 Sep 29 15:39:32.138653 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a21e51-0783-4d29-b312-ae6b1e3cd316 req-f1d9c53a-c826-4828-8f94-b2257c5d16e1 tempest-DeleteServersTestJSON-637044148 tempest-DeleteServersTestJSON-637044148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:39:32.140249 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [req-70a21e51-0783-4d29-b312-ae6b1e3cd316 req-f1d9c53a-c826-4828-8f94-b2257c5d16e1 tempest-DeleteServersTestJSON-637044148 tempest-DeleteServersTestJSON-637044148-project] 10.222.0.46 "GET /v2.0/ports?device_id=da775cc6-3ab7-4560-9b2b-35ba569056f1 HTTP/1.1" status: 200 len: 945 time: 0.0475583 Sep 29 15:39:32.190195 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [req-70a21e51-0783-4d29-b312-ae6b1e3cd316 req-fa17f58d-ca60-49ef-9bd8-374d36910a43 tempest-DeleteServersTestJSON-637044148 tempest-DeleteServersTestJSON-637044148-project] 10.222.0.46 "GET /v2.0/security-groups?id=5a526d53-95a2-47df-b578-772e4e4f7016&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430231 Sep 29 15:39:32.261688 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d5def1-3466-4e8d-97af-19fd00fbb9dc req-b740069a-460d-4a65-9696-a148d2c7ed72 tempest-AttachVolumeTestJSON-270594920 tempest-AttachVolumeTestJSON-270594920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:39:32.264788 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-17d5def1-3466-4e8d-97af-19fd00fbb9dc req-b740069a-460d-4a65-9696-a148d2c7ed72 tempest-AttachVolumeTestJSON-270594920 tempest-AttachVolumeTestJSON-270594920-project] 10.222.0.46 "GET /v2.0/ports?device_id=f6e7bb73-46e1-46cc-b0cb-c0a13b6c495d HTTP/1.1" status: 200 len: 944 time: 0.0688207 Sep 29 15:39:32.308000 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-17d5def1-3466-4e8d-97af-19fd00fbb9dc req-d5a51689-027c-4fda-843c-5b8847270204 tempest-AttachVolumeTestJSON-270594920 tempest-AttachVolumeTestJSON-270594920-project] 10.222.0.46 "GET /v2.0/security-groups?id=fd7c349f-6119-46da-b1a9-67ca18fd632b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358012 Sep 29 15:39:32.342310 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fceddbf7-453e-4d39-9b3d-c354498f646c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f0234c3-e1ed-436b-987e-7dbb46c7c1a4'}, {'server_uuid': '7c03c1ad-57f1-450e-8111-bd14587cc96c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7aecb321-2e49-419c-9f69-93c5992c0b8a'}, {'server_uuid': 'da775cc6-3ab7-4560-9b2b-35ba569056f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17fd60ea-0543-4f47-a2d4-f04e5e7b4886'}] {{(pid=96122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 15:39:32.344707 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2623ca0f1d0ed70344ce0ae3d74fdbf1495c1e1ffd6c12fe338f92bc8c6604f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d2bdd00-81bf-4e1e-861a-819c8cd01bea" -d '{"events": [{"server_uuid": "fceddbf7-453e-4d39-9b3d-c354498f646c", "name": "network-vif-plugged", "status": "completed", "tag": "3f0234c3-e1ed-436b-987e-7dbb46c7c1a4"}, {"server_uuid": "7c03c1ad-57f1-450e-8111-bd14587cc96c", "name": "network-vif-plugged", "status": "completed", "tag": "7aecb321-2e49-419c-9f69-93c5992c0b8a"}, {"server_uuid": "da775cc6-3ab7-4560-9b2b-35ba569056f1", "name": "network-vif-plugged", "status": "completed", "tag": "17fd60ea-0543-4f47-a2d4-f04e5e7b4886"}]}' {{(pid=96122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 15:39:32.358739 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51670726-986c-40d9-a3d7-cadd4f3149f6 req-effc5341-6628-4443-8d22-678e798b9b45 tempest-ServerRescueNegativeTestJSON-859711067 tempest-ServerRescueNegativeTestJSON-859711067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:39:32.360291 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [req-51670726-986c-40d9-a3d7-cadd4f3149f6 req-effc5341-6628-4443-8d22-678e798b9b45 tempest-ServerRescueNegativeTestJSON-859711067 tempest-ServerRescueNegativeTestJSON-859711067-project] 10.222.0.46 "GET /v2.0/ports?device_id=fceddbf7-453e-4d39-9b3d-c354498f646c HTTP/1.1" status: 200 len: 945 time: 0.0570745 Sep 29 15:39:32.409038 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Wed, 29 Sep 2021 15:39:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8473982-67e0-478d-b334-3d362e9830f9 x-openstack-request-id: req-c8473982-67e0-478d-b334-3d362e9830f9 {{(pid=96122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 15:39:32.409038 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fceddbf7-453e-4d39-9b3d-c354498f646c", "name": "network-vif-plugged", "status": "completed", "tag": "3f0234c3-e1ed-436b-987e-7dbb46c7c1a4", "code": 200}, {"server_uuid": "7c03c1ad-57f1-450e-8111-bd14587cc96c", "name": "network-vif-plugged", "status": "completed", "tag": "7aecb321-2e49-419c-9f69-93c5992c0b8a", "code": 200}, {"server_uuid": "da775cc6-3ab7-4560-9b2b-35ba569056f1", "name": "network-vif-plugged", "status": "completed", "tag": "17fd60ea-0543-4f47-a2d4-f04e5e7b4886", "code": 200}]} {{(pid=96122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 15:39:32.409038 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-c8473982-67e0-478d-b334-3d362e9830f9 {{(pid=96122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 15:39:32.409038 dv-cinder-806616-6-iscsi neutron-server[96122]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fceddbf7-453e-4d39-9b3d-c354498f646c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f0234c3-e1ed-436b-987e-7dbb46c7c1a4', 'code': 200} Sep 29 15:39:32.409038 dv-cinder-806616-6-iscsi neutron-server[96122]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c03c1ad-57f1-450e-8111-bd14587cc96c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7aecb321-2e49-419c-9f69-93c5992c0b8a', 'code': 200} Sep 29 15:39:32.409530 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [req-51670726-986c-40d9-a3d7-cadd4f3149f6 req-6e6eaedb-7dd7-4f64-9c1f-a58f419f6e1b tempest-ServerRescueNegativeTestJSON-859711067 tempest-ServerRescueNegativeTestJSON-859711067-project] 10.222.0.46 "GET /v2.0/security-groups?id=69bb6ea6-2770-4a41-88ab-960c26e8ecb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371711 Sep 29 15:39:32.409614 dv-cinder-806616-6-iscsi neutron-server[96122]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da775cc6-3ab7-4560-9b2b-35ba569056f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17fd60ea-0543-4f47-a2d4-f04e5e7b4886', 'code': 200} Sep 29 15:39:32.466138 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.plugins.ml2.rpc [None req-4d55257e-523e-4b8d-ab2b-d46a31710be1 None None] Device 8b381780-c788-4e42-81f1-ad86f28e31ef details requested by agent hyperv_hv-cinder-80661 with host hv-cinder-80661 {{(pid=96122) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 29 15:39:32.531136 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7cdd6d-d524-40a4-8ef7-f7ce724ebf04 req-99437187-521a-4cd4-90d2-4f8e1046c586 tempest-AttachVolumeNegativeTest-728742291 tempest-AttachVolumeNegativeTest-728742291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:39:32.532801 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-3f7cdd6d-d524-40a4-8ef7-f7ce724ebf04 req-99437187-521a-4cd4-90d2-4f8e1046c586 tempest-AttachVolumeNegativeTest-728742291 tempest-AttachVolumeNegativeTest-728742291-project] 10.222.0.46 "GET /v2.0/ports?device_id=7c03c1ad-57f1-450e-8111-bd14587cc96c HTTP/1.1" status: 200 len: 945 time: 0.0609369 Sep 29 15:39:32.576844 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-3f7cdd6d-d524-40a4-8ef7-f7ce724ebf04 req-daff75b3-388e-4ced-ae37-b9bef15081b8 tempest-AttachVolumeNegativeTest-728742291 tempest-AttachVolumeNegativeTest-728742291-project] 10.222.0.46 "GET /v2.0/security-groups?id=c4509334-a1e4-43fe-aae7-235e447c037b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367575 Sep 29 15:39:32.578637 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.plugins.ml2.db [None req-4d55257e-523e-4b8d-ab2b-d46a31710be1 None None] For port 8b381780-c788-4e42-81f1-ad86f28e31ef, host hv-cinder-80661, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80661',level=0,port_id=8b381780-c788-4e42-81f1-ad86f28e31ef,segment=NetworkSegment(07c1b694-4b5f-4e1d-baf1-7032d28a68b3),segment_id=07c1b694-4b5f-4e1d-baf1-7032d28a68b3)] {{(pid=96122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 15:39:32.597583 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.plugins.ml2.rpc [None req-4d55257e-523e-4b8d-ab2b-d46a31710be1 None None] Returning: {'device': '8b381780-c788-4e42-81f1-ad86f28e31ef', 'network_id': '41529908-bf9d-4f22-bd36-308129b2f718', 'port_id': '8b381780-c788-4e42-81f1-ad86f28e31ef', 'mac_address': 'fa:16:3e:86:b7:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 609, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dd4e2821-37a9-4ee4-80ce-9b4e5d3432ba', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=96122) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 29 15:39:32.636825 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron_lib.callbacks.manager [None req-4d55257e-523e-4b8d-ab2b-d46a31710be1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-684029'] for port, before_update {{(pid=96122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:39:32.653592 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.notifiers.nova [None req-4d55257e-523e-4b8d-ab2b-d46a31710be1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8b381780-c788-4e42-81f1-ad86f28e31ef {{(pid=96122) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 15:39:32.673462 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.plugins.ml2.db [None req-4d55257e-523e-4b8d-ab2b-d46a31710be1 None None] For port 8b381780-c788-4e42-81f1-ad86f28e31ef, host hv-cinder-80661, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80661',level=0,port_id=8b381780-c788-4e42-81f1-ad86f28e31ef,segment=NetworkSegment(07c1b694-4b5f-4e1d-baf1-7032d28a68b3),segment_id=07c1b694-4b5f-4e1d-baf1-7032d28a68b3)] {{(pid=96122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 15:39:32.742584 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64da7bbf-c0c9-440d-a5d7-c8356986e09d req-261a956e-bcfa-4321-bdd1-96a8b379fed3 tempest-AttachVolumeShelveTestJSON-850210833 tempest-AttachVolumeShelveTestJSON-850210833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:39:32.744129 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [req-64da7bbf-c0c9-440d-a5d7-c8356986e09d req-261a956e-bcfa-4321-bdd1-96a8b379fed3 tempest-AttachVolumeShelveTestJSON-850210833 tempest-AttachVolumeShelveTestJSON-850210833-project] 10.222.0.46 "GET /v2.0/ports?device_id=ac0e248a-618c-41cf-8477-3e208b9a1936 HTTP/1.1" status: 200 len: 943 time: 0.0489652 Sep 29 15:39:32.782200 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [req-64da7bbf-c0c9-440d-a5d7-c8356986e09d req-8250140a-5327-43be-bfdc-b0a34ba40a03 tempest-AttachVolumeShelveTestJSON-850210833 tempest-AttachVolumeShelveTestJSON-850210833-project] 10.222.0.46 "GET /v2.0/security-groups?id=0ae69e60-4c6a-41e5-8a1f-3e04c991f9a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320168 Sep 29 15:39:32.812925 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron_lib.callbacks.manager [None req-4d55257e-523e-4b8d-ab2b-d46a31710be1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741780147972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741779628755', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741779628773'] for port, after_update {{(pid=96122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:39:32.860008 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d55257e-523e-4b8d-ab2b-d46a31710be1 None None] Pushing event updated for resources: {'Port': ['ID=8b381780-c788-4e42-81f1-ad86f28e31ef,revision_number=4']} {{(pid=96122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 15:39:33.311485 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a38b3ec-6d23-4545-9e85-7471f241ad95 req-9f513b83-82ba-4f5a-b948-1729240df345 tempest-DeleteServersTestJSON-637044148 tempest-DeleteServersTestJSON-637044148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:39:33.312952 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-3a38b3ec-6d23-4545-9e85-7471f241ad95 req-9f513b83-82ba-4f5a-b948-1729240df345 tempest-DeleteServersTestJSON-637044148 tempest-DeleteServersTestJSON-637044148-project] 10.222.0.46 "GET /v2.0/ports?device_id=da775cc6-3ab7-4560-9b2b-35ba569056f1 HTTP/1.1" status: 200 len: 945 time: 0.0472300 Sep 29 15:39:33.350506 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-3a38b3ec-6d23-4545-9e85-7471f241ad95 req-ba176ad8-a96f-479b-9e8e-c7b8c322cfde tempest-DeleteServersTestJSON-637044148 tempest-DeleteServersTestJSON-637044148-project] 10.222.0.46 "GET /v2.0/security-groups?id=5a526d53-95a2-47df-b578-772e4e4f7016&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315735 Sep 29 15:39:33.424689 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5e2bed-70cb-418c-863c-8fa1d54504be req-89ecd104-d8ae-4fdd-99ff-dea583218a7d tempest-AttachVolumeTestJSON-270594920 tempest-AttachVolumeTestJSON-270594920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:39:33.426154 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [req-aa5e2bed-70cb-418c-863c-8fa1d54504be req-89ecd104-d8ae-4fdd-99ff-dea583218a7d tempest-AttachVolumeTestJSON-270594920 tempest-AttachVolumeTestJSON-270594920-project] 10.222.0.46 "GET /v2.0/ports?device_id=f6e7bb73-46e1-46cc-b0cb-c0a13b6c495d HTTP/1.1" status: 200 len: 945 time: 0.0471718 Sep 29 15:39:33.468671 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [req-aa5e2bed-70cb-418c-863c-8fa1d54504be req-1446d65d-629f-4a16-9fd5-29d50a16fc2d tempest-AttachVolumeTestJSON-270594920 tempest-AttachVolumeTestJSON-270594920-project] 10.222.0.46 "GET /v2.0/security-groups?id=fd7c349f-6119-46da-b1a9-67ca18fd632b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318201 Sep 29 15:39:33.521974 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a3addf-2ad0-43c0-b59a-d6b83c233bef req-aea8abeb-1452-4d5b-8ef9-90ec89b9b0a8 tempest-ServerRescueNegativeTestJSON-859711067 tempest-ServerRescueNegativeTestJSON-859711067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:39:33.523428 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-b7a3addf-2ad0-43c0-b59a-d6b83c233bef req-aea8abeb-1452-4d5b-8ef9-90ec89b9b0a8 tempest-ServerRescueNegativeTestJSON-859711067 tempest-ServerRescueNegativeTestJSON-859711067-project] 10.222.0.46 "GET /v2.0/ports?device_id=fceddbf7-453e-4d39-9b3d-c354498f646c HTTP/1.1" status: 200 len: 945 time: 0.0480418 Sep 29 15:39:33.560801 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [req-3ee7b27d-d055-440d-89dc-70988e72907b req-9e82aa43-97bc-46ea-a8ab-53883ff4528f service neutron] Notify callbacks [] for security_group, before_create {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:39:33.591611 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-b7a3addf-2ad0-43c0-b59a-d6b83c233bef req-8ee2bc84-c1cf-4e21-bc22-ce6b3a4b535e tempest-ServerRescueNegativeTestJSON-859711067 tempest-ServerRescueNegativeTestJSON-859711067-project] 10.222.0.46 "GET /v2.0/security-groups?id=69bb6ea6-2770-4a41-88ab-960c26e8ecb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620134 Sep 29 15:39:33.667647 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [req-3ee7b27d-d055-440d-89dc-70988e72907b req-9e82aa43-97bc-46ea-a8ab-53883ff4528f service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:39:33.706233 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94251900-d03d-4a97-9c06-9a821b3c0d82 req-4096b708-b5fb-4417-b6a8-0c299845d391 tempest-AttachVolumeNegativeTest-728742291 tempest-AttachVolumeNegativeTest-728742291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:39:33.707710 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [req-94251900-d03d-4a97-9c06-9a821b3c0d82 req-4096b708-b5fb-4417-b6a8-0c299845d391 tempest-AttachVolumeNegativeTest-728742291 tempest-AttachVolumeNegativeTest-728742291-project] 10.222.0.46 "GET /v2.0/ports?device_id=7c03c1ad-57f1-450e-8111-bd14587cc96c HTTP/1.1" status: 200 len: 945 time: 0.0524085 Sep 29 15:39:33.743307 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [req-94251900-d03d-4a97-9c06-9a821b3c0d82 req-42d6901a-f303-49f2-85cd-0809b7cb4940 tempest-AttachVolumeNegativeTest-728742291 tempest-AttachVolumeNegativeTest-728742291-project] 10.222.0.46 "GET /v2.0/security-groups?id=c4509334-a1e4-43fe-aae7-235e447c037b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0297272 Sep 29 15:39:33.796311 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.plugins.ml2.db [None req-4d55257e-523e-4b8d-ab2b-d46a31710be1 None None] get_ports_and_sgs() called for port_ids ['8b381780-c788-4e42-81f1-ad86f28e31ef'] {{(pid=96122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 15:39:33.890266 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [req-3ee7b27d-d055-440d-89dc-70988e72907b req-9e82aa43-97bc-46ea-a8ab-53883ff4528f service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579214'] for security_group, after_create {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:39:33.926074 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-3ee7b27d-d055-440d-89dc-70988e72907b req-9e82aa43-97bc-46ea-a8ab-53883ff4528f service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=69bb6ea6-2770-4a41-88ab-960c26e8ecb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3888876 Sep 29 15:39:33.958254 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b96cdac-c1ef-48f4-ae59-50def5e57839 req-34bb7600-8148-4e64-9395-5205922afec2 tempest-AttachVolumeShelveTestJSON-850210833 tempest-AttachVolumeShelveTestJSON-850210833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:39:33.959759 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-4b96cdac-c1ef-48f4-ae59-50def5e57839 req-34bb7600-8148-4e64-9395-5205922afec2 tempest-AttachVolumeShelveTestJSON-850210833 tempest-AttachVolumeShelveTestJSON-850210833-project] 10.222.0.46 "GET /v2.0/ports?device_id=ac0e248a-618c-41cf-8477-3e208b9a1936 HTTP/1.1" status: 200 len: 943 time: 0.1032271 Sep 29 15:39:33.960962 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e82aa43-97bc-46ea-a8ab-53883ff4528f service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=8df6ebed-5e40-45fc-859c-b59de26b9a98,revision_number=1']} {{(pid=96121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 15:39:34.013871 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-4b96cdac-c1ef-48f4-ae59-50def5e57839 req-76c20898-b61e-407a-bb77-8b19759e3c12 tempest-AttachVolumeShelveTestJSON-850210833 tempest-AttachVolumeShelveTestJSON-850210833-project] 10.222.0.46 "GET /v2.0/security-groups?id=0ae69e60-4c6a-41e5-8a1f-3e04c991f9a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438545 Sep 29 15:39:34.084624 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.wsgi [-] (96120) accepted ('10.222.0.46', 56940) {{(pid=96120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 15:39:34.187564 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-b343eb17-c69d-4f71-8f99-2b25fd6c11ef admin admin] Notify callbacks [] for security_group, before_create {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:39:34.273921 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-b343eb17-c69d-4f71-8f99-2b25fd6c11ef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:39:34.355784 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-b343eb17-c69d-4f71-8f99-2b25fd6c11ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579214'] for security_group, after_create {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:39:34.391641 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b343eb17-c69d-4f71-8f99-2b25fd6c11ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d830d3c-afd6-45f7-b97b-b3a95fce10b9,revision_number=1']} {{(pid=96120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 15:39:34.396526 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [None req-b343eb17-c69d-4f71-8f99-2b25fd6c11ef admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=d28b3f3cec504166841fe3c617a94f9a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3108180 Sep 29 15:39:34.399257 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.wsgi [-] (96121) accepted ('10.222.0.46', 56948) {{(pid=96121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 15:39:34.449120 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [None req-f4e0ed4f-bd7e-4b89-a0bd-6a1443f39749 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:39:34.469432 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd90a47-ca1a-4fa7-85a0-281bdb938a40 req-679ed85a-1f0f-4d57-8ee2-478a5a00cd91 tempest-DeleteServersTestJSON-637044148 tempest-DeleteServersTestJSON-637044148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:39:34.471546 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [req-4dd90a47-ca1a-4fa7-85a0-281bdb938a40 req-679ed85a-1f0f-4d57-8ee2-478a5a00cd91 tempest-DeleteServersTestJSON-637044148 tempest-DeleteServersTestJSON-637044148-project] 10.222.0.46 "GET /v2.0/ports?device_id=da775cc6-3ab7-4560-9b2b-35ba569056f1 HTTP/1.1" status: 200 len: 945 time: 0.0479152 Sep 29 15:39:34.474824 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [None req-f4e0ed4f-bd7e-4b89-a0bd-6a1443f39749 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:39:34.513791 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [req-4dd90a47-ca1a-4fa7-85a0-281bdb938a40 req-69fb8e1e-86af-4833-b1d2-f84e338edf4d tempest-DeleteServersTestJSON-637044148 tempest-DeleteServersTestJSON-637044148-project] 10.222.0.46 "GET /v2.0/security-groups?id=5a526d53-95a2-47df-b578-772e4e4f7016&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361023 Sep 29 15:39:34.589118 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a9d419-77dc-4010-a5f0-da0c35829a69 req-e879a164-7591-4edd-9d5f-f231e2758582 tempest-AttachVolumeTestJSON-270594920 tempest-AttachVolumeTestJSON-270594920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:39:34.590875 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-51a9d419-77dc-4010-a5f0-da0c35829a69 req-e879a164-7591-4edd-9d5f-f231e2758582 tempest-AttachVolumeTestJSON-270594920 tempest-AttachVolumeTestJSON-270594920-project] 10.222.0.46 "GET /v2.0/ports?device_id=f6e7bb73-46e1-46cc-b0cb-c0a13b6c495d HTTP/1.1" status: 200 len: 945 time: 0.0486889 Sep 29 15:39:34.595440 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [None req-f4e0ed4f-bd7e-4b89-a0bd-6a1443f39749 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579214'] for security_group, after_delete {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:39:34.598211 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [None req-f4e0ed4f-bd7e-4b89-a0bd-6a1443f39749 admin admin] Notify callbacks [] for security_group, before_response {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:39:34.599237 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [None req-f4e0ed4f-bd7e-4b89-a0bd-6a1443f39749 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/1d830d3c-afd6-45f7-b97b-b3a95fce10b9 HTTP/1.1" status: 204 len: 168 time: 0.1988370 Sep 29 15:39:34.614753 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e0ed4f-bd7e-4b89-a0bd-6a1443f39749 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d830d3c-afd6-45f7-b97b-b3a95fce10b9,revision_number=None']} {{(pid=96121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 15:39:34.656821 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-51a9d419-77dc-4010-a5f0-da0c35829a69 req-ecba45cf-7362-4806-9889-dd7a443754cd tempest-AttachVolumeTestJSON-270594920 tempest-AttachVolumeTestJSON-270594920-project] 10.222.0.46 "GET /v2.0/security-groups?id=fd7c349f-6119-46da-b1a9-67ca18fd632b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0565283 Sep 29 15:39:34.748896 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059fa273-a89f-4dec-99cb-6e9d3022d149 req-ec2f9ad7-ac4b-43bc-9ac2-668a922a9ff7 tempest-ServerRescueNegativeTestJSON-859711067 tempest-ServerRescueNegativeTestJSON-859711067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:39:34.751281 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [req-059fa273-a89f-4dec-99cb-6e9d3022d149 req-ec2f9ad7-ac4b-43bc-9ac2-668a922a9ff7 tempest-ServerRescueNegativeTestJSON-859711067 tempest-ServerRescueNegativeTestJSON-859711067-project] 10.222.0.46 "GET /v2.0/ports?device_id=fceddbf7-453e-4d39-9b3d-c354498f646c HTTP/1.1" status: 200 len: 945 time: 0.0697734 Sep 29 15:39:34.789756 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [req-059fa273-a89f-4dec-99cb-6e9d3022d149 req-818389dd-031e-4f86-93a5-b7c0e4c3de44 tempest-ServerRescueNegativeTestJSON-859711067 tempest-ServerRescueNegativeTestJSON-859711067-project] 10.222.0.46 "GET /v2.0/security-groups?id=69bb6ea6-2770-4a41-88ab-960c26e8ecb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324366 Sep 29 15:39:34.854118 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824ca987-3ad8-45e4-a221-615e8ad6e1fd req-b504a71d-a3c7-498c-98d7-2c555ef9a209 tempest-AttachVolumeNegativeTest-728742291 tempest-AttachVolumeNegativeTest-728742291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:39:34.855579 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-824ca987-3ad8-45e4-a221-615e8ad6e1fd req-b504a71d-a3c7-498c-98d7-2c555ef9a209 tempest-AttachVolumeNegativeTest-728742291 tempest-AttachVolumeNegativeTest-728742291-project] 10.222.0.46 "GET /v2.0/ports?device_id=7c03c1ad-57f1-450e-8111-bd14587cc96c HTTP/1.1" status: 200 len: 945 time: 0.0465238 Sep 29 15:39:34.893870 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-824ca987-3ad8-45e4-a221-615e8ad6e1fd req-49c1d470-af66-437c-b20b-7c8776d00923 tempest-AttachVolumeNegativeTest-728742291 tempest-AttachVolumeNegativeTest-728742291-project] 10.222.0.46 "GET /v2.0/security-groups?id=c4509334-a1e4-43fe-aae7-235e447c037b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312858 Sep 29 15:39:35.134740 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa112d0-0a75-41b9-9558-b8f670964165 req-d4be89d2-d0bb-4a70-a9b9-273b5cf3be5d tempest-AttachVolumeShelveTestJSON-850210833 tempest-AttachVolumeShelveTestJSON-850210833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:39:35.136217 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [req-9fa112d0-0a75-41b9-9558-b8f670964165 req-d4be89d2-d0bb-4a70-a9b9-273b5cf3be5d tempest-AttachVolumeShelveTestJSON-850210833 tempest-AttachVolumeShelveTestJSON-850210833-project] 10.222.0.46 "GET /v2.0/ports?device_id=ac0e248a-618c-41cf-8477-3e208b9a1936 HTTP/1.1" status: 200 len: 943 time: 0.0499158 Sep 29 15:39:35.173028 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [req-9fa112d0-0a75-41b9-9558-b8f670964165 req-d50c799e-7b5b-4de7-b5be-0fea32722861 tempest-AttachVolumeShelveTestJSON-850210833 tempest-AttachVolumeShelveTestJSON-850210833-project] 10.222.0.46 "GET /v2.0/security-groups?id=0ae69e60-4c6a-41e5-8a1f-3e04c991f9a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305531 Sep 29 15:39:35.355391 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.wsgi [-] (96121) accepted ('10.222.0.46', 56968) {{(pid=96121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 15:39:35.371654 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [None req-9e284161-0260-4c0b-9243-0266e755f7a7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:39:35.458114 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [None req-9e284161-0260-4c0b-9243-0266e755f7a7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:39:35.530367 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [None req-9e284161-0260-4c0b-9243-0266e755f7a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579214'] for security_group, after_create {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:39:35.568987 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [None req-9e284161-0260-4c0b-9243-0266e755f7a7 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=b021957c01dd446d843a017bea649042&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2124934 Sep 29 15:39:35.570227 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e284161-0260-4c0b-9243-0266e755f7a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8c9f8b7-61b1-4e84-97be-9c6e4d97a4fc,revision_number=1']} {{(pid=96121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 15:39:35.571760 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.wsgi [-] (96120) accepted ('10.222.0.46', 56972) {{(pid=96120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 15:39:35.634551 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-521a0c15-8f86-46ca-91d6-44f3ca7a699e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:39:35.649940 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035d8ddf-0dd5-4c61-9575-ec9d022661a6 req-34198fdf-4e1c-404d-99d7-667146114613 tempest-DeleteServersTestJSON-637044148 tempest-DeleteServersTestJSON-637044148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:39:35.651464 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-035d8ddf-0dd5-4c61-9575-ec9d022661a6 req-34198fdf-4e1c-404d-99d7-667146114613 tempest-DeleteServersTestJSON-637044148 tempest-DeleteServersTestJSON-637044148-project] 10.222.0.46 "GET /v2.0/ports?device_id=da775cc6-3ab7-4560-9b2b-35ba569056f1 HTTP/1.1" status: 200 len: 945 time: 0.0506129 Sep 29 15:39:35.658877 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-521a0c15-8f86-46ca-91d6-44f3ca7a699e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:39:35.690070 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-035d8ddf-0dd5-4c61-9575-ec9d022661a6 req-519cb302-5eb5-4706-aaae-f4f88061063a tempest-DeleteServersTestJSON-637044148 tempest-DeleteServersTestJSON-637044148-project] 10.222.0.46 "GET /v2.0/security-groups?id=5a526d53-95a2-47df-b578-772e4e4f7016&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327113 Sep 29 15:39:35.770939 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3d7e3b-282c-428c-ac50-9349ab9d7568 req-193bcd92-2e93-4ed1-a190-ced68ee464cf tempest-AttachVolumeTestJSON-270594920 tempest-AttachVolumeTestJSON-270594920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:39:35.772438 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [req-9d3d7e3b-282c-428c-ac50-9349ab9d7568 req-193bcd92-2e93-4ed1-a190-ced68ee464cf tempest-AttachVolumeTestJSON-270594920 tempest-AttachVolumeTestJSON-270594920-project] 10.222.0.46 "GET /v2.0/ports?device_id=f6e7bb73-46e1-46cc-b0cb-c0a13b6c495d HTTP/1.1" status: 200 len: 945 time: 0.0477738 Sep 29 15:39:35.803046 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-521a0c15-8f86-46ca-91d6-44f3ca7a699e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579214'] for security_group, after_delete {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:39:35.805524 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-521a0c15-8f86-46ca-91d6-44f3ca7a699e admin admin] Notify callbacks [] for security_group, before_response {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:39:35.806575 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [None req-521a0c15-8f86-46ca-91d6-44f3ca7a699e admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/c8c9f8b7-61b1-4e84-97be-9c6e4d97a4fc HTTP/1.1" status: 204 len: 168 time: 0.2337344 Sep 29 15:39:35.817196 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-521a0c15-8f86-46ca-91d6-44f3ca7a699e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8c9f8b7-61b1-4e84-97be-9c6e4d97a4fc,revision_number=None']} {{(pid=96120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 15:39:35.821273 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [req-9d3d7e3b-282c-428c-ac50-9349ab9d7568 req-5df1e84a-f3c5-4cb5-b33c-854f1765daf9 tempest-AttachVolumeTestJSON-270594920 tempest-AttachVolumeTestJSON-270594920-project] 10.222.0.46 "GET /v2.0/security-groups?id=fd7c349f-6119-46da-b1a9-67ca18fd632b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428662 Sep 29 15:39:35.912081 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7137f0a-1835-483a-b883-7cc1ed6843f0 req-9207b489-159c-4ebd-a297-80a87f67aaad tempest-ServerRescueNegativeTestJSON-859711067 tempest-ServerRescueNegativeTestJSON-859711067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:39:35.913612 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-e7137f0a-1835-483a-b883-7cc1ed6843f0 req-9207b489-159c-4ebd-a297-80a87f67aaad tempest-ServerRescueNegativeTestJSON-859711067 tempest-ServerRescueNegativeTestJSON-859711067-project] 10.222.0.46 "GET /v2.0/ports?device_id=fceddbf7-453e-4d39-9b3d-c354498f646c HTTP/1.1" status: 200 len: 945 time: 0.0527785 Sep 29 15:39:35.955444 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-e7137f0a-1835-483a-b883-7cc1ed6843f0 req-1d65424b-6d25-4d7d-bb49-f307106a9c99 tempest-ServerRescueNegativeTestJSON-859711067 tempest-ServerRescueNegativeTestJSON-859711067-project] 10.222.0.46 "GET /v2.0/security-groups?id=69bb6ea6-2770-4a41-88ab-960c26e8ecb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349648 Sep 29 15:39:36.009895 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f39e7f-0f27-4851-a048-ae2b510cbcca req-422465a7-25ab-4cc0-bc4b-7707fa431857 tempest-AttachVolumeNegativeTest-728742291 tempest-AttachVolumeNegativeTest-728742291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:39:36.011367 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [req-21f39e7f-0f27-4851-a048-ae2b510cbcca req-422465a7-25ab-4cc0-bc4b-7707fa431857 tempest-AttachVolumeNegativeTest-728742291 tempest-AttachVolumeNegativeTest-728742291-project] 10.222.0.46 "GET /v2.0/ports?device_id=7c03c1ad-57f1-450e-8111-bd14587cc96c HTTP/1.1" status: 200 len: 945 time: 0.0481374 Sep 29 15:39:36.047965 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [req-21f39e7f-0f27-4851-a048-ae2b510cbcca req-c5f1bc66-1681-4ab3-869e-7e5d80d2384a tempest-AttachVolumeNegativeTest-728742291 tempest-AttachVolumeNegativeTest-728742291-project] 10.222.0.46 "GET /v2.0/security-groups?id=c4509334-a1e4-43fe-aae7-235e447c037b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304537 Sep 29 15:39:36.289169 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5329c7a-5e21-49b1-af1e-7e609ceb2542 req-67350c93-bd3b-45ca-9265-bd06630ba124 tempest-AttachVolumeShelveTestJSON-850210833 tempest-AttachVolumeShelveTestJSON-850210833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:39:36.290666 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-d5329c7a-5e21-49b1-af1e-7e609ceb2542 req-67350c93-bd3b-45ca-9265-bd06630ba124 tempest-AttachVolumeShelveTestJSON-850210833 tempest-AttachVolumeShelveTestJSON-850210833-project] 10.222.0.46 "GET /v2.0/ports?device_id=ac0e248a-618c-41cf-8477-3e208b9a1936 HTTP/1.1" status: 200 len: 943 time: 0.0493138 Sep 29 15:39:36.328290 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-d5329c7a-5e21-49b1-af1e-7e609ceb2542 req-cb9855f6-5a13-4fbc-8adb-9893fe9d5302 tempest-AttachVolumeShelveTestJSON-850210833 tempest-AttachVolumeShelveTestJSON-850210833-project] 10.222.0.46 "GET /v2.0/security-groups?id=0ae69e60-4c6a-41e5-8a1f-3e04c991f9a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317922 Sep 29 15:39:36.756729 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron_lib.callbacks.manager [None req-4d55257e-523e-4b8d-ab2b-d46a31710be1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741779927170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-625140'] for agent, after_update {{(pid=96122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:39:36.804235 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f6a3b2-8057-4656-9b60-d766c82b330f req-333164cc-6610-4f1f-9da5-dc068b798672 tempest-DeleteServersTestJSON-637044148 tempest-DeleteServersTestJSON-637044148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:39:36.805699 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [req-35f6a3b2-8057-4656-9b60-d766c82b330f req-333164cc-6610-4f1f-9da5-dc068b798672 tempest-DeleteServersTestJSON-637044148 tempest-DeleteServersTestJSON-637044148-project] 10.222.0.46 "GET /v2.0/ports?device_id=da775cc6-3ab7-4560-9b2b-35ba569056f1 HTTP/1.1" status: 200 len: 945 time: 0.0504904 Sep 29 15:39:36.962895 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c762b702-1d6f-44a6-a618-635971aade60 req-287305de-e537-41c4-8803-53723212be8e tempest-AttachVolumeTestJSON-270594920 tempest-AttachVolumeTestJSON-270594920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:39:36.965718 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-c762b702-1d6f-44a6-a618-635971aade60 req-287305de-e537-41c4-8803-53723212be8e tempest-AttachVolumeTestJSON-270594920 tempest-AttachVolumeTestJSON-270594920-project] 10.222.0.46 "GET /v2.0/ports?device_id=f6e7bb73-46e1-46cc-b0cb-c0a13b6c495d HTTP/1.1" status: 200 len: 945 time: 0.0607445 Sep 29 15:39:37.012150 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-c762b702-1d6f-44a6-a618-635971aade60 req-965aa6d2-b516-4497-9b93-5f54537318a8 tempest-AttachVolumeTestJSON-270594920 tempest-AttachVolumeTestJSON-270594920-project] 10.222.0.46 "GET /v2.0/security-groups?id=fd7c349f-6119-46da-b1a9-67ca18fd632b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404053 Sep 29 15:39:37.051383 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [req-35f6a3b2-8057-4656-9b60-d766c82b330f req-00e7bf06-0203-4cba-b412-68335d49ada0 tempest-DeleteServersTestJSON-637044148 tempest-DeleteServersTestJSON-637044148-project] 10.222.0.46 "GET /v2.0/security-groups?id=5a526d53-95a2-47df-b578-772e4e4f7016&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2397954 Sep 29 15:39:37.130889 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d680e7-0004-48a4-a0cd-003837b7aad2 req-14eeb740-9e32-4229-8aad-7dcbae23d9a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:39:37.132794 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [req-24d680e7-0004-48a4-a0cd-003837b7aad2 req-14eeb740-9e32-4229-8aad-7dcbae23d9a9 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=7c03c1ad-57f1-450e-8111-bd14587cc96c HTTP/1.1" status: 200 len: 1098 time: 0.0778291 Sep 29 15:39:37.162978 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0113ccf9-2f76-4674-a35a-edfb91dcde05 req-ad0c2aa5-2efb-44e7-a341-cb7b0ea32c9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:39:37.164527 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-0113ccf9-2f76-4674-a35a-edfb91dcde05 req-ad0c2aa5-2efb-44e7-a341-cb7b0ea32c9e service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=fceddbf7-453e-4d39-9b3d-c354498f646c HTTP/1.1" status: 200 len: 1098 time: 0.1397567 Sep 29 15:39:37.187955 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95fb8ff-123f-4ee5-8147-e2d4c40889df req-be5c81a2-9c89-48e6-8291-74dc2be008fa tempest-ServerRescueNegativeTestJSON-859711067 tempest-ServerRescueNegativeTestJSON-859711067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:39:37.192782 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-f95fb8ff-123f-4ee5-8147-e2d4c40889df req-be5c81a2-9c89-48e6-8291-74dc2be008fa tempest-ServerRescueNegativeTestJSON-859711067 tempest-ServerRescueNegativeTestJSON-859711067-project] 10.222.0.46 "GET /v2.0/ports?device_id=fceddbf7-453e-4d39-9b3d-c354498f646c HTTP/1.1" status: 200 len: 945 time: 0.0803716 Sep 29 15:39:37.205810 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac98cc8-f633-49be-9dc5-c37d953a7340 req-a7ffeb9d-a091-4352-a9b2-208e6b045d94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:39:37.208401 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-1ac98cc8-f633-49be-9dc5-c37d953a7340 req-a7ffeb9d-a091-4352-a9b2-208e6b045d94 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=da775cc6-3ab7-4560-9b2b-35ba569056f1 HTTP/1.1" status: 200 len: 1098 time: 0.1732061 Sep 29 15:39:37.210813 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [req-24d680e7-0004-48a4-a0cd-003837b7aad2 req-cc21d20d-9e9d-4b08-a621-ce302ada7213 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=c4509334-a1e4-43fe-aae7-235e447c037b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651600 Sep 29 15:39:37.230482 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac5a093-8059-4c17-a879-6c90631876c5 req-c553e64e-fddb-42f0-a2c1-d9a9122a9e75 tempest-AttachVolumeNegativeTest-728742291 tempest-AttachVolumeNegativeTest-728742291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:39:37.233174 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [req-5ac5a093-8059-4c17-a879-6c90631876c5 req-c553e64e-fddb-42f0-a2c1-d9a9122a9e75 tempest-AttachVolumeNegativeTest-728742291 tempest-AttachVolumeNegativeTest-728742291-project] 10.222.0.46 "GET /v2.0/ports?device_id=7c03c1ad-57f1-450e-8111-bd14587cc96c HTTP/1.1" status: 200 len: 945 time: 0.0995002 Sep 29 15:39:37.269100 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-f95fb8ff-123f-4ee5-8147-e2d4c40889df req-dad5b555-cc87-44ea-8ea8-a25e3274d52e tempest-ServerRescueNegativeTestJSON-859711067 tempest-ServerRescueNegativeTestJSON-859711067-project] 10.222.0.46 "GET /v2.0/security-groups?id=69bb6ea6-2770-4a41-88ab-960c26e8ecb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669541 Sep 29 15:39:37.276174 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-0113ccf9-2f76-4674-a35a-edfb91dcde05 req-5c1d3c90-9fc3-4081-b007-aa330cda61f0 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=69bb6ea6-2770-4a41-88ab-960c26e8ecb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035001 Sep 29 15:39:37.281989 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [req-5ac5a093-8059-4c17-a879-6c90631876c5 req-638889f1-221e-4622-9269-281d126b7c87 tempest-AttachVolumeNegativeTest-728742291 tempest-AttachVolumeNegativeTest-728742291-project] 10.222.0.46 "GET /v2.0/security-groups?id=c4509334-a1e4-43fe-aae7-235e447c037b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422604 Sep 29 15:39:37.444715 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d639af2e-a4df-407f-85ef-39e45b0194cb req-de505bae-1b7c-43bf-8f30-92394c3208db tempest-AttachVolumeShelveTestJSON-850210833 tempest-AttachVolumeShelveTestJSON-850210833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:39:37.446199 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-d639af2e-a4df-407f-85ef-39e45b0194cb req-de505bae-1b7c-43bf-8f30-92394c3208db tempest-AttachVolumeShelveTestJSON-850210833 tempest-AttachVolumeShelveTestJSON-850210833-project] 10.222.0.46 "GET /v2.0/ports?device_id=ac0e248a-618c-41cf-8477-3e208b9a1936 HTTP/1.1" status: 200 len: 943 time: 0.0478013 Sep 29 15:39:37.498427 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-d639af2e-a4df-407f-85ef-39e45b0194cb req-5db5ee19-825b-4b03-bd8c-150c9b66b922 tempest-AttachVolumeShelveTestJSON-850210833 tempest-AttachVolumeShelveTestJSON-850210833-project] 10.222.0.46 "GET /v2.0/security-groups?id=0ae69e60-4c6a-41e5-8a1f-3e04c991f9a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461426 Sep 29 15:39:37.515101 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-1ac98cc8-f633-49be-9dc5-c37d953a7340 req-470e775f-3f18-43f3-935d-23dbe063689f service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=5a526d53-95a2-47df-b578-772e4e4f7016&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340309 Sep 29 15:39:38.160866 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf26c538-ce08-43f3-8109-8debb21ae91a req-b6c99502-4e0a-4c58-8850-dbaa9b8e39f2 tempest-AttachVolumeTestJSON-270594920 tempest-AttachVolumeTestJSON-270594920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:39:38.170747 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [req-bf26c538-ce08-43f3-8109-8debb21ae91a req-b6c99502-4e0a-4c58-8850-dbaa9b8e39f2 tempest-AttachVolumeTestJSON-270594920 tempest-AttachVolumeTestJSON-270594920-project] 10.222.0.46 "GET /v2.0/ports?device_id=f6e7bb73-46e1-46cc-b0cb-c0a13b6c495d HTTP/1.1" status: 200 len: 945 time: 0.0891526 Sep 29 15:39:38.193204 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966f2c97-55d0-4632-8a25-d7e86bc30141 req-b0438a26-df10-40f4-833c-7dd4296f97ac tempest-DeleteServersTestJSON-637044148 tempest-DeleteServersTestJSON-637044148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:39:38.200474 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-966f2c97-55d0-4632-8a25-d7e86bc30141 req-b0438a26-df10-40f4-833c-7dd4296f97ac tempest-DeleteServersTestJSON-637044148 tempest-DeleteServersTestJSON-637044148-project] 10.222.0.46 "GET /v2.0/ports?device_id=da775cc6-3ab7-4560-9b2b-35ba569056f1 HTTP/1.1" status: 200 len: 945 time: 0.0642879 Sep 29 15:39:38.211674 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [req-bf26c538-ce08-43f3-8109-8debb21ae91a req-f975c175-2ff1-4040-8180-b28ffd8c6137 tempest-AttachVolumeTestJSON-270594920 tempest-AttachVolumeTestJSON-270594920-project] 10.222.0.46 "GET /v2.0/security-groups?id=fd7c349f-6119-46da-b1a9-67ca18fd632b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398941 Sep 29 15:39:38.238914 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-966f2c97-55d0-4632-8a25-d7e86bc30141 req-f1967289-0282-40b8-a029-dfe73dfc180a tempest-DeleteServersTestJSON-637044148 tempest-DeleteServersTestJSON-637044148-project] 10.222.0.46 "GET /v2.0/security-groups?id=5a526d53-95a2-47df-b578-772e4e4f7016&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372522 Sep 29 15:39:38.379700 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a663a3-9ea4-4a89-9101-ab12e9e18a7f req-05409a41-4e1d-4259-ac5d-b847fc1edad0 tempest-ServerRescueNegativeTestJSON-859711067 tempest-ServerRescueNegativeTestJSON-859711067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:39:38.381289 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [req-f0a663a3-9ea4-4a89-9101-ab12e9e18a7f req-05409a41-4e1d-4259-ac5d-b847fc1edad0 tempest-ServerRescueNegativeTestJSON-859711067 tempest-ServerRescueNegativeTestJSON-859711067-project] 10.222.0.46 "GET /v2.0/ports?device_id=fceddbf7-453e-4d39-9b3d-c354498f646c HTTP/1.1" status: 200 len: 945 time: 0.0515132 Sep 29 15:39:38.398827 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7813bede-889b-4c03-8c1e-820a71636c7d req-afb62170-b38b-4ec9-851c-879799db8bdf tempest-AttachVolumeNegativeTest-728742291 tempest-AttachVolumeNegativeTest-728742291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:39:38.404447 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-7813bede-889b-4c03-8c1e-820a71636c7d req-afb62170-b38b-4ec9-851c-879799db8bdf tempest-AttachVolumeNegativeTest-728742291 tempest-AttachVolumeNegativeTest-728742291-project] 10.222.0.46 "GET /v2.0/ports?device_id=7c03c1ad-57f1-450e-8111-bd14587cc96c HTTP/1.1" status: 200 len: 945 time: 0.0563917 Sep 29 15:39:38.433876 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [req-f0a663a3-9ea4-4a89-9101-ab12e9e18a7f req-99c1cabf-9f89-4198-a848-bf1df5dec33a tempest-ServerRescueNegativeTestJSON-859711067 tempest-ServerRescueNegativeTestJSON-859711067-project] 10.222.0.46 "GET /v2.0/security-groups?id=69bb6ea6-2770-4a41-88ab-960c26e8ecb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461116 Sep 29 15:39:38.443488 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-7813bede-889b-4c03-8c1e-820a71636c7d req-9a5f8fc3-37c8-4dbf-ac01-615074f9891e tempest-AttachVolumeNegativeTest-728742291 tempest-AttachVolumeNegativeTest-728742291-project] 10.222.0.46 "GET /v2.0/security-groups?id=c4509334-a1e4-43fe-aae7-235e447c037b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365989 Sep 29 15:39:38.625657 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d316afd1-42f0-498c-bffc-a5ccd774586b req-44120e1b-9afe-4ae4-95c6-98023e9dfe30 tempest-AttachVolumeShelveTestJSON-850210833 tempest-AttachVolumeShelveTestJSON-850210833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:39:38.625657 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [req-d316afd1-42f0-498c-bffc-a5ccd774586b req-44120e1b-9afe-4ae4-95c6-98023e9dfe30 tempest-AttachVolumeShelveTestJSON-850210833 tempest-AttachVolumeShelveTestJSON-850210833-project] 10.222.0.46 "GET /v2.0/ports?device_id=ac0e248a-618c-41cf-8477-3e208b9a1936 HTTP/1.1" status: 200 len: 943 time: 0.0546153 Sep 29 15:39:38.664949 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [req-d316afd1-42f0-498c-bffc-a5ccd774586b req-bdd1738f-8d20-4aa7-bddb-e3b16a4292ae tempest-AttachVolumeShelveTestJSON-850210833 tempest-AttachVolumeShelveTestJSON-850210833-project] 10.222.0.46 "GET /v2.0/security-groups?id=0ae69e60-4c6a-41e5-8a1f-3e04c991f9a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323780 Sep 29 15:39:38.702089 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.plugins.ml2.rpc [None req-4d55257e-523e-4b8d-ab2b-d46a31710be1 None None] Device 4c897ac8-e270-4e7e-891a-c4da2db1a883 details requested by agent hyperv_hv-cinder-80661 with host hv-cinder-80661 {{(pid=96122) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 29 15:39:38.711924 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.plugins.ml2.rpc [None req-4d55257e-523e-4b8d-ab2b-d46a31710be1 None None] Device 8b381780-c788-4e42-81f1-ad86f28e31ef up at agent hyperv_hv-cinder-80661 {{(pid=96122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 15:39:38.831828 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.plugins.ml2.db [None req-4d55257e-523e-4b8d-ab2b-d46a31710be1 None None] For port 4c897ac8-e270-4e7e-891a-c4da2db1a883, host hv-cinder-80661, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80661',level=0,port_id=4c897ac8-e270-4e7e-891a-c4da2db1a883,segment=NetworkSegment(445f7458-c019-4777-b7f7-9f69e4e3102b),segment_id=445f7458-c019-4777-b7f7-9f69e4e3102b)] {{(pid=96122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 15:39:38.842514 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.plugins.ml2.rpc [None req-4d55257e-523e-4b8d-ab2b-d46a31710be1 None None] Returning: {'device': '4c897ac8-e270-4e7e-891a-c4da2db1a883', 'network_id': '7d2058d9-0239-4e7f-ad5f-85b9e31d2757', 'port_id': '4c897ac8-e270-4e7e-891a-c4da2db1a883', 'mac_address': 'fa:16:3e:22:fe:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 601, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '56afac6f-63d0-4994-bdac-133803bcf88a', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=96122) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 29 15:39:38.882901 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron_lib.callbacks.manager [None req-4d55257e-523e-4b8d-ab2b-d46a31710be1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-684029'] for port, before_update {{(pid=96122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:39:38.891280 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.db.provisioning_blocks [None req-4d55257e-523e-4b8d-ab2b-d46a31710be1 None None] Provisioning for port 8b381780-c788-4e42-81f1-ad86f28e31ef completed by entity L2. {{(pid=96122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 29 15:39:38.897728 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.db.provisioning_blocks [None req-4d55257e-523e-4b8d-ab2b-d46a31710be1 None None] Provisioning complete for port 8b381780-c788-4e42-81f1-ad86f28e31ef triggered by entity L2. {{(pid=96122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 15:39:38.898087 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron_lib.callbacks.manager [None req-4d55257e-523e-4b8d-ab2b-d46a31710be1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-626465'] for port, provisioning_complete {{(pid=96122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:39:38.900251 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.notifiers.nova [None req-4d55257e-523e-4b8d-ab2b-d46a31710be1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4c897ac8-e270-4e7e-891a-c4da2db1a883 {{(pid=96122) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 15:39:38.940571 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.plugins.ml2.db [None req-4d55257e-523e-4b8d-ab2b-d46a31710be1 None None] For port 4c897ac8-e270-4e7e-891a-c4da2db1a883, host hv-cinder-80661, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80661',level=0,port_id=4c897ac8-e270-4e7e-891a-c4da2db1a883,segment=NetworkSegment(445f7458-c019-4777-b7f7-9f69e4e3102b),segment_id=445f7458-c019-4777-b7f7-9f69e4e3102b)] {{(pid=96122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 15:39:38.990239 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron_lib.callbacks.manager [None req-4d55257e-523e-4b8d-ab2b-d46a31710be1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-684029'] for port, before_update {{(pid=96122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:39:39.012362 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6e7bb73-46e1-46cc-b0cb-c0a13b6c495d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b381780-c788-4e42-81f1-ad86f28e31ef'}] {{(pid=96122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 15:39:39.014824 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2623ca0f1d0ed70344ce0ae3d74fdbf1495c1e1ffd6c12fe338f92bc8c6604f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68839ff0-6425-48eb-9f81-c0823c63186b" -d '{"events": [{"server_uuid": "f6e7bb73-46e1-46cc-b0cb-c0a13b6c495d", "name": "network-vif-plugged", "status": "completed", "tag": "8b381780-c788-4e42-81f1-ad86f28e31ef"}]}' {{(pid=96122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 15:39:39.025937 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron_lib.callbacks.manager [None req-4d55257e-523e-4b8d-ab2b-d46a31710be1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741780147972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741779628755', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741779628773'] for port, after_update {{(pid=96122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:39:39.030827 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.plugins.ml2.db [None req-4d55257e-523e-4b8d-ab2b-d46a31710be1 None None] For port 8b381780-c788-4e42-81f1-ad86f28e31ef, host hv-cinder-80661, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80661',level=0,port_id=8b381780-c788-4e42-81f1-ad86f28e31ef,segment=NetworkSegment(07c1b694-4b5f-4e1d-baf1-7032d28a68b3),segment_id=07c1b694-4b5f-4e1d-baf1-7032d28a68b3)] {{(pid=96122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 15:39:39.050790 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Sep 2021 15:39:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ad7460c-65de-48a4-a37b-fe4309382714 x-openstack-request-id: req-1ad7460c-65de-48a4-a37b-fe4309382714 {{(pid=96122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 15:39:39.051083 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f6e7bb73-46e1-46cc-b0cb-c0a13b6c495d", "name": "network-vif-plugged", "status": "completed", "tag": "8b381780-c788-4e42-81f1-ad86f28e31ef", "code": 200}]} {{(pid=96122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 15:39:39.054336 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-1ad7460c-65de-48a4-a37b-fe4309382714 {{(pid=96122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 15:39:39.054336 dv-cinder-806616-6-iscsi neutron-server[96122]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f6e7bb73-46e1-46cc-b0cb-c0a13b6c495d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b381780-c788-4e42-81f1-ad86f28e31ef', 'code': 200} Sep 29 15:39:39.076870 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d55257e-523e-4b8d-ab2b-d46a31710be1 None None] Pushing event updated for resources: {'Port': ['ID=4c897ac8-e270-4e7e-891a-c4da2db1a883,revision_number=4']} {{(pid=96122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 15:39:39.167058 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron_lib.callbacks.manager [None req-4d55257e-523e-4b8d-ab2b-d46a31710be1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741780147972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741779628755', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741779628773'] for port, after_update {{(pid=96122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:39:39.237101 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d55257e-523e-4b8d-ab2b-d46a31710be1 None None] Pushing event updated for resources: {'Port': ['ID=8b381780-c788-4e42-81f1-ad86f28e31ef,revision_number=5']} {{(pid=96122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 15:39:39.307240 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.wsgi [-] (96121) accepted ('10.222.0.46', 57116) {{(pid=96121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 15:39:39.356343 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611a640e-dce1-4cd9-9260-b6b586189d23 req-0ec806bb-9e40-4746-b867-d0e7eaa3006a tempest-AttachVolumeTestJSON-270594920 tempest-AttachVolumeTestJSON-270594920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:39:39.365372 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [req-611a640e-dce1-4cd9-9260-b6b586189d23 req-0ec806bb-9e40-4746-b867-d0e7eaa3006a tempest-AttachVolumeTestJSON-270594920 tempest-AttachVolumeTestJSON-270594920-project] 10.222.0.46 "GET /v2.0/ports?device_id=f6e7bb73-46e1-46cc-b0cb-c0a13b6c495d HTTP/1.1" status: 200 len: 946 time: 0.0704908 Sep 29 15:39:39.411665 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [req-611a640e-dce1-4cd9-9260-b6b586189d23 req-776e299a-a707-4856-8263-78ff74af6474 tempest-AttachVolumeTestJSON-270594920 tempest-AttachVolumeTestJSON-270594920-project] 10.222.0.46 "GET /v2.0/security-groups?id=fd7c349f-6119-46da-b1a9-67ca18fd632b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447850 Sep 29 15:39:39.462931 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [None req-3a185685-3885-46f5-8fa4-ea8ea29541c3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:39:39.496467 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0685a213-bc8b-4859-9134-23dd7a41fe8a req-acaef2a3-89e0-4e6f-ab1d-2db7795e0e1a tempest-DeleteServersTestJSON-637044148 tempest-DeleteServersTestJSON-637044148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:39:39.498201 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-0685a213-bc8b-4859-9134-23dd7a41fe8a req-acaef2a3-89e0-4e6f-ab1d-2db7795e0e1a tempest-DeleteServersTestJSON-637044148 tempest-DeleteServersTestJSON-637044148-project] 10.222.0.46 "GET /v2.0/ports?device_id=da775cc6-3ab7-4560-9b2b-35ba569056f1 HTTP/1.1" status: 200 len: 945 time: 0.1321950 Sep 29 15:39:39.536681 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.plugins.ml2.db [None req-4d55257e-523e-4b8d-ab2b-d46a31710be1 None None] get_ports_and_sgs() called for port_ids ['4c897ac8-e270-4e7e-891a-c4da2db1a883'] {{(pid=96122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 15:39:39.561278 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4382b071-c737-41e9-9889-d843d5e9f6ee req-da182eb3-2f4c-4d4c-9963-55ad657d816e tempest-ServerRescueNegativeTestJSON-859711067 tempest-ServerRescueNegativeTestJSON-859711067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:39:39.564493 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [req-4382b071-c737-41e9-9889-d843d5e9f6ee req-da182eb3-2f4c-4d4c-9963-55ad657d816e tempest-ServerRescueNegativeTestJSON-859711067 tempest-ServerRescueNegativeTestJSON-859711067-project] 10.222.0.46 "GET /v2.0/ports?device_id=fceddbf7-453e-4d39-9b3d-c354498f646c HTTP/1.1" status: 200 len: 945 time: 0.0564172 Sep 29 15:39:39.565124 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-0685a213-bc8b-4859-9134-23dd7a41fe8a req-41c18eda-2e77-422c-bdb3-754aaeeae686 tempest-DeleteServersTestJSON-637044148 tempest-DeleteServersTestJSON-637044148-project] 10.222.0.46 "GET /v2.0/security-groups?id=5a526d53-95a2-47df-b578-772e4e4f7016&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578144 Sep 29 15:39:39.631192 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [req-4382b071-c737-41e9-9889-d843d5e9f6ee req-4e731dd4-0432-4ff5-9acb-dc2e49fc4da7 tempest-ServerRescueNegativeTestJSON-859711067 tempest-ServerRescueNegativeTestJSON-859711067-project] 10.222.0.46 "GET /v2.0/security-groups?id=69bb6ea6-2770-4a41-88ab-960c26e8ecb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596178 Sep 29 15:39:39.653995 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [None req-3a185685-3885-46f5-8fa4-ea8ea29541c3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:39:39.676403 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04287d83-be2b-40cc-9c82-df4e03f4b2db req-a43af2f5-e9fc-4109-9b32-6c22982c1e89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:39:39.678074 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-04287d83-be2b-40cc-9c82-df4e03f4b2db req-a43af2f5-e9fc-4109-9b32-6c22982c1e89 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=f6e7bb73-46e1-46cc-b0cb-c0a13b6c495d HTTP/1.1" status: 200 len: 1099 time: 0.0727406 Sep 29 15:39:39.754139 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [None req-3a185685-3885-46f5-8fa4-ea8ea29541c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579214'] for security_group, after_create {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:39:39.797309 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb4bf49-2492-422d-adef-a0d84e191f01 req-0362032c-67eb-4cd4-9382-82595829bb26 tempest-AttachVolumeShelveTestJSON-850210833 tempest-AttachVolumeShelveTestJSON-850210833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:39:39.805623 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [req-ceb4bf49-2492-422d-adef-a0d84e191f01 req-0362032c-67eb-4cd4-9382-82595829bb26 tempest-AttachVolumeShelveTestJSON-850210833 tempest-AttachVolumeShelveTestJSON-850210833-project] 10.222.0.46 "GET /v2.0/ports?device_id=ac0e248a-618c-41cf-8477-3e208b9a1936 HTTP/1.1" status: 200 len: 944 time: 0.0539899 Sep 29 15:39:39.809745 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [None req-3a185685-3885-46f5-8fa4-ea8ea29541c3 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=ae5d4c782bb54b7692fff6051741c98d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5007925 Sep 29 15:39:39.818306 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.wsgi [-] (96120) accepted ('10.222.0.46', 57132) {{(pid=96120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 15:39:39.829061 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a185685-3885-46f5-8fa4-ea8ea29541c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76d3d9ee-e481-48b5-9e3f-001bc16f5432,revision_number=1']} {{(pid=96121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 15:39:39.833040 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8f131e-a261-4950-8345-b2bf7e48f837 req-2b00394d-33d2-4164-9dee-1ea95f9a721e tempest-AttachVolumeNegativeTest-728742291 tempest-AttachVolumeNegativeTest-728742291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:39:39.840271 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-bf8f131e-a261-4950-8345-b2bf7e48f837 req-2b00394d-33d2-4164-9dee-1ea95f9a721e tempest-AttachVolumeNegativeTest-728742291 tempest-AttachVolumeNegativeTest-728742291-project] 10.222.0.46 "GET /v2.0/ports?device_id=7c03c1ad-57f1-450e-8111-bd14587cc96c HTTP/1.1" status: 200 len: 945 time: 0.1810133 Sep 29 15:39:39.868719 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-04287d83-be2b-40cc-9c82-df4e03f4b2db req-8ae5424b-738c-469d-b491-d0c966bd8304 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=fd7c349f-6119-46da-b1a9-67ca18fd632b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0680523 Sep 29 15:39:39.870775 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [req-ceb4bf49-2492-422d-adef-a0d84e191f01 req-96684bb1-1cc5-4dc4-9f7e-ad3ffe5dbd76 tempest-AttachVolumeShelveTestJSON-850210833 tempest-AttachVolumeShelveTestJSON-850210833-project] 10.222.0.46 "GET /v2.0/security-groups?id=0ae69e60-4c6a-41e5-8a1f-3e04c991f9a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0636022 Sep 29 15:39:39.892727 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-bf8f131e-a261-4950-8345-b2bf7e48f837 req-588083e7-7405-44a5-b31a-6bfff8708037 tempest-AttachVolumeNegativeTest-728742291 tempest-AttachVolumeNegativeTest-728742291-project] 10.222.0.46 "GET /v2.0/security-groups?id=c4509334-a1e4-43fe-aae7-235e447c037b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481162 Sep 29 15:39:39.898366 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-c02c1150-6017-4af1-a437-0e026aa04405 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:39:39.921493 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-c02c1150-6017-4af1-a437-0e026aa04405 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:39:40.022026 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-c02c1150-6017-4af1-a437-0e026aa04405 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579214'] for security_group, after_delete {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:39:40.024597 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-c02c1150-6017-4af1-a437-0e026aa04405 admin admin] Notify callbacks [] for security_group, before_response {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:39:40.025742 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [None req-c02c1150-6017-4af1-a437-0e026aa04405 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/76d3d9ee-e481-48b5-9e3f-001bc16f5432 HTTP/1.1" status: 204 len: 168 time: 0.2063463 Sep 29 15:39:40.033723 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c02c1150-6017-4af1-a437-0e026aa04405 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76d3d9ee-e481-48b5-9e3f-001bc16f5432,revision_number=None']} {{(pid=96120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 15:39:40.534280 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7244d0-e6c2-4e66-9ee9-7c617593ffe5 req-4c188f6e-994e-418a-8f3c-062d060c11fd tempest-AttachVolumeTestJSON-270594920 tempest-AttachVolumeTestJSON-270594920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:39:40.536048 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [req-1f7244d0-e6c2-4e66-9ee9-7c617593ffe5 req-4c188f6e-994e-418a-8f3c-062d060c11fd tempest-AttachVolumeTestJSON-270594920 tempest-AttachVolumeTestJSON-270594920-project] 10.222.0.46 "GET /v2.0/ports?device_id=f6e7bb73-46e1-46cc-b0cb-c0a13b6c495d HTTP/1.1" status: 200 len: 946 time: 0.0546713 Sep 29 15:39:40.588303 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [req-1f7244d0-e6c2-4e66-9ee9-7c617593ffe5 req-de7ad1c7-e1ec-4add-a3dd-b6f9d467326c tempest-AttachVolumeTestJSON-270594920 tempest-AttachVolumeTestJSON-270594920-project] 10.222.0.46 "GET /v2.0/security-groups?id=fd7c349f-6119-46da-b1a9-67ca18fd632b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459464 Sep 29 15:39:40.687732 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2610a13-b43b-47dd-b9ea-0ba98ca8266d req-debe49ee-9901-416d-8145-b720c7f80639 tempest-DeleteServersTestJSON-637044148 tempest-DeleteServersTestJSON-637044148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:39:40.690281 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-e2610a13-b43b-47dd-b9ea-0ba98ca8266d req-debe49ee-9901-416d-8145-b720c7f80639 tempest-DeleteServersTestJSON-637044148 tempest-DeleteServersTestJSON-637044148-project] 10.222.0.46 "GET /v2.0/ports?device_id=da775cc6-3ab7-4560-9b2b-35ba569056f1 HTTP/1.1" status: 200 len: 945 time: 0.0507734 Sep 29 15:39:40.731612 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-e2610a13-b43b-47dd-b9ea-0ba98ca8266d req-23f33e0d-2828-4de3-b717-978f6368f538 tempest-DeleteServersTestJSON-637044148 tempest-DeleteServersTestJSON-637044148-project] 10.222.0.46 "GET /v2.0/security-groups?id=5a526d53-95a2-47df-b578-772e4e4f7016&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348794 Sep 29 15:39:40.755030 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd474f8-302f-428b-9236-5ca96038d68d req-fb5515c9-17ae-448a-b573-82b552fb6b26 tempest-ServerRescueNegativeTestJSON-859711067 tempest-ServerRescueNegativeTestJSON-859711067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:39:40.756476 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [req-7fd474f8-302f-428b-9236-5ca96038d68d req-fb5515c9-17ae-448a-b573-82b552fb6b26 tempest-ServerRescueNegativeTestJSON-859711067 tempest-ServerRescueNegativeTestJSON-859711067-project] 10.222.0.46 "GET /v2.0/ports?device_id=fceddbf7-453e-4d39-9b3d-c354498f646c HTTP/1.1" status: 200 len: 945 time: 0.0497131 Sep 29 15:39:40.793216 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [req-7fd474f8-302f-428b-9236-5ca96038d68d req-b8b7e741-3f71-4fe8-aaa1-74eb6e9ff42d tempest-ServerRescueNegativeTestJSON-859711067 tempest-ServerRescueNegativeTestJSON-859711067-project] 10.222.0.46 "GET /v2.0/security-groups?id=69bb6ea6-2770-4a41-88ab-960c26e8ecb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310102 Sep 29 15:39:40.829050 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.wsgi [-] (96120) accepted ('10.222.0.46', 57172) {{(pid=96120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 15:39:40.846835 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-660d0126-08b1-4934-b6a6-6c580f2cc984 admin admin] Notify callbacks [] for security_group, before_create {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:39:40.946711 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-660d0126-08b1-4934-b6a6-6c580f2cc984 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:39:41.008360 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61247c83-1b11-4a25-b511-60bb944577cc req-0f1e1090-e90c-4a2a-a88e-06bdc07571d6 tempest-AttachVolumeShelveTestJSON-850210833 tempest-AttachVolumeShelveTestJSON-850210833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:39:41.009752 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [req-61247c83-1b11-4a25-b511-60bb944577cc req-0f1e1090-e90c-4a2a-a88e-06bdc07571d6 tempest-AttachVolumeShelveTestJSON-850210833 tempest-AttachVolumeShelveTestJSON-850210833-project] 10.222.0.46 "GET /v2.0/ports?device_id=ac0e248a-618c-41cf-8477-3e208b9a1936 HTTP/1.1" status: 200 len: 944 time: 0.0476882 Sep 29 15:39:41.048511 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [req-61247c83-1b11-4a25-b511-60bb944577cc req-ff97f4ad-8846-48d8-b9c5-c663ff26bb2b tempest-AttachVolumeShelveTestJSON-850210833 tempest-AttachVolumeShelveTestJSON-850210833-project] 10.222.0.46 "GET /v2.0/security-groups?id=0ae69e60-4c6a-41e5-8a1f-3e04c991f9a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322731 Sep 29 15:39:41.052853 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-660d0126-08b1-4934-b6a6-6c580f2cc984 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579214'] for security_group, after_create {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:39:41.094990 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [None req-660d0126-08b1-4934-b6a6-6c580f2cc984 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=121d749b11e64b5290d5dfc4791f7a9b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2623355 Sep 29 15:39:41.101652 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.wsgi [-] (96121) accepted ('10.222.0.46', 57184) {{(pid=96121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 15:39:41.109281 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-660d0126-08b1-4934-b6a6-6c580f2cc984 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d01390a9-3e52-4d23-8dbb-514cf4bc3e99,revision_number=1']} {{(pid=96120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 15:39:41.155604 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [None req-20b38b17-e9c8-4a26-8c92-e7036fdc800c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:39:41.177984 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [None req-20b38b17-e9c8-4a26-8c92-e7036fdc800c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:39:41.188029 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7dbdd76-da8e-41a5-85dc-d6a72f2aa802 req-cf0e2adc-2443-4017-92da-b1f6b91cb2ed tempest-AttachVolumeNegativeTest-728742291 tempest-AttachVolumeNegativeTest-728742291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:39:41.191060 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [req-e7dbdd76-da8e-41a5-85dc-d6a72f2aa802 req-cf0e2adc-2443-4017-92da-b1f6b91cb2ed tempest-AttachVolumeNegativeTest-728742291 tempest-AttachVolumeNegativeTest-728742291-project] 10.222.0.46 "GET /v2.0/ports?device_id=7c03c1ad-57f1-450e-8111-bd14587cc96c HTTP/1.1" status: 200 len: 945 time: 0.0559990 Sep 29 15:39:41.241564 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [req-e7dbdd76-da8e-41a5-85dc-d6a72f2aa802 req-9b65f054-bc70-488c-a92e-f4e18dbdfec7 tempest-AttachVolumeNegativeTest-728742291 tempest-AttachVolumeNegativeTest-728742291-project] 10.222.0.46 "GET /v2.0/security-groups?id=c4509334-a1e4-43fe-aae7-235e447c037b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347755 Sep 29 15:39:41.331507 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [None req-20b38b17-e9c8-4a26-8c92-e7036fdc800c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579214'] for security_group, after_delete {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:39:41.334332 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [None req-20b38b17-e9c8-4a26-8c92-e7036fdc800c admin admin] Notify callbacks [] for security_group, before_response {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:39:41.336594 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [None req-20b38b17-e9c8-4a26-8c92-e7036fdc800c admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/d01390a9-3e52-4d23-8dbb-514cf4bc3e99 HTTP/1.1" status: 204 len: 168 time: 0.2339566 Sep 29 15:39:41.352540 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b38b17-e9c8-4a26-8c92-e7036fdc800c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d01390a9-3e52-4d23-8dbb-514cf4bc3e99,revision_number=None']} {{(pid=96121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 15:39:41.457707 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221db561-5714-4353-8a15-85836bbbc40f req-cb29c643-3cb1-4dcf-89a2-3be2be0c8623 tempest-ServerRescueNegativeTestJSON-859711067 tempest-ServerRescueNegativeTestJSON-859711067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:39:41.459233 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [req-221db561-5714-4353-8a15-85836bbbc40f req-cb29c643-3cb1-4dcf-89a2-3be2be0c8623 tempest-ServerRescueNegativeTestJSON-859711067 tempest-ServerRescueNegativeTestJSON-859711067-project] 10.222.0.46 "GET /v2.0/ports?device_id=fceddbf7-453e-4d39-9b3d-c354498f646c HTTP/1.1" status: 200 len: 945 time: 0.0544114 Sep 29 15:39:41.496687 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [req-221db561-5714-4353-8a15-85836bbbc40f req-04c3e122-4058-468d-986e-0833948b0161 tempest-ServerRescueNegativeTestJSON-859711067 tempest-ServerRescueNegativeTestJSON-859711067-project] 10.222.0.46 "GET /v2.0/security-groups?id=69bb6ea6-2770-4a41-88ab-960c26e8ecb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314202 Sep 29 15:39:41.621291 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6875be0-ae55-4c29-8ae4-f2c2d2755dd6 req-7ba648bf-3f4a-4f06-98c4-6abd8591b009 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:39:41.622834 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-d6875be0-ae55-4c29-8ae4-f2c2d2755dd6 req-7ba648bf-3f4a-4f06-98c4-6abd8591b009 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=b4ec83ad588647be8ebbcc854394cb61&device_id=fceddbf7-453e-4d39-9b3d-c354498f646c HTTP/1.1" status: 200 len: 1098 time: 0.0419900 Sep 29 15:39:41.750529 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6875be0-ae55-4c29-8ae4-f2c2d2755dd6 req-5de7312e-1956-4821-ae70-52997d193568 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:39:41.752045 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-d6875be0-ae55-4c29-8ae4-f2c2d2755dd6 req-5de7312e-1956-4821-ae70-52997d193568 service neutron] 10.222.0.22 "GET /v2.0/networks?id=daa727ac-86a8-4704-b1b4-10803b6b1e68 HTTP/1.1" status: 200 len: 920 time: 0.1196067 Sep 29 15:39:41.762325 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bbd8d9e-62fb-4242-be88-e11077fd7eb7 req-c07f2144-38f2-43b5-9dc2-73a0fc9c844a tempest-AttachVolumeTestJSON-270594920 tempest-AttachVolumeTestJSON-270594920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:39:41.764010 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-2bbd8d9e-62fb-4242-be88-e11077fd7eb7 req-c07f2144-38f2-43b5-9dc2-73a0fc9c844a tempest-AttachVolumeTestJSON-270594920 tempest-AttachVolumeTestJSON-270594920-project] 10.222.0.46 "GET /v2.0/ports?device_id=f6e7bb73-46e1-46cc-b0cb-c0a13b6c495d HTTP/1.1" status: 200 len: 946 time: 0.0940323 Sep 29 15:39:41.804165 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-d6875be0-ae55-4c29-8ae4-f2c2d2755dd6 req-bcd89aff-2693-451d-a9d4-5001b7cc3d79 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3f0234c3-e1ed-436b-987e-7dbb46c7c1a4 HTTP/1.1" status: 200 len: 217 time: 0.0391936 Sep 29 15:39:41.885367 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-2bbd8d9e-62fb-4242-be88-e11077fd7eb7 req-fed3d995-2346-4fc2-b84d-021399e2cc2a tempest-AttachVolumeTestJSON-270594920 tempest-AttachVolumeTestJSON-270594920-project] 10.222.0.46 "GET /v2.0/security-groups?id=fd7c349f-6119-46da-b1a9-67ca18fd632b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1000302 Sep 29 15:39:41.895529 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6875be0-ae55-4c29-8ae4-f2c2d2755dd6 req-68177a15-9c8f-433f-9251-6d7a16ad6651 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:39:41.897051 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-d6875be0-ae55-4c29-8ae4-f2c2d2755dd6 req-68177a15-9c8f-433f-9251-6d7a16ad6651 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=f9e1b58c-841a-4928-9689-e4afdbcfa8ba HTTP/1.1" status: 200 len: 859 time: 0.0833421 Sep 29 15:39:41.897836 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc66f268-d4f9-4b7c-8bb5-4e52cd139fd7 req-e97b42e7-fed5-4432-b0e2-88c29bd87208 tempest-DeleteServersTestJSON-637044148 tempest-DeleteServersTestJSON-637044148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:39:41.901525 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [req-dc66f268-d4f9-4b7c-8bb5-4e52cd139fd7 req-e97b42e7-fed5-4432-b0e2-88c29bd87208 tempest-DeleteServersTestJSON-637044148 tempest-DeleteServersTestJSON-637044148-project] 10.222.0.46 "GET /v2.0/ports?device_id=da775cc6-3ab7-4560-9b2b-35ba569056f1 HTTP/1.1" status: 200 len: 945 time: 0.1018276 Sep 29 15:39:41.933366 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-d6875be0-ae55-4c29-8ae4-f2c2d2755dd6 req-d0fabf1e-f838-4ed8-a0f2-0ae1105743e6 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=daa727ac-86a8-4704-b1b4-10803b6b1e68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0288677 Sep 29 15:39:41.953576 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [req-dc66f268-d4f9-4b7c-8bb5-4e52cd139fd7 req-ceb49c2c-01a3-4e93-b56a-b00fed8fbe17 tempest-DeleteServersTestJSON-637044148 tempest-DeleteServersTestJSON-637044148-project] 10.222.0.46 "GET /v2.0/security-groups?id=5a526d53-95a2-47df-b578-772e4e4f7016&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447807 Sep 29 15:39:42.028125 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-d6875be0-ae55-4c29-8ae4-f2c2d2755dd6 req-fd817f2c-6e25-4668-99cf-4a521588e1c0 service neutron] 10.222.0.22 "GET /v2.0/networks/daa727ac-86a8-4704-b1b4-10803b6b1e68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876505 Sep 29 15:39:42.151532 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-d6875be0-ae55-4c29-8ae4-f2c2d2755dd6 req-50d007b0-71c5-4b0f-90a7-2789e4ffaa3d service neutron] 10.222.0.22 "GET /v2.0/networks/daa727ac-86a8-4704-b1b4-10803b6b1e68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1167901 Sep 29 15:39:42.189890 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1e51ef-59c0-42bb-806a-5c97c5ebecd9 req-b1c27c4d-b700-4342-b9b3-dcfb5e25a49e tempest-AttachVolumeShelveTestJSON-850210833 tempest-AttachVolumeShelveTestJSON-850210833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:39:42.191390 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-8d1e51ef-59c0-42bb-806a-5c97c5ebecd9 req-b1c27c4d-b700-4342-b9b3-dcfb5e25a49e tempest-AttachVolumeShelveTestJSON-850210833 tempest-AttachVolumeShelveTestJSON-850210833-project] 10.222.0.46 "GET /v2.0/ports?device_id=ac0e248a-618c-41cf-8477-3e208b9a1936 HTTP/1.1" status: 200 len: 944 time: 0.0548322 Sep 29 15:39:42.238966 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-8d1e51ef-59c0-42bb-806a-5c97c5ebecd9 req-8b0082fa-ed0c-440b-a044-6a066583421d tempest-AttachVolumeShelveTestJSON-850210833 tempest-AttachVolumeShelveTestJSON-850210833-project] 10.222.0.46 "GET /v2.0/security-groups?id=0ae69e60-4c6a-41e5-8a1f-3e04c991f9a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406039 Sep 29 15:39:42.612875 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf57a4ba-4f12-41b6-8872-ec6e8316fbc2 req-7e609bd5-e991-42a8-8c92-e9a7c48845ff tempest-ServerRescueNegativeTestJSON-859711067 tempest-ServerRescueNegativeTestJSON-859711067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:39:42.614406 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [req-bf57a4ba-4f12-41b6-8872-ec6e8316fbc2 req-7e609bd5-e991-42a8-8c92-e9a7c48845ff tempest-ServerRescueNegativeTestJSON-859711067 tempest-ServerRescueNegativeTestJSON-859711067-project] 10.222.0.46 "GET /v2.0/ports?device_id=fceddbf7-453e-4d39-9b3d-c354498f646c HTTP/1.1" status: 200 len: 945 time: 0.0493050 Sep 29 15:39:42.652173 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [req-bf57a4ba-4f12-41b6-8872-ec6e8316fbc2 req-5bc9de54-8445-4e2f-8bb7-d924d1bacfa6 tempest-ServerRescueNegativeTestJSON-859711067 tempest-ServerRescueNegativeTestJSON-859711067-project] 10.222.0.46 "GET /v2.0/security-groups?id=69bb6ea6-2770-4a41-88ab-960c26e8ecb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318513 Sep 29 15:39:42.738616 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.plugins.ml2.rpc [None req-4d55257e-523e-4b8d-ab2b-d46a31710be1 None None] Device 4c897ac8-e270-4e7e-891a-c4da2db1a883 up at agent hyperv_hv-cinder-80661 {{(pid=96122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 15:39:42.914056 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.db.provisioning_blocks [None req-4d55257e-523e-4b8d-ab2b-d46a31710be1 None None] Provisioning for port 4c897ac8-e270-4e7e-891a-c4da2db1a883 completed by entity L2. {{(pid=96122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 29 15:39:42.918060 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.db.provisioning_blocks [None req-4d55257e-523e-4b8d-ab2b-d46a31710be1 None None] Provisioning complete for port 4c897ac8-e270-4e7e-891a-c4da2db1a883 triggered by entity L2. {{(pid=96122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 15:39:42.918700 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron_lib.callbacks.manager [None req-4d55257e-523e-4b8d-ab2b-d46a31710be1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-626465'] for port, provisioning_complete {{(pid=96122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:39:42.984270 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18cc8d5d-7ea6-4116-9b40-114c599ddce8 req-0363612f-5c6f-4d80-b0ac-d2a9a90524b6 tempest-AttachVolumeTestJSON-270594920 tempest-AttachVolumeTestJSON-270594920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:39:42.985730 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-18cc8d5d-7ea6-4116-9b40-114c599ddce8 req-0363612f-5c6f-4d80-b0ac-d2a9a90524b6 tempest-AttachVolumeTestJSON-270594920 tempest-AttachVolumeTestJSON-270594920-project] 10.222.0.46 "GET /v2.0/ports?device_id=f6e7bb73-46e1-46cc-b0cb-c0a13b6c495d HTTP/1.1" status: 200 len: 946 time: 0.0491138 Sep 29 15:39:43.003290 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron_lib.callbacks.manager [None req-4d55257e-523e-4b8d-ab2b-d46a31710be1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-684029'] for port, before_update {{(pid=96122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:39:43.024609 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-18cc8d5d-7ea6-4116-9b40-114c599ddce8 req-85d51b9e-a56d-4a91-b404-7557fd7a9c6e tempest-AttachVolumeTestJSON-270594920 tempest-AttachVolumeTestJSON-270594920-project] 10.222.0.46 "GET /v2.0/security-groups?id=fd7c349f-6119-46da-b1a9-67ca18fd632b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327878 Sep 29 15:39:43.026022 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac0e248a-618c-41cf-8477-3e208b9a1936', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c897ac8-e270-4e7e-891a-c4da2db1a883'}] {{(pid=96122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 15:39:43.028374 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2623ca0f1d0ed70344ce0ae3d74fdbf1495c1e1ffd6c12fe338f92bc8c6604f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bba46806-111b-4bbf-80c7-ae4fcc1d99c2" -d '{"events": [{"server_uuid": "ac0e248a-618c-41cf-8477-3e208b9a1936", "name": "network-vif-plugged", "status": "completed", "tag": "4c897ac8-e270-4e7e-891a-c4da2db1a883"}]}' {{(pid=96122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 15:39:43.044288 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.plugins.ml2.db [None req-4d55257e-523e-4b8d-ab2b-d46a31710be1 None None] For port 4c897ac8-e270-4e7e-891a-c4da2db1a883, host hv-cinder-80661, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80661',level=0,port_id=4c897ac8-e270-4e7e-891a-c4da2db1a883,segment=NetworkSegment(445f7458-c019-4777-b7f7-9f69e4e3102b),segment_id=445f7458-c019-4777-b7f7-9f69e4e3102b)] {{(pid=96122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 15:39:43.071558 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Sep 2021 15:39:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5164a52e-d5cd-4e62-a1b5-a7771a29b9b3 x-openstack-request-id: req-5164a52e-d5cd-4e62-a1b5-a7771a29b9b3 {{(pid=96122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 15:39:43.071847 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac0e248a-618c-41cf-8477-3e208b9a1936", "name": "network-vif-plugged", "status": "completed", "tag": "4c897ac8-e270-4e7e-891a-c4da2db1a883", "code": 200}]} {{(pid=96122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 15:39:43.072127 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-5164a52e-d5cd-4e62-a1b5-a7771a29b9b3 {{(pid=96122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 15:39:43.072518 dv-cinder-806616-6-iscsi neutron-server[96122]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac0e248a-618c-41cf-8477-3e208b9a1936', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c897ac8-e270-4e7e-891a-c4da2db1a883', 'code': 200} Sep 29 15:39:43.144036 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7504d31b-ff94-4f61-b893-a0a3628a073d req-4da084ef-bfcf-4347-8a84-6e556f5c943e tempest-AttachVolumeTestJSON-270594920 tempest-AttachVolumeTestJSON-270594920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:39:43.145423 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-7504d31b-ff94-4f61-b893-a0a3628a073d req-4da084ef-bfcf-4347-8a84-6e556f5c943e tempest-AttachVolumeTestJSON-270594920 tempest-AttachVolumeTestJSON-270594920-project] 10.222.0.46 "GET /v2.0/ports?device_id=f6e7bb73-46e1-46cc-b0cb-c0a13b6c495d HTTP/1.1" status: 200 len: 946 time: 0.0523801 Sep 29 15:39:43.153847 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.wsgi [-] (96121) accepted ('10.222.0.46', 57244) {{(pid=96121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 15:39:43.158238 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.api.v2.base [None req-9afe37ce-2524-4775-be27-19b7b7c81707 tempest-AttachVolumeTestJSON-270594920 tempest-AttachVolumeTestJSON-270594920-project] Request body: {'floatingip': {'port_id': '8b381780-c788-4e42-81f1-ad86f28e31ef'}} {{(pid=96121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 15:39:43.161271 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron_lib.callbacks.manager [None req-4d55257e-523e-4b8d-ab2b-d46a31710be1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741780147972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741779628755', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741779628773'] for port, after_update {{(pid=96122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:39:43.209775 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d55257e-523e-4b8d-ab2b-d46a31710be1 None None] Pushing event updated for resources: {'Port': ['ID=4c897ac8-e270-4e7e-891a-c4da2db1a883,revision_number=5']} {{(pid=96122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 15:39:43.228138 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [None req-9afe37ce-2524-4775-be27-19b7b7c81707 tempest-AttachVolumeTestJSON-270594920 tempest-AttachVolumeTestJSON-270594920-project] Notify callbacks [] for floatingip, before_update {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:39:43.406901 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f670e466-7ac2-4f2c-a46e-b871c900e47f req-2b1266f5-1450-49c4-a5db-2c8d22abb684 tempest-AttachVolumeShelveTestJSON-850210833 tempest-AttachVolumeShelveTestJSON-850210833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:39:43.414984 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [req-f670e466-7ac2-4f2c-a46e-b871c900e47f req-2b1266f5-1450-49c4-a5db-2c8d22abb684 tempest-AttachVolumeShelveTestJSON-850210833 tempest-AttachVolumeShelveTestJSON-850210833-project] 10.222.0.46 "GET /v2.0/ports?device_id=ac0e248a-618c-41cf-8477-3e208b9a1936 HTTP/1.1" status: 200 len: 945 time: 0.0587654 Sep 29 15:39:43.457093 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [req-f670e466-7ac2-4f2c-a46e-b871c900e47f req-021a9311-c99c-445d-965c-b497dff8c734 tempest-AttachVolumeShelveTestJSON-850210833 tempest-AttachVolumeShelveTestJSON-850210833-project] 10.222.0.46 "GET /v2.0/security-groups?id=0ae69e60-4c6a-41e5-8a1f-3e04c991f9a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410399 Sep 29 15:39:43.803784 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55cfe4b7-9684-4312-9525-f9494e7a270b req-08df3f50-08ad-4431-9c2a-dca3a5781f1c tempest-ServerRescueNegativeTestJSON-859711067 tempest-ServerRescueNegativeTestJSON-859711067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:39:43.805396 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [req-55cfe4b7-9684-4312-9525-f9494e7a270b req-08df3f50-08ad-4431-9c2a-dca3a5781f1c tempest-ServerRescueNegativeTestJSON-859711067 tempest-ServerRescueNegativeTestJSON-859711067-project] 10.222.0.46 "GET /v2.0/ports?device_id=fceddbf7-453e-4d39-9b3d-c354498f646c HTTP/1.1" status: 200 len: 945 time: 0.0757308 Sep 29 15:39:43.846838 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [req-55cfe4b7-9684-4312-9525-f9494e7a270b req-505cfc24-28b5-4f00-b15f-b9ef29895a1e tempest-ServerRescueNegativeTestJSON-859711067 tempest-ServerRescueNegativeTestJSON-859711067-project] 10.222.0.46 "GET /v2.0/security-groups?id=69bb6ea6-2770-4a41-88ab-960c26e8ecb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349391 Sep 29 15:39:43.925571 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dba1315-ab59-42e2-9539-09a81bed6058 req-405211c4-3a41-42e1-bb5e-6f9fdfe49d08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:39:43.925571 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-4dba1315-ab59-42e2-9539-09a81bed6058 req-405211c4-3a41-42e1-bb5e-6f9fdfe49d08 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=ac0e248a-618c-41cf-8477-3e208b9a1936 HTTP/1.1" status: 200 len: 1098 time: 0.4238548 Sep 29 15:39:44.051616 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-4dba1315-ab59-42e2-9539-09a81bed6058 req-438011d4-c2b3-48d3-8a8b-194749b1f7da service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=0ae69e60-4c6a-41e5-8a1f-3e04c991f9a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1143889 Sep 29 15:39:44.211533 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [None req-9afe37ce-2524-4775-be27-19b7b7c81707 tempest-AttachVolumeTestJSON-270594920 tempest-AttachVolumeTestJSON-270594920-project] Notify callbacks [] for floatingip, precommit_update {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:39:44.344092 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [None req-9afe37ce-2524-4775-be27-19b7b7c81707 tempest-AttachVolumeTestJSON-270594920 tempest-AttachVolumeTestJSON-270594920-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1618963'] for floatingip, after_update {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:39:44.456469 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.db.l3_db [None req-9afe37ce-2524-4775-be27-19b7b7c81707 tempest-AttachVolumeTestJSON-270594920 tempest-AttachVolumeTestJSON-270594920-project] Floating IP 32218270-02bd-4945-beda-a31d06bafba5 associated. External IP: 172.27.0.248, port: 8b381780-c788-4e42-81f1-ad86f28e31ef. Sep 29 15:39:44.602884 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f076692-08f0-4689-87e7-a220840c8d94 req-aa7b85a4-9051-4e0d-ab2a-f323561337f4 tempest-AttachVolumeShelveTestJSON-850210833 tempest-AttachVolumeShelveTestJSON-850210833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:39:44.604389 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [req-0f076692-08f0-4689-87e7-a220840c8d94 req-aa7b85a4-9051-4e0d-ab2a-f323561337f4 tempest-AttachVolumeShelveTestJSON-850210833 tempest-AttachVolumeShelveTestJSON-850210833-project] 10.222.0.46 "GET /v2.0/ports?device_id=ac0e248a-618c-41cf-8477-3e208b9a1936 HTTP/1.1" status: 200 len: 945 time: 0.0485446 Sep 29 15:39:44.651100 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [req-0f076692-08f0-4689-87e7-a220840c8d94 req-94646492-805d-4d86-b9e1-6aa27f6a60bc tempest-AttachVolumeShelveTestJSON-850210833 tempest-AttachVolumeShelveTestJSON-850210833-project] 10.222.0.46 "GET /v2.0/security-groups?id=0ae69e60-4c6a-41e5-8a1f-3e04c991f9a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386903 Sep 29 15:39:44.687750 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9afe37ce-2524-4775-be27-19b7b7c81707 tempest-AttachVolumeTestJSON-270594920 tempest-AttachVolumeTestJSON-270594920-project] Router 36f67c94-0511-4261-98a3-27e2f3393024 has already been hosted by L3 agent e5061b61-feb3-46be-bd05-1226f95d9417 {{(pid=96121) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 29 15:39:44.801016 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9afe37ce-2524-4775-be27-19b7b7c81707 tempest-AttachVolumeTestJSON-270594920 tempest-AttachVolumeTestJSON-270594920-project] Notify agent at l3_agent.dv-cinder-806616-6-iscsi the message routers_updated {{(pid=96121) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 15:39:44.805774 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [None req-9afe37ce-2524-4775-be27-19b7b7c81707 tempest-AttachVolumeTestJSON-270594920 tempest-AttachVolumeTestJSON-270594920-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238921'] for floatingip, before_response {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:39:44.817238 dv-cinder-806616-6-iscsi neutron-server[96123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6575edd7-f693-4b76-b14b-3b3d027e2ffe None None] Sync routers for ids ['36f67c94-0511-4261-98a3-27e2f3393024'] in dv-cinder-806616-6-iscsi {{(pid=96123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 15:39:44.833571 dv-cinder-806616-6-iscsi neutron-server[96123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6575edd7-f693-4b76-b14b-3b3d027e2ffe None None] Routers {'36f67c94-0511-4261-98a3-27e2f3393024'} bound to L3 agent in host dv-cinder-806616-6-iscsi {{(pid=96123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 15:39:44.833571 dv-cinder-806616-6-iscsi neutron-server[96123]: DEBUG neutron.db.l3_hamode_db [None req-6575edd7-f693-4b76-b14b-3b3d027e2ffe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806616-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-29T15:30:56Z,description=,heartbeat_timestamp=2021-09-29T15:39:27Z,host='dv-cinder-806616-6-iscsi',id=e5061b61-feb3-46be-bd05-1226f95d9417,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T15:30:57Z,topic='l3_agent')) {'router_ids': ['36f67c94-0511-4261-98a3-27e2f3393024'], 'active': True} {{(pid=96123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 15:39:44.833781 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [None req-9afe37ce-2524-4775-be27-19b7b7c81707 tempest-AttachVolumeTestJSON-270594920 tempest-AttachVolumeTestJSON-270594920-project] 10.222.0.46 "PUT /v2.0/floatingips/32218270-02bd-4945-beda-a31d06bafba5 HTTP/1.1" status: 200 len: 992 time: 1.6779618 Sep 29 15:39:44.833781 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f6e7bb73-46e1-46cc-b0cb-c0a13b6c495d', 'tag': '8b381780-c788-4e42-81f1-ad86f28e31ef'}] {{(pid=96121) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 15:39:44.836045 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dcbd94143c65fdb0f5c12b0c92a6468c38125261e55d21e9818266cb91f6c0d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75f84183-3942-4e42-a151-67c1ee0cafb6" -d '{"events": [{"name": "network-changed", "server_uuid": "f6e7bb73-46e1-46cc-b0cb-c0a13b6c495d", "tag": "8b381780-c788-4e42-81f1-ad86f28e31ef"}]}' {{(pid=96121) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 15:39:44.945487 dv-cinder-806616-6-iscsi neutron-server[96123]: DEBUG neutron.db.l3_dvr_db [None req-6575edd7-f693-4b76-b14b-3b3d027e2ffe None None] Set router 36f67c94-0511-4261-98a3-27e2f3393024 gateway port host: dv-cinder-806616-6-iscsi {{(pid=96123) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 15:39:45.230116 dv-cinder-806616-6-iscsi neutron-server[96123]: DEBUG neutron.db.l3_hamode_db [None req-6575edd7-f693-4b76-b14b-3b3d027e2ffe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36f67c94-0511-4261-98a3-27e2f3393024', 'name': 'tempest-AttachVolumeTestJSON-471694450-router', 'tenant_id': 'ac94bfaead184f89a85a5713fd06a3ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd5efe95-1549-4750-933c-70412f77577e', 'external_fixed_ips': [{'subnet_id': '9c872fed-da92-4e12-828d-ac62e1b980b9', 'ip_address': '172.27.0.118'}], 'enable_snat': True}, 'gw_port_id': '67bf5114-2248-4f03-ab06-2fc9a9ae39c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T15:38:54Z', 'updated_at': '2021-09-29T15:39:02Z', 'revision_number': 4, 'project_id': 'ac94bfaead184f89a85a5713fd06a3ee', 'gw_port': {'id': '67bf5114-2248-4f03-ab06-2fc9a9ae39c9', 'name': '', 'network_id': 'cd5efe95-1549-4750-933c-70412f77577e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:b1:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36f67c94-0511-4261-98a3-27e2f3393024', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '9c872fed-da92-4e12-828d-ac62e1b980b9', 'ip_address': '172.27.0.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806616-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T15:38:55Z', 'updated_at': '2021-09-29T15:39:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c872fed-da92-4e12-828d-ac62e1b980b9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806616-6-iscsi', '_floatingips': [{'id': '32218270-02bd-4945-beda-a31d06bafba5', 'tenant_id': 'ac94bfaead184f89a85a5713fd06a3ee', 'floating_ip_address': '172.27.0.248', 'floating_network_id': 'cd5efe95-1549-4750-933c-70412f77577e', 'router_id': '36f67c94-0511-4261-98a3-27e2f3393024', 'port_id': '8b381780-c788-4e42-81f1-ad86f28e31ef', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 124, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '41529908-bf9d-4f22-bd36-308129b2f718', 'mac_address': 'fa:16:3e:86:b7:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6e7bb73-46e1-46cc-b0cb-c0a13b6c495d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-29T15:39:18Z', 'updated_at': '2021-09-29T15:39:44Z', 'revision_number': 1, 'project_id': 'ac94bfaead184f89a85a5713fd06a3ee', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd6edfea8-fe4b-4feb-a4ee-78337362a82b', 'name': '', 'network_id': '41529908-bf9d-4f22-bd36-308129b2f718', 'tenant_id': 'ac94bfaead184f89a85a5713fd06a3ee', 'mac_address': 'fa:16:3e:d5:40:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36f67c94-0511-4261-98a3-27e2f3393024', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'dd4e2821-37a9-4ee4-80ce-9b4e5d3432ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806616-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T15:39:00Z', 'updated_at': '2021-09-29T15:39:10Z', 'revision_number': 5, 'project_id': 'ac94bfaead184f89a85a5713fd06a3ee', 'subnets': [{'id': 'dd4e2821-37a9-4ee4-80ce-9b4e5d3432ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806616-6-iscsi', False) {} {{(pid=96123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 15:39:45.255751 dv-cinder-806616-6-iscsi neutron-server[96123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6575edd7-f693-4b76-b14b-3b3d027e2ffe None None] Checking router: 36f67c94-0511-4261-98a3-27e2f3393024 for host: dv-cinder-806616-6-iscsi {{(pid=96123) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 15:39:45.264324 dv-cinder-806616-6-iscsi neutron-server[96123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6575edd7-f693-4b76-b14b-3b3d027e2ffe None None] Routers {'36f67c94-0511-4261-98a3-27e2f3393024'} bound to L3 agent in host dv-cinder-806616-6-iscsi {{(pid=96123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 15:39:45.264929 dv-cinder-806616-6-iscsi neutron-server[96123]: DEBUG neutron.db.l3_hamode_db [None req-6575edd7-f693-4b76-b14b-3b3d027e2ffe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806616-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-29T15:30:56Z,description=,heartbeat_timestamp=2021-09-29T15:39:27Z,host='dv-cinder-806616-6-iscsi',id=e5061b61-feb3-46be-bd05-1226f95d9417,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T15:30:57Z,topic='l3_agent')) {'router_ids': ['36f67c94-0511-4261-98a3-27e2f3393024'], 'active': True} {{(pid=96123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 15:39:45.366566 dv-cinder-806616-6-iscsi neutron-server[96123]: DEBUG neutron.db.l3_dvr_db [None req-6575edd7-f693-4b76-b14b-3b3d027e2ffe None None] Set router 36f67c94-0511-4261-98a3-27e2f3393024 gateway port host: dv-cinder-806616-6-iscsi {{(pid=96123) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 15:39:45.491627 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 29 Sep 2021 15:39:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ddb7999f-09ef-41e8-9e2d-63cad56311d6 x-openstack-request-id: req-ddb7999f-09ef-41e8-9e2d-63cad56311d6 {{(pid=96121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 15:39:45.492164 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f6e7bb73-46e1-46cc-b0cb-c0a13b6c495d", "tag": "8b381780-c788-4e42-81f1-ad86f28e31ef", "status": "completed", "code": 200}]} {{(pid=96121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 15:39:45.492390 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-ddb7999f-09ef-41e8-9e2d-63cad56311d6 {{(pid=96121) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 15:39:45.492873 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f6e7bb73-46e1-46cc-b0cb-c0a13b6c495d', 'tag': '8b381780-c788-4e42-81f1-ad86f28e31ef', 'status': 'completed', 'code': 200} Sep 29 15:39:45.603819 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f7c10e-597b-4dc2-9f55-7eff223091e7 req-bdfbff6b-6eb1-4be2-87cd-572cbbb487a1 tempest-ServerRescueNegativeTestJSON-859711067 tempest-ServerRescueNegativeTestJSON-859711067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:39:45.606142 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-45f7c10e-597b-4dc2-9f55-7eff223091e7 req-bdfbff6b-6eb1-4be2-87cd-572cbbb487a1 tempest-ServerRescueNegativeTestJSON-859711067 tempest-ServerRescueNegativeTestJSON-859711067-project] 10.222.0.46 "GET /v2.0/ports?device_id=fceddbf7-453e-4d39-9b3d-c354498f646c HTTP/1.1" status: 200 len: 945 time: 0.0682576 Sep 29 15:39:45.648198 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-45f7c10e-597b-4dc2-9f55-7eff223091e7 req-bc1b20fd-a8e0-483c-8ace-58a4749e98cf tempest-ServerRescueNegativeTestJSON-859711067 tempest-ServerRescueNegativeTestJSON-859711067-project] 10.222.0.46 "GET /v2.0/security-groups?id=69bb6ea6-2770-4a41-88ab-960c26e8ecb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353224 Sep 29 15:39:45.706285 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f84183-3942-4e42-a151-67c1ee0cafb6 req-95f6a916-e335-4412-9ac6-98151109674f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:39:45.707926 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-75f84183-3942-4e42-a151-67c1ee0cafb6 req-95f6a916-e335-4412-9ac6-98151109674f service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=ac94bfaead184f89a85a5713fd06a3ee&device_id=f6e7bb73-46e1-46cc-b0cb-c0a13b6c495d HTTP/1.1" status: 200 len: 1099 time: 0.0470955 Sep 29 15:39:45.724428 dv-cinder-806616-6-iscsi neutron-server[96123]: DEBUG neutron.db.l3_hamode_db [None req-6575edd7-f693-4b76-b14b-3b3d027e2ffe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36f67c94-0511-4261-98a3-27e2f3393024', 'name': 'tempest-AttachVolumeTestJSON-471694450-router', 'tenant_id': 'ac94bfaead184f89a85a5713fd06a3ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd5efe95-1549-4750-933c-70412f77577e', 'external_fixed_ips': [{'subnet_id': '9c872fed-da92-4e12-828d-ac62e1b980b9', 'ip_address': '172.27.0.118'}], 'enable_snat': True}, 'gw_port_id': '67bf5114-2248-4f03-ab06-2fc9a9ae39c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T15:38:54Z', 'updated_at': '2021-09-29T15:39:02Z', 'revision_number': 4, 'project_id': 'ac94bfaead184f89a85a5713fd06a3ee', 'gw_port': {'id': '67bf5114-2248-4f03-ab06-2fc9a9ae39c9', 'name': '', 'network_id': 'cd5efe95-1549-4750-933c-70412f77577e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:b1:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36f67c94-0511-4261-98a3-27e2f3393024', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '9c872fed-da92-4e12-828d-ac62e1b980b9', 'ip_address': '172.27.0.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806616-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T15:38:55Z', 'updated_at': '2021-09-29T15:39:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c872fed-da92-4e12-828d-ac62e1b980b9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806616-6-iscsi', '_floatingips': [{'id': '32218270-02bd-4945-beda-a31d06bafba5', 'tenant_id': 'ac94bfaead184f89a85a5713fd06a3ee', 'floating_ip_address': '172.27.0.248', 'floating_network_id': 'cd5efe95-1549-4750-933c-70412f77577e', 'router_id': '36f67c94-0511-4261-98a3-27e2f3393024', 'port_id': '8b381780-c788-4e42-81f1-ad86f28e31ef', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 124, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '41529908-bf9d-4f22-bd36-308129b2f718', 'mac_address': 'fa:16:3e:86:b7:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6e7bb73-46e1-46cc-b0cb-c0a13b6c495d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-29T15:39:18Z', 'updated_at': '2021-09-29T15:39:44Z', 'revision_number': 1, 'project_id': 'ac94bfaead184f89a85a5713fd06a3ee', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd6edfea8-fe4b-4feb-a4ee-78337362a82b', 'name': '', 'network_id': '41529908-bf9d-4f22-bd36-308129b2f718', 'tenant_id': 'ac94bfaead184f89a85a5713fd06a3ee', 'mac_address': 'fa:16:3e:d5:40:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36f67c94-0511-4261-98a3-27e2f3393024', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'dd4e2821-37a9-4ee4-80ce-9b4e5d3432ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806616-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T15:39:00Z', 'updated_at': '2021-09-29T15:39:10Z', 'revision_number': 5, 'project_id': 'ac94bfaead184f89a85a5713fd06a3ee', 'subnets': [{'id': 'dd4e2821-37a9-4ee4-80ce-9b4e5d3432ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806616-6-iscsi', False) {} {{(pid=96123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 15:39:45.760078 dv-cinder-806616-6-iscsi neutron-server[96123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6575edd7-f693-4b76-b14b-3b3d027e2ffe None None] The sync data for ids ['36f67c94-0511-4261-98a3-27e2f3393024'] in dv-cinder-806616-6-iscsi is: [{'id': '36f67c94-0511-4261-98a3-27e2f3393024', 'name': 'tempest-AttachVolumeTestJSON-471694450-router', 'tenant_id': 'ac94bfaead184f89a85a5713fd06a3ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd5efe95-1549-4750-933c-70412f77577e', 'external_fixed_ips': [{'subnet_id': '9c872fed-da92-4e12-828d-ac62e1b980b9', 'ip_address': '172.27.0.118'}], 'enable_snat': True}, 'gw_port_id': '67bf5114-2248-4f03-ab06-2fc9a9ae39c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T15:38:54Z', 'updated_at': '2021-09-29T15:39:02Z', 'revision_number': 4, 'project_id': 'ac94bfaead184f89a85a5713fd06a3ee', 'gw_port': {'id': '67bf5114-2248-4f03-ab06-2fc9a9ae39c9', 'name': '', 'network_id': 'cd5efe95-1549-4750-933c-70412f77577e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:b1:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36f67c94-0511-4261-98a3-27e2f3393024', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '9c872fed-da92-4e12-828d-ac62e1b980b9', 'ip_address': '172.27.0.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806616-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T15:38:55Z', 'updated_at': '2021-09-29T15:39:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c872fed-da92-4e12-828d-ac62e1b980b9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806616-6-iscsi', '_floatingips': [{'id': '32218270-02bd-4945-beda-a31d06bafba5', 'tenant_id': 'ac94bfaead184f89a85a5713fd06a3ee', 'floating_ip_address': '172.27.0.248', 'floating_network_id': 'cd5efe95-1549-4750-933c-70412f77577e', 'router_id': '36f67c94-0511-4261-98a3-27e2f3393024', 'port_id': '8b381780-c788-4e42-81f1-ad86f28e31ef', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 124, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '41529908-bf9d-4f22-bd36-308129b2f718', 'mac_address': 'fa:16:3e:86:b7:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6e7bb73-46e1-46cc-b0cb-c0a13b6c495d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-29T15:39:18Z', 'updated_at': '2021-09-29T15:39:44Z', 'revision_number': 1, 'project_id': 'ac94bfaead184f89a85a5713fd06a3ee', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd6edfea8-fe4b-4feb-a4ee-78337362a82b', 'name': '', 'network_id': '41529908-bf9d-4f22-bd36-308129b2f718', 'tenant_id': 'ac94bfaead184f89a85a5713fd06a3ee', 'mac_address': 'fa:16:3e:d5:40:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36f67c94-0511-4261-98a3-27e2f3393024', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'dd4e2821-37a9-4ee4-80ce-9b4e5d3432ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806616-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T15:39:00Z', 'updated_at': '2021-09-29T15:39:10Z', 'revision_number': 5, 'project_id': 'ac94bfaead184f89a85a5713fd06a3ee', 'subnets': [{'id': 'dd4e2821-37a9-4ee4-80ce-9b4e5d3432ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=96123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 15:39:45.862495 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45454484-89a3-4844-bf54-bf61167506c6 req-1e79d1ea-30f8-41de-9d4c-6b3a5cb4ef00 tempest-AttachVolumeShelveTestJSON-850210833 tempest-AttachVolumeShelveTestJSON-850210833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:39:45.864226 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-45454484-89a3-4844-bf54-bf61167506c6 req-1e79d1ea-30f8-41de-9d4c-6b3a5cb4ef00 tempest-AttachVolumeShelveTestJSON-850210833 tempest-AttachVolumeShelveTestJSON-850210833-project] 10.222.0.46 "GET /v2.0/ports?device_id=ac0e248a-618c-41cf-8477-3e208b9a1936 HTTP/1.1" status: 200 len: 945 time: 0.1041214 Sep 29 15:39:45.867555 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f84183-3942-4e42-a151-67c1ee0cafb6 req-d570a9fe-8a4a-412e-8033-acf66356330e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:39:45.869132 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-75f84183-3942-4e42-a151-67c1ee0cafb6 req-d570a9fe-8a4a-412e-8033-acf66356330e service neutron] 10.222.0.22 "GET /v2.0/networks?id=41529908-bf9d-4f22-bd36-308129b2f718 HTTP/1.1" status: 200 len: 911 time: 0.1525078 Sep 29 15:39:45.978432 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-45454484-89a3-4844-bf54-bf61167506c6 req-f583076b-2277-48c2-8095-abf2de656d18 tempest-AttachVolumeShelveTestJSON-850210833 tempest-AttachVolumeShelveTestJSON-850210833-project] 10.222.0.46 "GET /v2.0/security-groups?id=0ae69e60-4c6a-41e5-8a1f-3e04c991f9a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1047618 Sep 29 15:39:45.993043 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa124981-8674-4307-997b-05ce50f14667 None None] New status for floating IP 32218270-02bd-4945-beda-a31d06bafba5: ACTIVE {{(pid=96122) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 29 15:39:46.003758 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-75f84183-3942-4e42-a151-67c1ee0cafb6 req-2174c485-efe0-4d95-900c-2949d03e8693 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8b381780-c788-4e42-81f1-ad86f28e31ef HTTP/1.1" status: 200 len: 1000 time: 0.1185143 Sep 29 15:39:46.062807 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f84183-3942-4e42-a151-67c1ee0cafb6 req-cf96499e-158c-4f9f-8795-d11fdd8c6270 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:39:46.064401 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-75f84183-3942-4e42-a151-67c1ee0cafb6 req-cf96499e-158c-4f9f-8795-d11fdd8c6270 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=dd4e2821-37a9-4ee4-80ce-9b4e5d3432ba HTTP/1.1" status: 200 len: 849 time: 0.0472956 Sep 29 15:39:46.118554 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f84183-3942-4e42-a151-67c1ee0cafb6 req-a0e14650-a42f-44c3-9622-53214497337a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:39:46.120099 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-75f84183-3942-4e42-a151-67c1ee0cafb6 req-a0e14650-a42f-44c3-9622-53214497337a service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=41529908-bf9d-4f22-bd36-308129b2f718&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0394166 Sep 29 15:39:46.211654 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-75f84183-3942-4e42-a151-67c1ee0cafb6 req-4125a77e-34e5-429f-b1ce-f841adfed29b service neutron] 10.222.0.22 "GET /v2.0/networks/41529908-bf9d-4f22-bd36-308129b2f718?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840259 Sep 29 15:39:46.309193 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-75f84183-3942-4e42-a151-67c1ee0cafb6 req-ac4a6ca4-25aa-4ed5-a958-70bd9be84d2b service neutron] 10.222.0.22 "GET /v2.0/networks/41529908-bf9d-4f22-bd36-308129b2f718?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906579 Sep 29 15:39:46.774785 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb419725-7a3e-4b85-a04b-1676aca84f33 req-02058bcd-7dd6-4547-a384-b85f186cd6fd tempest-ServerRescueNegativeTestJSON-859711067 tempest-ServerRescueNegativeTestJSON-859711067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:39:46.776364 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-bb419725-7a3e-4b85-a04b-1676aca84f33 req-02058bcd-7dd6-4547-a384-b85f186cd6fd tempest-ServerRescueNegativeTestJSON-859711067 tempest-ServerRescueNegativeTestJSON-859711067-project] 10.222.0.46 "GET /v2.0/ports?device_id=fceddbf7-453e-4d39-9b3d-c354498f646c HTTP/1.1" status: 200 len: 945 time: 0.0576310 Sep 29 15:39:46.815489 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-bb419725-7a3e-4b85-a04b-1676aca84f33 req-20e803fe-bb94-4672-8ead-2f2112f0c1be tempest-ServerRescueNegativeTestJSON-859711067 tempest-ServerRescueNegativeTestJSON-859711067-project] 10.222.0.46 "GET /v2.0/security-groups?id=69bb6ea6-2770-4a41-88ab-960c26e8ecb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319970 Sep 29 15:39:47.100633 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924b24ee-54aa-41a3-bf60-57c05fb201c9 req-77b1c41b-326e-451d-94c6-ee4596bd3cbe tempest-AttachVolumeShelveTestJSON-850210833 tempest-AttachVolumeShelveTestJSON-850210833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:39:47.102183 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [req-924b24ee-54aa-41a3-bf60-57c05fb201c9 req-77b1c41b-326e-451d-94c6-ee4596bd3cbe tempest-AttachVolumeShelveTestJSON-850210833 tempest-AttachVolumeShelveTestJSON-850210833-project] 10.222.0.46 "GET /v2.0/ports?device_id=ac0e248a-618c-41cf-8477-3e208b9a1936 HTTP/1.1" status: 200 len: 945 time: 0.0488091 Sep 29 15:39:47.139415 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [req-924b24ee-54aa-41a3-bf60-57c05fb201c9 req-34c3aa1b-556f-4da1-83bb-9e7ef6892c59 tempest-AttachVolumeShelveTestJSON-850210833 tempest-AttachVolumeShelveTestJSON-850210833-project] 10.222.0.46 "GET /v2.0/security-groups?id=0ae69e60-4c6a-41e5-8a1f-3e04c991f9a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312550 Sep 29 15:39:47.254293 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3fa3a0c-4f70-4f31-be1f-fd34b8dbf1d8 req-dab8808f-3e62-434c-b3bc-1b069acd7c77 tempest-AttachVolumeShelveTestJSON-850210833 tempest-AttachVolumeShelveTestJSON-850210833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:39:47.255750 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-d3fa3a0c-4f70-4f31-be1f-fd34b8dbf1d8 req-dab8808f-3e62-434c-b3bc-1b069acd7c77 tempest-AttachVolumeShelveTestJSON-850210833 tempest-AttachVolumeShelveTestJSON-850210833-project] 10.222.0.46 "GET /v2.0/ports?device_id=ac0e248a-618c-41cf-8477-3e208b9a1936 HTTP/1.1" status: 200 len: 945 time: 0.0471468 Sep 29 15:39:47.264750 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.wsgi [-] (96121) accepted ('10.222.0.46', 57346) {{(pid=96121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 15:39:47.269702 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.api.v2.base [None req-8934769c-0725-4c57-91b7-01ae3d654c31 tempest-AttachVolumeShelveTestJSON-850210833 tempest-AttachVolumeShelveTestJSON-850210833-project] Request body: {'floatingip': {'port_id': '4c897ac8-e270-4e7e-891a-c4da2db1a883'}} {{(pid=96121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 15:39:47.527761 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [None req-8934769c-0725-4c57-91b7-01ae3d654c31 tempest-AttachVolumeShelveTestJSON-850210833 tempest-AttachVolumeShelveTestJSON-850210833-project] Notify callbacks [] for floatingip, before_update {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:39:47.998600 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350efdfe-d41b-4082-a7f6-e05c32341c61 req-1a29a0ac-ed5a-4ad5-aac1-ec12e98d70f9 tempest-ServerRescueNegativeTestJSON-859711067 tempest-ServerRescueNegativeTestJSON-859711067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:39:48.000188 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-350efdfe-d41b-4082-a7f6-e05c32341c61 req-1a29a0ac-ed5a-4ad5-aac1-ec12e98d70f9 tempest-ServerRescueNegativeTestJSON-859711067 tempest-ServerRescueNegativeTestJSON-859711067-project] 10.222.0.46 "GET /v2.0/ports?device_id=fceddbf7-453e-4d39-9b3d-c354498f646c HTTP/1.1" status: 200 len: 945 time: 0.0993545 Sep 29 15:39:48.009193 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [None req-8934769c-0725-4c57-91b7-01ae3d654c31 tempest-AttachVolumeShelveTestJSON-850210833 tempest-AttachVolumeShelveTestJSON-850210833-project] Notify callbacks [] for floatingip, precommit_update {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:39:48.044107 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-350efdfe-d41b-4082-a7f6-e05c32341c61 req-cc5dfe8a-b47e-43f4-81b8-397f3a0f73f3 tempest-ServerRescueNegativeTestJSON-859711067 tempest-ServerRescueNegativeTestJSON-859711067-project] 10.222.0.46 "GET /v2.0/security-groups?id=69bb6ea6-2770-4a41-88ab-960c26e8ecb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334177 Sep 29 15:39:48.081782 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.wsgi [-] (96121) accepted ('10.222.0.46', 57368) {{(pid=96121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 15:39:48.147366 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [None req-8934769c-0725-4c57-91b7-01ae3d654c31 tempest-AttachVolumeShelveTestJSON-850210833 tempest-AttachVolumeShelveTestJSON-850210833-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1618963'] for floatingip, after_update {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:39:48.195613 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [None req-7cfa5cf8-6748-44f9-ac21-705174a40fa4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:39:48.283658 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.db.l3_db [None req-8934769c-0725-4c57-91b7-01ae3d654c31 tempest-AttachVolumeShelveTestJSON-850210833 tempest-AttachVolumeShelveTestJSON-850210833-project] Floating IP 0125d7f6-25a2-42e4-b20b-314553c1565d associated. External IP: 172.27.0.141, port: 4c897ac8-e270-4e7e-891a-c4da2db1a883. Sep 29 15:39:48.416039 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [None req-7cfa5cf8-6748-44f9-ac21-705174a40fa4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:39:48.501424 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [None req-7cfa5cf8-6748-44f9-ac21-705174a40fa4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579214'] for security_group, after_create {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:39:48.552315 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cfa5cf8-6748-44f9-ac21-705174a40fa4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0cf71c56-af68-4621-bef0-37aeec6c8eda,revision_number=1']} {{(pid=96121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 15:39:48.555804 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8934769c-0725-4c57-91b7-01ae3d654c31 tempest-AttachVolumeShelveTestJSON-850210833 tempest-AttachVolumeShelveTestJSON-850210833-project] Router 52ced7d6-4c59-4942-adf4-47e984fe6127 has already been hosted by L3 agent e5061b61-feb3-46be-bd05-1226f95d9417 {{(pid=96121) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 29 15:39:48.558329 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [None req-7cfa5cf8-6748-44f9-ac21-705174a40fa4 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=8bcbe02f03b84d82adeb3a52e4dda755&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4755714 Sep 29 15:39:48.561331 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.wsgi [-] (96120) accepted ('10.222.0.46', 57378) {{(pid=96120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 15:39:48.609922 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-e52e860b-883f-4165-af91-bae8c877eba9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:39:48.633370 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-e52e860b-883f-4165-af91-bae8c877eba9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:39:48.668455 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8934769c-0725-4c57-91b7-01ae3d654c31 tempest-AttachVolumeShelveTestJSON-850210833 tempest-AttachVolumeShelveTestJSON-850210833-project] Notify agent at l3_agent.dv-cinder-806616-6-iscsi the message routers_updated {{(pid=96121) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 15:39:48.673094 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [None req-8934769c-0725-4c57-91b7-01ae3d654c31 tempest-AttachVolumeShelveTestJSON-850210833 tempest-AttachVolumeShelveTestJSON-850210833-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238921'] for floatingip, before_response {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:39:48.679110 dv-cinder-806616-6-iscsi neutron-server[96123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0ba4611-b3f8-40fd-8cca-aa4f47834f2c None None] Sync routers for ids ['52ced7d6-4c59-4942-adf4-47e984fe6127'] in dv-cinder-806616-6-iscsi {{(pid=96123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 15:39:48.688025 dv-cinder-806616-6-iscsi neutron-server[96123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0ba4611-b3f8-40fd-8cca-aa4f47834f2c None None] Routers {'52ced7d6-4c59-4942-adf4-47e984fe6127'} bound to L3 agent in host dv-cinder-806616-6-iscsi {{(pid=96123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 15:39:48.689074 dv-cinder-806616-6-iscsi neutron-server[96123]: DEBUG neutron.db.l3_hamode_db [None req-b0ba4611-b3f8-40fd-8cca-aa4f47834f2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806616-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-29T15:30:56Z,description=,heartbeat_timestamp=2021-09-29T15:39:27Z,host='dv-cinder-806616-6-iscsi',id=e5061b61-feb3-46be-bd05-1226f95d9417,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T15:30:57Z,topic='l3_agent')) {'router_ids': ['52ced7d6-4c59-4942-adf4-47e984fe6127'], 'active': True} {{(pid=96123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 15:39:48.699645 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [None req-8934769c-0725-4c57-91b7-01ae3d654c31 tempest-AttachVolumeShelveTestJSON-850210833 tempest-AttachVolumeShelveTestJSON-850210833-project] 10.222.0.46 "PUT /v2.0/floatingips/0125d7f6-25a2-42e4-b20b-314553c1565d HTTP/1.1" status: 200 len: 991 time: 1.4338462 Sep 29 15:39:48.700259 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ac0e248a-618c-41cf-8477-3e208b9a1936', 'tag': '4c897ac8-e270-4e7e-891a-c4da2db1a883'}] {{(pid=96121) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 15:39:48.702479 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dcbd94143c65fdb0f5c12b0c92a6468c38125261e55d21e9818266cb91f6c0d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1dea08c7-ec01-4710-adf3-5e96670afe00" -d '{"events": [{"name": "network-changed", "server_uuid": "ac0e248a-618c-41cf-8477-3e208b9a1936", "tag": "4c897ac8-e270-4e7e-891a-c4da2db1a883"}]}' {{(pid=96121) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 15:39:48.747900 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 29 Sep 2021 15:39:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3cc94672-91b0-4298-ad2a-d7bfab29aeab x-openstack-request-id: req-3cc94672-91b0-4298-ad2a-d7bfab29aeab {{(pid=96121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 15:39:48.747900 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ac0e248a-618c-41cf-8477-3e208b9a1936", "tag": "4c897ac8-e270-4e7e-891a-c4da2db1a883", "status": "completed", "code": 200}]} {{(pid=96121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 15:39:48.747900 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-3cc94672-91b0-4298-ad2a-d7bfab29aeab {{(pid=96121) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 15:39:48.747900 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ac0e248a-618c-41cf-8477-3e208b9a1936', 'tag': '4c897ac8-e270-4e7e-891a-c4da2db1a883', 'status': 'completed', 'code': 200} Sep 29 15:39:48.778528 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-e52e860b-883f-4165-af91-bae8c877eba9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579214'] for security_group, after_delete {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:39:48.781275 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-e52e860b-883f-4165-af91-bae8c877eba9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:39:48.784017 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [None req-e52e860b-883f-4165-af91-bae8c877eba9 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/0cf71c56-af68-4621-bef0-37aeec6c8eda HTTP/1.1" status: 204 len: 168 time: 0.2198617 Sep 29 15:39:48.791469 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e52e860b-883f-4165-af91-bae8c877eba9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0cf71c56-af68-4621-bef0-37aeec6c8eda,revision_number=None']} {{(pid=96120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 15:39:48.822399 dv-cinder-806616-6-iscsi neutron-server[96123]: DEBUG neutron.db.l3_dvr_db [None req-b0ba4611-b3f8-40fd-8cca-aa4f47834f2c None None] Set router 52ced7d6-4c59-4942-adf4-47e984fe6127 gateway port host: dv-cinder-806616-6-iscsi {{(pid=96123) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 15:39:49.043361 dv-cinder-806616-6-iscsi neutron-server[96123]: DEBUG neutron.db.l3_hamode_db [None req-b0ba4611-b3f8-40fd-8cca-aa4f47834f2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52ced7d6-4c59-4942-adf4-47e984fe6127', 'name': 'tempest-AttachVolumeShelveTestJSON-522904198-router', 'tenant_id': '13390da549814bc498d0c907da15d788', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd5efe95-1549-4750-933c-70412f77577e', 'external_fixed_ips': [{'subnet_id': '9c872fed-da92-4e12-828d-ac62e1b980b9', 'ip_address': '172.27.0.58'}], 'enable_snat': True}, 'gw_port_id': '45f62489-a444-4f79-b6dd-bd7efecb94c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T15:38:55Z', 'updated_at': '2021-09-29T15:39:04Z', 'revision_number': 4, 'project_id': '13390da549814bc498d0c907da15d788', 'gw_port': {'id': '45f62489-a444-4f79-b6dd-bd7efecb94c1', 'name': '', 'network_id': 'cd5efe95-1549-4750-933c-70412f77577e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:f3:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52ced7d6-4c59-4942-adf4-47e984fe6127', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '9c872fed-da92-4e12-828d-ac62e1b980b9', 'ip_address': '172.27.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806616-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T15:38:57Z', 'updated_at': '2021-09-29T15:39:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c872fed-da92-4e12-828d-ac62e1b980b9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806616-6-iscsi', '_floatingips': [{'id': '0125d7f6-25a2-42e4-b20b-314553c1565d', 'tenant_id': '13390da549814bc498d0c907da15d788', 'floating_ip_address': '172.27.0.141', 'floating_network_id': 'cd5efe95-1549-4750-933c-70412f77577e', 'router_id': '52ced7d6-4c59-4942-adf4-47e984fe6127', 'port_id': '4c897ac8-e270-4e7e-891a-c4da2db1a883', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 125, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7d2058d9-0239-4e7f-ad5f-85b9e31d2757', 'mac_address': 'fa:16:3e:22:fe:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac0e248a-618c-41cf-8477-3e208b9a1936', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-29T15:39:19Z', 'updated_at': '2021-09-29T15:39:47Z', 'revision_number': 1, 'project_id': '13390da549814bc498d0c907da15d788', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '568674db-d5ba-4049-ae2c-cbe94253da52', 'name': '', 'network_id': '7d2058d9-0239-4e7f-ad5f-85b9e31d2757', 'tenant_id': '13390da549814bc498d0c907da15d788', 'mac_address': 'fa:16:3e:0c:85:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52ced7d6-4c59-4942-adf4-47e984fe6127', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '56afac6f-63d0-4994-bdac-133803bcf88a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806616-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T15:39:02Z', 'updated_at': '2021-09-29T15:39:12Z', 'revision_number': 5, 'project_id': '13390da549814bc498d0c907da15d788', 'subnets': [{'id': '56afac6f-63d0-4994-bdac-133803bcf88a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806616-6-iscsi', False) {} {{(pid=96123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 15:39:49.072813 dv-cinder-806616-6-iscsi neutron-server[96123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0ba4611-b3f8-40fd-8cca-aa4f47834f2c None None] Checking router: 52ced7d6-4c59-4942-adf4-47e984fe6127 for host: dv-cinder-806616-6-iscsi {{(pid=96123) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 15:39:49.081539 dv-cinder-806616-6-iscsi neutron-server[96123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0ba4611-b3f8-40fd-8cca-aa4f47834f2c None None] Routers {'52ced7d6-4c59-4942-adf4-47e984fe6127'} bound to L3 agent in host dv-cinder-806616-6-iscsi {{(pid=96123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 15:39:49.082150 dv-cinder-806616-6-iscsi neutron-server[96123]: DEBUG neutron.db.l3_hamode_db [None req-b0ba4611-b3f8-40fd-8cca-aa4f47834f2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806616-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-29T15:30:56Z,description=,heartbeat_timestamp=2021-09-29T15:39:27Z,host='dv-cinder-806616-6-iscsi',id=e5061b61-feb3-46be-bd05-1226f95d9417,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T15:30:57Z,topic='l3_agent')) {'router_ids': ['52ced7d6-4c59-4942-adf4-47e984fe6127'], 'active': True} {{(pid=96123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 15:39:49.184609 dv-cinder-806616-6-iscsi neutron-server[96123]: DEBUG neutron.db.l3_dvr_db [None req-b0ba4611-b3f8-40fd-8cca-aa4f47834f2c None None] Set router 52ced7d6-4c59-4942-adf4-47e984fe6127 gateway port host: dv-cinder-806616-6-iscsi {{(pid=96123) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 15:39:49.405085 dv-cinder-806616-6-iscsi neutron-server[96123]: DEBUG neutron.db.l3_hamode_db [None req-b0ba4611-b3f8-40fd-8cca-aa4f47834f2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52ced7d6-4c59-4942-adf4-47e984fe6127', 'name': 'tempest-AttachVolumeShelveTestJSON-522904198-router', 'tenant_id': '13390da549814bc498d0c907da15d788', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd5efe95-1549-4750-933c-70412f77577e', 'external_fixed_ips': [{'subnet_id': '9c872fed-da92-4e12-828d-ac62e1b980b9', 'ip_address': '172.27.0.58'}], 'enable_snat': True}, 'gw_port_id': '45f62489-a444-4f79-b6dd-bd7efecb94c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T15:38:55Z', 'updated_at': '2021-09-29T15:39:04Z', 'revision_number': 4, 'project_id': '13390da549814bc498d0c907da15d788', 'gw_port': {'id': '45f62489-a444-4f79-b6dd-bd7efecb94c1', 'name': '', 'network_id': 'cd5efe95-1549-4750-933c-70412f77577e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:f3:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52ced7d6-4c59-4942-adf4-47e984fe6127', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '9c872fed-da92-4e12-828d-ac62e1b980b9', 'ip_address': '172.27.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806616-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T15:38:57Z', 'updated_at': '2021-09-29T15:39:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c872fed-da92-4e12-828d-ac62e1b980b9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806616-6-iscsi', '_floatingips': [{'id': '0125d7f6-25a2-42e4-b20b-314553c1565d', 'tenant_id': '13390da549814bc498d0c907da15d788', 'floating_ip_address': '172.27.0.141', 'floating_network_id': 'cd5efe95-1549-4750-933c-70412f77577e', 'router_id': '52ced7d6-4c59-4942-adf4-47e984fe6127', 'port_id': '4c897ac8-e270-4e7e-891a-c4da2db1a883', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 125, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7d2058d9-0239-4e7f-ad5f-85b9e31d2757', 'mac_address': 'fa:16:3e:22:fe:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac0e248a-618c-41cf-8477-3e208b9a1936', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-29T15:39:19Z', 'updated_at': '2021-09-29T15:39:47Z', 'revision_number': 1, 'project_id': '13390da549814bc498d0c907da15d788', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '568674db-d5ba-4049-ae2c-cbe94253da52', 'name': '', 'network_id': '7d2058d9-0239-4e7f-ad5f-85b9e31d2757', 'tenant_id': '13390da549814bc498d0c907da15d788', 'mac_address': 'fa:16:3e:0c:85:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52ced7d6-4c59-4942-adf4-47e984fe6127', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '56afac6f-63d0-4994-bdac-133803bcf88a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806616-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T15:39:02Z', 'updated_at': '2021-09-29T15:39:12Z', 'revision_number': 5, 'project_id': '13390da549814bc498d0c907da15d788', 'subnets': [{'id': '56afac6f-63d0-4994-bdac-133803bcf88a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806616-6-iscsi', False) {} {{(pid=96123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 15:39:49.430300 dv-cinder-806616-6-iscsi neutron-server[96123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0ba4611-b3f8-40fd-8cca-aa4f47834f2c None None] The sync data for ids ['52ced7d6-4c59-4942-adf4-47e984fe6127'] in dv-cinder-806616-6-iscsi is: [{'id': '52ced7d6-4c59-4942-adf4-47e984fe6127', 'name': 'tempest-AttachVolumeShelveTestJSON-522904198-router', 'tenant_id': '13390da549814bc498d0c907da15d788', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd5efe95-1549-4750-933c-70412f77577e', 'external_fixed_ips': [{'subnet_id': '9c872fed-da92-4e12-828d-ac62e1b980b9', 'ip_address': '172.27.0.58'}], 'enable_snat': True}, 'gw_port_id': '45f62489-a444-4f79-b6dd-bd7efecb94c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T15:38:55Z', 'updated_at': '2021-09-29T15:39:04Z', 'revision_number': 4, 'project_id': '13390da549814bc498d0c907da15d788', 'gw_port': {'id': '45f62489-a444-4f79-b6dd-bd7efecb94c1', 'name': '', 'network_id': 'cd5efe95-1549-4750-933c-70412f77577e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:f3:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52ced7d6-4c59-4942-adf4-47e984fe6127', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '9c872fed-da92-4e12-828d-ac62e1b980b9', 'ip_address': '172.27.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806616-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T15:38:57Z', 'updated_at': '2021-09-29T15:39:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c872fed-da92-4e12-828d-ac62e1b980b9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806616-6-iscsi', '_floatingips': [{'id': '0125d7f6-25a2-42e4-b20b-314553c1565d', 'tenant_id': '13390da549814bc498d0c907da15d788', 'floating_ip_address': '172.27.0.141', 'floating_network_id': 'cd5efe95-1549-4750-933c-70412f77577e', 'router_id': '52ced7d6-4c59-4942-adf4-47e984fe6127', 'port_id': '4c897ac8-e270-4e7e-891a-c4da2db1a883', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 125, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7d2058d9-0239-4e7f-ad5f-85b9e31d2757', 'mac_address': 'fa:16:3e:22:fe:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac0e248a-618c-41cf-8477-3e208b9a1936', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-29T15:39:19Z', 'updated_at': '2021-09-29T15:39:47Z', 'revision_number': 1, 'project_id': '13390da549814bc498d0c907da15d788', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '568674db-d5ba-4049-ae2c-cbe94253da52', 'name': '', 'network_id': '7d2058d9-0239-4e7f-ad5f-85b9e31d2757', 'tenant_id': '13390da549814bc498d0c907da15d788', 'mac_address': 'fa:16:3e:0c:85:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52ced7d6-4c59-4942-adf4-47e984fe6127', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '56afac6f-63d0-4994-bdac-133803bcf88a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806616-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T15:39:02Z', 'updated_at': '2021-09-29T15:39:12Z', 'revision_number': 5, 'project_id': '13390da549814bc498d0c907da15d788', 'subnets': [{'id': '56afac6f-63d0-4994-bdac-133803bcf88a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=96123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 15:39:49.452448 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.wsgi [-] (96121) accepted ('10.222.0.46', 57400) {{(pid=96121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 15:39:49.467689 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [None req-cb8738ff-91e0-4aba-98f0-91312c28851c admin admin] Notify callbacks [] for security_group, before_create {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:39:49.560420 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [None req-cb8738ff-91e0-4aba-98f0-91312c28851c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:39:49.616254 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7be1e18-7299-48b6-a5ec-d339b198f058 None None] New status for floating IP 0125d7f6-25a2-42e4-b20b-314553c1565d: ACTIVE {{(pid=96122) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 29 15:39:49.795570 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [None req-cb8738ff-91e0-4aba-98f0-91312c28851c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579214'] for security_group, after_create {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:39:49.837870 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [None req-cb8738ff-91e0-4aba-98f0-91312c28851c admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=9c7f0188f5aa44d69511e4fc8b146f51&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3841608 Sep 29 15:39:49.838777 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb8738ff-91e0-4aba-98f0-91312c28851c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c60e2af3-3daf-40b7-a5b6-3c09ac176680,revision_number=1']} {{(pid=96121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 15:39:49.840478 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.wsgi [-] (96120) accepted ('10.222.0.46', 57406) {{(pid=96120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 15:39:49.893054 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-da3bd708-b620-4680-bdfe-2c2cf35906c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:39:49.914504 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-da3bd708-b620-4680-bdfe-2c2cf35906c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:39:50.049980 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-da3bd708-b620-4680-bdfe-2c2cf35906c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579214'] for security_group, after_delete {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:39:50.052571 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-da3bd708-b620-4680-bdfe-2c2cf35906c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:39:50.053707 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [None req-da3bd708-b620-4680-bdfe-2c2cf35906c7 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/c60e2af3-3daf-40b7-a5b6-3c09ac176680 HTTP/1.1" status: 204 len: 168 time: 0.2116034 Sep 29 15:39:50.061700 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da3bd708-b620-4680-bdfe-2c2cf35906c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c60e2af3-3daf-40b7-a5b6-3c09ac176680,revision_number=None']} {{(pid=96120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 15:39:50.855385 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.wsgi [-] (96120) accepted ('10.222.0.46', 57420) {{(pid=96120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 15:39:50.868947 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-fc556d5d-8f95-45bd-ad02-0bd3ff583bb9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:39:50.961327 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-fc556d5d-8f95-45bd-ad02-0bd3ff583bb9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:39:50.983295 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dea08c7-ec01-4710-adf3-5e96670afe00 req-b6d93263-2f85-47fb-bb4f-ccc2808b712d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:39:50.986862 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-1dea08c7-ec01-4710-adf3-5e96670afe00 req-b6d93263-2f85-47fb-bb4f-ccc2808b712d service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=13390da549814bc498d0c907da15d788&device_id=ac0e248a-618c-41cf-8477-3e208b9a1936 HTTP/1.1" status: 200 len: 1098 time: 0.0568664 Sep 29 15:39:51.053354 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-fc556d5d-8f95-45bd-ad02-0bd3ff583bb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579214'] for security_group, after_create {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:39:51.098007 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dea08c7-ec01-4710-adf3-5e96670afe00 req-3b5dabd4-daa4-421b-b301-09a4c7150442 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:39:51.099583 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-1dea08c7-ec01-4710-adf3-5e96670afe00 req-3b5dabd4-daa4-421b-b301-09a4c7150442 service neutron] 10.222.0.22 "GET /v2.0/networks?id=7d2058d9-0239-4e7f-ad5f-85b9e31d2757 HTTP/1.1" status: 200 len: 917 time: 0.0959246 Sep 29 15:39:51.100198 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [None req-fc556d5d-8f95-45bd-ad02-0bd3ff583bb9 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=df63f922900a4ed289f03554de881abd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2436595 Sep 29 15:39:51.101936 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.wsgi [-] (96121) accepted ('10.222.0.46', 57426) {{(pid=96121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 15:39:51.102087 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc556d5d-8f95-45bd-ad02-0bd3ff583bb9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2770d8e6-5026-4fe2-b1a1-ba5a4ae69739,revision_number=1']} {{(pid=96120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 15:39:51.112676 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f27955-4a94-474d-9601-b390c611f870 req-f92a23e0-81a5-4ede-8689-413785c54cc5 tempest-ServerRescueNegativeTestJSON-859711067 tempest-ServerRescueNegativeTestJSON-859711067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:39:51.114271 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [req-c5f27955-4a94-474d-9601-b390c611f870 req-f92a23e0-81a5-4ede-8689-413785c54cc5 tempest-ServerRescueNegativeTestJSON-859711067 tempest-ServerRescueNegativeTestJSON-859711067-project] 10.222.0.46 "GET /v2.0/ports?device_id=fceddbf7-453e-4d39-9b3d-c354498f646c HTTP/1.1" status: 200 len: 945 time: 0.0968311 Sep 29 15:39:51.121237 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc556d5d-8f95-45bd-ad02-0bd3ff583bb9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806616-6-iscsi {{(pid=96120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 15:39:51.121582 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc556d5d-8f95-45bd-ad02-0bd3ff583bb9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806616-6-iscsi {{(pid=96120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 15:39:51.121919 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc556d5d-8f95-45bd-ad02-0bd3ff583bb9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806616-6-iscsi {{(pid=96120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 15:39:51.122251 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc556d5d-8f95-45bd-ad02-0bd3ff583bb9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806616-6-iscsi {{(pid=96120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 15:39:51.122578 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc556d5d-8f95-45bd-ad02-0bd3ff583bb9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806616-6-iscsi {{(pid=96120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 15:39:51.122904 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc556d5d-8f95-45bd-ad02-0bd3ff583bb9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806616-6-iscsi {{(pid=96120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 15:39:51.123226 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc556d5d-8f95-45bd-ad02-0bd3ff583bb9 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806616-6-iscsi {{(pid=96120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 15:39:51.123546 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc556d5d-8f95-45bd-ad02-0bd3ff583bb9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806616-6-iscsi {{(pid=96120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 15:39:51.123868 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc556d5d-8f95-45bd-ad02-0bd3ff583bb9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806616-6-iscsi {{(pid=96120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 15:39:51.124234 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc556d5d-8f95-45bd-ad02-0bd3ff583bb9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806616-6-iscsi {{(pid=96120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 15:39:51.124553 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc556d5d-8f95-45bd-ad02-0bd3ff583bb9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806616-6-iscsi {{(pid=96120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 15:39:51.124869 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc556d5d-8f95-45bd-ad02-0bd3ff583bb9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806616-6-iscsi {{(pid=96120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 15:39:51.162525 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [req-c5f27955-4a94-474d-9601-b390c611f870 req-f957b0f9-4c3e-4e76-bf50-0824853ea06e tempest-ServerRescueNegativeTestJSON-859711067 tempest-ServerRescueNegativeTestJSON-859711067-project] 10.222.0.46 "GET /v2.0/security-groups?id=69bb6ea6-2770-4a41-88ab-960c26e8ecb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331025 Sep 29 15:39:51.203337 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-1dea08c7-ec01-4710-adf3-5e96670afe00 req-e5220fee-b1e5-4430-accd-2323ab55ba1a service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4c897ac8-e270-4e7e-891a-c4da2db1a883 HTTP/1.1" status: 200 len: 1001 time: 0.0842712 Sep 29 15:39:51.206016 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [None req-0043880f-3a4a-4468-8905-4e1282ed9ade admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:39:51.254775 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [None req-0043880f-3a4a-4468-8905-4e1282ed9ade admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:39:51.288018 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dea08c7-ec01-4710-adf3-5e96670afe00 req-813aee3e-a511-48fa-96e8-3483716a9a96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:39:51.289510 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-1dea08c7-ec01-4710-adf3-5e96670afe00 req-813aee3e-a511-48fa-96e8-3483716a9a96 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=56afac6f-63d0-4994-bdac-133803bcf88a HTTP/1.1" status: 200 len: 855 time: 0.0752063 Sep 29 15:39:51.343252 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dea08c7-ec01-4710-adf3-5e96670afe00 req-3eb9797a-5b23-45ae-aff0-4ffe823ccb4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:39:51.345450 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-1dea08c7-ec01-4710-adf3-5e96670afe00 req-3eb9797a-5b23-45ae-aff0-4ffe823ccb4a service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=7d2058d9-0239-4e7f-ad5f-85b9e31d2757&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0424891 Sep 29 15:39:51.409471 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [None req-0043880f-3a4a-4468-8905-4e1282ed9ade admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579214'] for security_group, after_delete {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:39:51.411988 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [None req-0043880f-3a4a-4468-8905-4e1282ed9ade admin admin] Notify callbacks [] for security_group, before_response {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:39:51.413153 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [None req-0043880f-3a4a-4468-8905-4e1282ed9ade admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/2770d8e6-5026-4fe2-b1a1-ba5a4ae69739 HTTP/1.1" status: 204 len: 168 time: 0.3102274 Sep 29 15:39:51.427801 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0043880f-3a4a-4468-8905-4e1282ed9ade admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2770d8e6-5026-4fe2-b1a1-ba5a4ae69739,revision_number=None']} {{(pid=96121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 15:39:51.446101 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-1dea08c7-ec01-4710-adf3-5e96670afe00 req-75f940f2-176a-4c82-a689-4aaa29c280d2 service neutron] 10.222.0.22 "GET /v2.0/networks/7d2058d9-0239-4e7f-ad5f-85b9e31d2757?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0928822 Sep 29 15:39:51.541180 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-1dea08c7-ec01-4710-adf3-5e96670afe00 req-04521007-6b1d-4ce0-9f58-f053e537acf1 service neutron] 10.222.0.22 "GET /v2.0/networks/7d2058d9-0239-4e7f-ad5f-85b9e31d2757?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847340 Sep 29 15:39:52.279570 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a40f3e-e471-40c7-8f80-2f7dcfd986f1 req-1bb31954-6c78-4ee1-b6ae-c97180c5118d tempest-ServerRescueNegativeTestJSON-859711067 tempest-ServerRescueNegativeTestJSON-859711067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:39:52.281093 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [req-20a40f3e-e471-40c7-8f80-2f7dcfd986f1 req-1bb31954-6c78-4ee1-b6ae-c97180c5118d tempest-ServerRescueNegativeTestJSON-859711067 tempest-ServerRescueNegativeTestJSON-859711067-project] 10.222.0.46 "GET /v2.0/ports?device_id=fceddbf7-453e-4d39-9b3d-c354498f646c HTTP/1.1" status: 200 len: 945 time: 0.0497601 Sep 29 15:39:52.329756 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [req-20a40f3e-e471-40c7-8f80-2f7dcfd986f1 req-49090d3c-200c-455b-a7f6-7e62058812bd tempest-ServerRescueNegativeTestJSON-859711067 tempest-ServerRescueNegativeTestJSON-859711067-project] 10.222.0.46 "GET /v2.0/security-groups?id=69bb6ea6-2770-4a41-88ab-960c26e8ecb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424938 Sep 29 15:39:53.372252 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.wsgi [-] (96121) accepted ('10.222.0.46', 57524) {{(pid=96121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 15:39:53.449227 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1be17b3-9ba3-444f-bf41-3641af5108b9 req-34f6985b-bec2-4d6a-9955-682eab63490f tempest-ServerRescueNegativeTestJSON-859711067 tempest-ServerRescueNegativeTestJSON-859711067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:39:53.450740 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-b1be17b3-9ba3-444f-bf41-3641af5108b9 req-34f6985b-bec2-4d6a-9955-682eab63490f tempest-ServerRescueNegativeTestJSON-859711067 tempest-ServerRescueNegativeTestJSON-859711067-project] 10.222.0.46 "GET /v2.0/ports?device_id=fceddbf7-453e-4d39-9b3d-c354498f646c HTTP/1.1" status: 200 len: 945 time: 0.0482638 Sep 29 15:39:53.486168 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [None req-b290f204-9b84-48bf-9b00-64933390f5b2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:39:53.505772 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-b1be17b3-9ba3-444f-bf41-3641af5108b9 req-537d1a32-c1dc-4bc6-b4fb-d31e51a2d10b tempest-ServerRescueNegativeTestJSON-859711067 tempest-ServerRescueNegativeTestJSON-859711067-project] 10.222.0.46 "GET /v2.0/security-groups?id=69bb6ea6-2770-4a41-88ab-960c26e8ecb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492632 Sep 29 15:39:53.582057 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [None req-b290f204-9b84-48bf-9b00-64933390f5b2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:39:53.643906 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [None req-b290f204-9b84-48bf-9b00-64933390f5b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579214'] for security_group, after_create {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:39:53.683811 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b290f204-9b84-48bf-9b00-64933390f5b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d45b2dcf-8e60-4207-ad03-45c2929b0b32,revision_number=1']} {{(pid=96121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 15:39:53.690931 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [None req-b290f204-9b84-48bf-9b00-64933390f5b2 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=f516b2f0e63f48be97ab0f89855666c9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3152132 Sep 29 15:39:53.691328 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.wsgi [-] (96120) accepted ('10.222.0.46', 57528) {{(pid=96120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 15:39:53.693583 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b290f204-9b84-48bf-9b00-64933390f5b2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806616-6-iscsi {{(pid=96121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 15:39:53.693937 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b290f204-9b84-48bf-9b00-64933390f5b2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806616-6-iscsi {{(pid=96121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 15:39:53.694276 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b290f204-9b84-48bf-9b00-64933390f5b2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806616-6-iscsi {{(pid=96121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 15:39:53.694705 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b290f204-9b84-48bf-9b00-64933390f5b2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806616-6-iscsi {{(pid=96121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 15:39:53.694966 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b290f204-9b84-48bf-9b00-64933390f5b2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806616-6-iscsi {{(pid=96121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 15:39:53.695296 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b290f204-9b84-48bf-9b00-64933390f5b2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806616-6-iscsi {{(pid=96121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 15:39:53.695622 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b290f204-9b84-48bf-9b00-64933390f5b2 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806616-6-iscsi {{(pid=96121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 15:39:53.695960 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b290f204-9b84-48bf-9b00-64933390f5b2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806616-6-iscsi {{(pid=96121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 15:39:53.696308 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b290f204-9b84-48bf-9b00-64933390f5b2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806616-6-iscsi {{(pid=96121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 15:39:53.700311 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b290f204-9b84-48bf-9b00-64933390f5b2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806616-6-iscsi {{(pid=96121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 15:39:53.700311 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b290f204-9b84-48bf-9b00-64933390f5b2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806616-6-iscsi {{(pid=96121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 15:39:53.700311 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b290f204-9b84-48bf-9b00-64933390f5b2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806616-6-iscsi {{(pid=96121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 15:39:53.739549 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-755be02e-d2ef-4828-8b75-58c72640e714 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:39:53.759170 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-755be02e-d2ef-4828-8b75-58c72640e714 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:39:53.892108 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-755be02e-d2ef-4828-8b75-58c72640e714 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579214'] for security_group, after_delete {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:39:53.894676 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-755be02e-d2ef-4828-8b75-58c72640e714 admin admin] Notify callbacks [] for security_group, before_response {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:39:53.895820 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [None req-755be02e-d2ef-4828-8b75-58c72640e714 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/d45b2dcf-8e60-4207-ad03-45c2929b0b32 HTTP/1.1" status: 204 len: 168 time: 0.2034824 Sep 29 15:39:53.903481 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-755be02e-d2ef-4828-8b75-58c72640e714 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d45b2dcf-8e60-4207-ad03-45c2929b0b32,revision_number=None']} {{(pid=96120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 15:39:54.176086 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron_lib.callbacks.manager [None req-3c8e898e-a80c-46d5-ac8e-81056205a33f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741779927170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-625140'] for agent, after_update {{(pid=96122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:39:56.594787 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron_lib.callbacks.manager [None req-fd3b2410-a329-4a4b-8e75-83f307ed7b74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741779927170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-625140'] for agent, after_update {{(pid=96122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:39:56.986517 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c774119e-7e30-441c-8aec-024e9a9b6d6f req-fd4e06b8-bbb4-4fc8-8432-30b436642364 tempest-ServerRescueNegativeTestJSON-859711067 tempest-ServerRescueNegativeTestJSON-859711067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:39:56.988027 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [req-c774119e-7e30-441c-8aec-024e9a9b6d6f req-fd4e06b8-bbb4-4fc8-8432-30b436642364 tempest-ServerRescueNegativeTestJSON-859711067 tempest-ServerRescueNegativeTestJSON-859711067-project] 10.222.0.46 "GET /v2.0/ports?device_id=fceddbf7-453e-4d39-9b3d-c354498f646c HTTP/1.1" status: 200 len: 945 time: 0.0474184 Sep 29 15:39:57.026994 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [req-c774119e-7e30-441c-8aec-024e9a9b6d6f req-0e15c479-4e97-41ac-a186-11d894ed5e6c tempest-ServerRescueNegativeTestJSON-859711067 tempest-ServerRescueNegativeTestJSON-859711067-project] 10.222.0.46 "GET /v2.0/security-groups?id=69bb6ea6-2770-4a41-88ab-960c26e8ecb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329454 Sep 29 15:39:57.895633 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron_lib.callbacks.manager [None req-86ea74e9-eea3-4769-b153-652ac6294d68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741779927170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-625140'] for agent, after_update {{(pid=96122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:39:58.181393 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d9be10-caf3-4a15-980c-627640765dd2 req-5c9cecf1-5ed7-4df5-a015-16539d58c19c tempest-ServerRescueNegativeTestJSON-859711067 tempest-ServerRescueNegativeTestJSON-859711067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:39:58.182886 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-49d9be10-caf3-4a15-980c-627640765dd2 req-5c9cecf1-5ed7-4df5-a015-16539d58c19c tempest-ServerRescueNegativeTestJSON-859711067 tempest-ServerRescueNegativeTestJSON-859711067-project] 10.222.0.46 "GET /v2.0/ports?device_id=fceddbf7-453e-4d39-9b3d-c354498f646c HTTP/1.1" status: 200 len: 945 time: 0.0618122 Sep 29 15:39:58.224871 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-49d9be10-caf3-4a15-980c-627640765dd2 req-c2c237ed-fcec-4ba4-b208-9630d43c3171 tempest-ServerRescueNegativeTestJSON-859711067 tempest-ServerRescueNegativeTestJSON-859711067-project] 10.222.0.46 "GET /v2.0/security-groups?id=69bb6ea6-2770-4a41-88ab-960c26e8ecb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320258 Sep 29 15:39:58.541324 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron_lib.callbacks.manager [None req-d04ed334-d278-4234-b850-06fee10c9c6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741779927170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-625140'] for agent, after_update {{(pid=96122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:39:59.119046 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27dfeb15-86e0-4c87-b539-0d9c74271800 req-7ab8295e-4555-45f6-8c46-aa3099583b0c tempest-AttachVolumeNegativeTest-728742291 tempest-AttachVolumeNegativeTest-728742291-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=96120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:39:59.120575 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [req-27dfeb15-86e0-4c87-b539-0d9c74271800 req-7ab8295e-4555-45f6-8c46-aa3099583b0c tempest-AttachVolumeNegativeTest-728742291 tempest-AttachVolumeNegativeTest-728742291-project] 10.222.0.46 "GET /v2.0/networks?id=6dbc83d2-1eb6-4d2f-92e2-862eb74e4124 HTTP/1.1" status: 200 len: 815 time: 0.1018713 Sep 29 15:39:59.134781 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [req-27dfeb15-86e0-4c87-b539-0d9c74271800 req-94cb390e-84f7-4ea7-a6e0-ce07a3bb7377 tempest-AttachVolumeNegativeTest-728742291 tempest-AttachVolumeNegativeTest-728742291-project] 10.222.0.46 "GET /v2.0/quotas/230295d16b3f4b9c95387a6193aeb6e3 HTTP/1.1" status: 200 len: 375 time: 0.0086038 Sep 29 15:39:59.183623 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [req-27dfeb15-86e0-4c87-b539-0d9c74271800 req-fa698e95-9625-4892-8c7c-625e49b4d8f6 tempest-AttachVolumeNegativeTest-728742291 tempest-AttachVolumeNegativeTest-728742291-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=230295d16b3f4b9c95387a6193aeb6e3&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0426266 Sep 29 15:39:59.275114 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [req-27dfeb15-86e0-4c87-b539-0d9c74271800 req-64b337ed-2391-4944-a196-5d057110b940 service neutron] 10.222.0.46 "GET /v2.0/networks/6dbc83d2-1eb6-4d2f-92e2-862eb74e4124?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837350 Sep 29 15:39:59.367906 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [req-27dfeb15-86e0-4c87-b539-0d9c74271800 req-733bdbdf-fab8-46cb-bf10-2c768a0b0f15 service neutron] 10.222.0.46 "GET /v2.0/networks/6dbc83d2-1eb6-4d2f-92e2-862eb74e4124?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867016 Sep 29 15:39:59.432239 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b719d57d-df75-4aa3-8a36-7c3c6451942c req-abfe8ff4-77a7-4c89-8e3d-5eb73d9b71db tempest-ServerRescueNegativeTestJSON-859711067 tempest-ServerRescueNegativeTestJSON-859711067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:39:59.433717 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-b719d57d-df75-4aa3-8a36-7c3c6451942c req-abfe8ff4-77a7-4c89-8e3d-5eb73d9b71db tempest-ServerRescueNegativeTestJSON-859711067 tempest-ServerRescueNegativeTestJSON-859711067-project] 10.222.0.46 "GET /v2.0/ports?device_id=fceddbf7-453e-4d39-9b3d-c354498f646c HTTP/1.1" status: 200 len: 945 time: 0.0506835 Sep 29 15:39:59.471760 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-b719d57d-df75-4aa3-8a36-7c3c6451942c req-1993fba9-aca3-4351-9438-cd955e0573ad tempest-ServerRescueNegativeTestJSON-859711067 tempest-ServerRescueNegativeTestJSON-859711067-project] 10.222.0.46 "GET /v2.0/security-groups?id=69bb6ea6-2770-4a41-88ab-960c26e8ecb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320091 Sep 29 15:39:59.605986 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron_lib.callbacks.manager [None req-9bd021b7-afaf-4c67-b111-7b9308fbf6a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741779927170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-625140'] for agent, after_update {{(pid=96122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:39:59.717616 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-a864424b-7d3e-4098-b457-dd2f92747fa7 req-1abd4b30-be89-4b6f-9ba2-a8756379960a tempest-AttachVolumeNegativeTest-728742291 tempest-AttachVolumeNegativeTest-728742291-project] 10.222.0.46 "GET /v2.0/ports?device_id=7feebe8f-2724-4aab-850a-15700a591bdd HTTP/1.1" status: 200 len: 210 time: 0.0309253 Sep 29 15:40:00.587370 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e088a8-0d25-49ed-a026-c9a74bac3ff1 req-babc5a9c-cd97-4cf3-bc4e-a4f093cf6f46 tempest-ServerRescueNegativeTestJSON-859711067 tempest-ServerRescueNegativeTestJSON-859711067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:40:00.588883 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [req-98e088a8-0d25-49ed-a026-c9a74bac3ff1 req-babc5a9c-cd97-4cf3-bc4e-a4f093cf6f46 tempest-ServerRescueNegativeTestJSON-859711067 tempest-ServerRescueNegativeTestJSON-859711067-project] 10.222.0.46 "GET /v2.0/ports?device_id=fceddbf7-453e-4d39-9b3d-c354498f646c HTTP/1.1" status: 200 len: 945 time: 0.0477724 Sep 29 15:40:00.626698 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [req-98e088a8-0d25-49ed-a026-c9a74bac3ff1 req-53a9e7d0-f46f-4936-9783-c9591bc98576 tempest-ServerRescueNegativeTestJSON-859711067 tempest-ServerRescueNegativeTestJSON-859711067-project] 10.222.0.46 "GET /v2.0/security-groups?id=69bb6ea6-2770-4a41-88ab-960c26e8ecb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311923 Sep 29 15:40:00.808726 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-6038446d-d334-4abe-a898-c6763e8597fd req-243e630a-c81d-4f0d-90ff-c74896edc60a tempest-AttachVolumeNegativeTest-728742291 tempest-AttachVolumeNegativeTest-728742291-project] 10.222.0.46 "GET /v2.0/ports?device_id=7feebe8f-2724-4aab-850a-15700a591bdd HTTP/1.1" status: 200 len: 210 time: 0.0244722 Sep 29 15:40:00.810326 dv-cinder-806616-6-iscsi neutron-server[96123]: DEBUG neutron.db.agents_db [None req-ce50b6f1-f7bd-4b59-8641-9f71b480b041 None None] Agent healthcheck: found 6 active agents {{(pid=96123) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 29 15:40:01.579475 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.wsgi [-] (96120) accepted ('10.222.0.46', 57772) {{(pid=96120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 15:40:01.688253 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-87c48084-6ec1-46ad-a918-d7f3f65db26e admin admin] Notify callbacks [] for security_group, before_create {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:40:01.780575 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59663af-d895-476f-b4fc-67d01ad667bb req-6a5f1115-9051-4532-9b63-c84f4a6ba4b3 tempest-ServerRescueNegativeTestJSON-859711067 tempest-ServerRescueNegativeTestJSON-859711067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:40:01.782740 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [req-e59663af-d895-476f-b4fc-67d01ad667bb req-6a5f1115-9051-4532-9b63-c84f4a6ba4b3 tempest-ServerRescueNegativeTestJSON-859711067 tempest-ServerRescueNegativeTestJSON-859711067-project] 10.222.0.46 "GET /v2.0/ports?device_id=fceddbf7-453e-4d39-9b3d-c354498f646c HTTP/1.1" status: 200 len: 945 time: 0.0820034 Sep 29 15:40:01.839642 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [req-e59663af-d895-476f-b4fc-67d01ad667bb req-864e610a-facf-4998-90a8-cdc594e6074e tempest-ServerRescueNegativeTestJSON-859711067 tempest-ServerRescueNegativeTestJSON-859711067-project] 10.222.0.46 "GET /v2.0/security-groups?id=69bb6ea6-2770-4a41-88ab-960c26e8ecb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498645 Sep 29 15:40:01.856975 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-87c48084-6ec1-46ad-a918-d7f3f65db26e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:40:01.912650 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-902a5cca-0c10-46d1-81f6-fd80bb292d0a req-018b5f97-4a18-411c-8e14-6665049c8ba2 tempest-AttachVolumeNegativeTest-728742291 tempest-AttachVolumeNegativeTest-728742291-project] 10.222.0.46 "GET /v2.0/ports?device_id=7feebe8f-2724-4aab-850a-15700a591bdd HTTP/1.1" status: 200 len: 210 time: 0.0266385 Sep 29 15:40:01.970471 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-87c48084-6ec1-46ad-a918-d7f3f65db26e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579214'] for security_group, after_create {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:40:02.007838 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [None req-87c48084-6ec1-46ad-a918-d7f3f65db26e admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=e591a5f99c4a48df9be08a08c94cd71a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4272695 Sep 29 15:40:02.008973 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c48084-6ec1-46ad-a918-d7f3f65db26e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c5597ce-633b-482f-8c77-f9c9a07b91ba,revision_number=1']} {{(pid=96120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 15:40:02.010634 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.wsgi [-] (96121) accepted ('10.222.0.46', 57782) {{(pid=96121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 15:40:02.063909 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [None req-88be1cc5-d8b0-4510-99b7-a1bd2e8b6db0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:40:02.084827 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [None req-88be1cc5-d8b0-4510-99b7-a1bd2e8b6db0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:40:02.210109 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [None req-88be1cc5-d8b0-4510-99b7-a1bd2e8b6db0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579214'] for security_group, after_delete {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:40:02.212749 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [None req-88be1cc5-d8b0-4510-99b7-a1bd2e8b6db0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:40:02.213899 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [None req-88be1cc5-d8b0-4510-99b7-a1bd2e8b6db0 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/0c5597ce-633b-482f-8c77-f9c9a07b91ba HTTP/1.1" status: 204 len: 168 time: 0.2022469 Sep 29 15:40:02.222334 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88be1cc5-d8b0-4510-99b7-a1bd2e8b6db0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c5597ce-633b-482f-8c77-f9c9a07b91ba,revision_number=None']} {{(pid=96121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 15:40:02.419861 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27dfeb15-86e0-4c87-b539-0d9c74271800 req-f98ffd2a-9574-434f-8088-891934479873 tempest-AttachVolumeNegativeTest-728742291 tempest-AttachVolumeNegativeTest-728742291-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=96121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:40:02.421312 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-27dfeb15-86e0-4c87-b539-0d9c74271800 req-f98ffd2a-9574-434f-8088-891934479873 tempest-AttachVolumeNegativeTest-728742291 tempest-AttachVolumeNegativeTest-728742291-project] 10.222.0.22 "GET /v2.0/networks?id=6dbc83d2-1eb6-4d2f-92e2-862eb74e4124 HTTP/1.1" status: 200 len: 815 time: 0.1093438 Sep 29 15:40:02.448083 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.api.v2.base [req-27dfeb15-86e0-4c87-b539-0d9c74271800 req-75444b20-37de-4175-a3d3-e1fc92072fe2 tempest-AttachVolumeNegativeTest-728742291 tempest-AttachVolumeNegativeTest-728742291-project] Request body: {'port': {'device_id': '7feebe8f-2724-4aab-850a-15700a591bdd', 'network_id': '6dbc83d2-1eb6-4d2f-92e2-862eb74e4124', 'admin_state_up': True, 'tenant_id': '230295d16b3f4b9c95387a6193aeb6e3'}} {{(pid=96121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 15:40:02.685903 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-27dfeb15-86e0-4c87-b539-0d9c74271800 req-75444b20-37de-4175-a3d3-e1fc92072fe2 tempest-AttachVolumeNegativeTest-728742291 tempest-AttachVolumeNegativeTest-728742291-project] Made reservation on behalf of 230295d16b3f4b9c95387a6193aeb6e3 for: {'port': 1} {{(pid=96121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 15:40:02.690125 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [req-27dfeb15-86e0-4c87-b539-0d9c74271800 req-75444b20-37de-4175-a3d3-e1fc92072fe2 tempest-AttachVolumeNegativeTest-728742291 tempest-AttachVolumeNegativeTest-728742291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-684029'] for port, before_create {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:40:02.833436 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.db.db_base_plugin_common [req-27dfeb15-86e0-4c87-b539-0d9c74271800 req-75444b20-37de-4175-a3d3-e1fc92072fe2 tempest-AttachVolumeNegativeTest-728742291 tempest-AttachVolumeNegativeTest-728742291-project] Allocated IP 172.20.0.6 (6dbc83d2-1eb6-4d2f-92e2-862eb74e4124/f52e1823-73ec-4946-856c-fe4a0be10483/773beca0-aecf-4096-a0d7-069208c3bdfb) {{(pid=96121) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 15:40:03.006937 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [req-27dfeb15-86e0-4c87-b539-0d9c74271800 req-75444b20-37de-4175-a3d3-e1fc92072fe2 tempest-AttachVolumeNegativeTest-728742291 tempest-AttachVolumeNegativeTest-728742291-project] Notify callbacks [] for port, precommit_create {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:40:03.060448 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc4bc22-d6df-43d1-a80d-c6dd8100ab1f req-40892794-f2c2-415b-ac14-d01518e4694d tempest-ServerRescueNegativeTestJSON-859711067 tempest-ServerRescueNegativeTestJSON-859711067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:40:03.062079 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [req-adc4bc22-d6df-43d1-a80d-c6dd8100ab1f req-40892794-f2c2-415b-ac14-d01518e4694d tempest-ServerRescueNegativeTestJSON-859711067 tempest-ServerRescueNegativeTestJSON-859711067-project] 10.222.0.46 "GET /v2.0/ports?device_id=fceddbf7-453e-4d39-9b3d-c354498f646c HTTP/1.1" status: 200 len: 945 time: 0.1052170 Sep 29 15:40:03.068680 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-00ce41bb-cb31-4dc6-ae50-53a57b2a1ddd req-26be7f0c-bdde-4c57-9011-5f9d12e2a6aa tempest-AttachVolumeNegativeTest-728742291 tempest-AttachVolumeNegativeTest-728742291-project] 10.222.0.46 "GET /v2.0/ports?device_id=7feebe8f-2724-4aab-850a-15700a591bdd HTTP/1.1" status: 200 len: 210 time: 0.0324681 Sep 29 15:40:03.104942 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [req-adc4bc22-d6df-43d1-a80d-c6dd8100ab1f req-63e17e07-7b11-4f4e-b53e-83298c9fa16d tempest-ServerRescueNegativeTestJSON-859711067 tempest-ServerRescueNegativeTestJSON-859711067-project] 10.222.0.46 "GET /v2.0/security-groups?id=69bb6ea6-2770-4a41-88ab-960c26e8ecb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352857 Sep 29 15:40:03.121365 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [req-27dfeb15-86e0-4c87-b539-0d9c74271800 req-75444b20-37de-4175-a3d3-e1fc92072fe2 tempest-AttachVolumeNegativeTest-728742291 tempest-AttachVolumeNegativeTest-728742291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741779628737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3898419'] for port, after_create {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:40:03.167091 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-27dfeb15-86e0-4c87-b539-0d9c74271800 req-75444b20-37de-4175-a3d3-e1fc92072fe2 tempest-AttachVolumeNegativeTest-728742291 tempest-AttachVolumeNegativeTest-728742291-project] Network 6dbc83d2-1eb6-4d2f-92e2-862eb74e4124 is already hosted by enough agents. {{(pid=96121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 15:40:03.171066 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.scheduler.base_scheduler [req-27dfeb15-86e0-4c87-b539-0d9c74271800 req-75444b20-37de-4175-a3d3-e1fc92072fe2 tempest-AttachVolumeNegativeTest-728742291 tempest-AttachVolumeNegativeTest-728742291-project] Resources bound (agent type, host, resource id): {{(pid=96121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 15:40:03.173393 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.plugins.ml2.db [None req-4d55257e-523e-4b8d-ab2b-d46a31710be1 None None] get_ports_and_sgs() called for port_ids ['7aecb321-2e49-419c-9f69-93c5992c0b8a'] {{(pid=96122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 15:40:03.190372 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.db.l3_dvrscheduler_db [req-27dfeb15-86e0-4c87-b539-0d9c74271800 req-75444b20-37de-4175-a3d3-e1fc92072fe2 tempest-AttachVolumeNegativeTest-728742291 tempest-AttachVolumeNegativeTest-728742291-project] Received port after_create {{(pid=96121) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 15:40:03.220813 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75444b20-37de-4175-a3d3-e1fc92072fe2 tempest-AttachVolumeNegativeTest-728742291 tempest-AttachVolumeNegativeTest-728742291-project] Pushing event updated for resources: {'Port': ['ID=773beca0-aecf-4096-a0d7-069208c3bdfb,revision_number=1']} {{(pid=96121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 15:40:03.255513 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27dfeb15-86e0-4c87-b539-0d9c74271800 req-75444b20-37de-4175-a3d3-e1fc92072fe2 tempest-AttachVolumeNegativeTest-728742291 tempest-AttachVolumeNegativeTest-728742291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=96121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:40:03.256677 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [req-27dfeb15-86e0-4c87-b539-0d9c74271800 req-75444b20-37de-4175-a3d3-e1fc92072fe2 tempest-AttachVolumeNegativeTest-728742291 tempest-AttachVolumeNegativeTest-728742291-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577532'] for port, before_response {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:40:03.382132 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-27dfeb15-86e0-4c87-b539-0d9c74271800 req-75444b20-37de-4175-a3d3-e1fc92072fe2 tempest-AttachVolumeNegativeTest-728742291 tempest-AttachVolumeNegativeTest-728742291-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9379592 Sep 29 15:40:03.413236 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.api.v2.base [req-27dfeb15-86e0-4c87-b539-0d9c74271800 req-c86de418-3aef-4acd-8690-a73e4f4ce767 service neutron] Request body: {'port': {'device_id': '7feebe8f-2724-4aab-850a-15700a591bdd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80661'}} {{(pid=96121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 15:40:03.477321 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [req-27dfeb15-86e0-4c87-b539-0d9c74271800 req-c86de418-3aef-4acd-8690-a73e4f4ce767 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-684029'] for port, before_update {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:40:03.746740 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.notifiers.nova [req-27dfeb15-86e0-4c87-b539-0d9c74271800 req-c86de418-3aef-4acd-8690-a73e4f4ce767 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 773beca0-aecf-4096-a0d7-069208c3bdfb {{(pid=96121) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 15:40:03.755069 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [req-27dfeb15-86e0-4c87-b539-0d9c74271800 req-c86de418-3aef-4acd-8690-a73e4f4ce767 service neutron] Notify callbacks [] for port, precommit_update {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:40:03.767859 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.db.provisioning_blocks [req-27dfeb15-86e0-4c87-b539-0d9c74271800 req-c86de418-3aef-4acd-8690-a73e4f4ce767 service neutron] Transition to ACTIVE for port object 773beca0-aecf-4096-a0d7-069208c3bdfb will not be triggered until provisioned by entity L2. {{(pid=96121) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 15:40:03.875888 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [req-27dfeb15-86e0-4c87-b539-0d9c74271800 req-c86de418-3aef-4acd-8690-a73e4f4ce767 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741780147972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741779628755', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741779628773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3898424'] for port, after_update {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:40:03.913814 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.wsgi [-] (96120) accepted ('10.222.0.46', 57862) {{(pid=96120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 15:40:03.936392 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c86de418-3aef-4acd-8690-a73e4f4ce767 service neutron] Pushing event updated for resources: {'Port': ['ID=773beca0-aecf-4096-a0d7-069208c3bdfb,revision_number=2']} {{(pid=96121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 15:40:04.004476 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.plugins.ml2.managers [req-27dfeb15-86e0-4c87-b539-0d9c74271800 req-c86de418-3aef-4acd-8690-a73e4f4ce767 service neutron] Attempting to bind port 773beca0-aecf-4096-a0d7-069208c3bdfb on host hv-cinder-80661 for vnic_type normal with profile {{(pid=96121) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 15:40:04.004815 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.plugins.ml2.managers [req-27dfeb15-86e0-4c87-b539-0d9c74271800 req-c86de418-3aef-4acd-8690-a73e4f4ce767 service neutron] Attempting to bind port 773beca0-aecf-4096-a0d7-069208c3bdfb by drivers openvswitch,hyperv on host hv-cinder-80661 at level 0 using segments [{'id': '410a5b94-6c4f-4e8c-81e4-151e9b9c01d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '6dbc83d2-1eb6-4d2f-92e2-862eb74e4124'}] {{(pid=96121) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 15:40:04.005150 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27dfeb15-86e0-4c87-b539-0d9c74271800 req-c86de418-3aef-4acd-8690-a73e4f4ce767 service neutron] Attempting to bind port 773beca0-aecf-4096-a0d7-069208c3bdfb on network 6dbc83d2-1eb6-4d2f-92e2-862eb74e4124 {{(pid=96121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 15:40:04.009892 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27dfeb15-86e0-4c87-b539-0d9c74271800 req-c86de418-3aef-4acd-8690-a73e4f4ce767 service neutron] Port 773beca0-aecf-4096-a0d7-069208c3bdfb on network 6dbc83d2-1eb6-4d2f-92e2-862eb74e4124 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80661 {{(pid=96121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 29 15:40:04.010483 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27dfeb15-86e0-4c87-b539-0d9c74271800 req-c86de418-3aef-4acd-8690-a73e4f4ce767 service neutron] Attempting to bind port 773beca0-aecf-4096-a0d7-069208c3bdfb on network 6dbc83d2-1eb6-4d2f-92e2-862eb74e4124 {{(pid=96121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 15:40:04.021490 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27dfeb15-86e0-4c87-b539-0d9c74271800 req-c86de418-3aef-4acd-8690-a73e4f4ce767 service neutron] Checking agent: {'id': '02e4aaf8-ac1d-430d-8152-9e2105739360', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80661', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 15, 37, 5), 'started_at': datetime.datetime(2021, 9, 29, 15, 37, 5), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 15, 39, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=96121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 15:40:04.021835 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27dfeb15-86e0-4c87-b539-0d9c74271800 req-c86de418-3aef-4acd-8690-a73e4f4ce767 service neutron] Checking segment: {'id': '410a5b94-6c4f-4e8c-81e4-151e9b9c01d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '6dbc83d2-1eb6-4d2f-92e2-862eb74e4124'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96121) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 15:40:04.022238 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27dfeb15-86e0-4c87-b539-0d9c74271800 req-c86de418-3aef-4acd-8690-a73e4f4ce767 service neutron] Bound using segment: {'id': '410a5b94-6c4f-4e8c-81e4-151e9b9c01d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '6dbc83d2-1eb6-4d2f-92e2-862eb74e4124'} {{(pid=96121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 15:40:04.023028 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.plugins.ml2.managers [req-27dfeb15-86e0-4c87-b539-0d9c74271800 req-c86de418-3aef-4acd-8690-a73e4f4ce767 service neutron] Bound port: 773beca0-aecf-4096-a0d7-069208c3bdfb, host: hv-cinder-80661, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '410a5b94-6c4f-4e8c-81e4-151e9b9c01d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '6dbc83d2-1eb6-4d2f-92e2-862eb74e4124'}}] {{(pid=96121) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 15:40:04.023028 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [req-27dfeb15-86e0-4c87-b539-0d9c74271800 req-c86de418-3aef-4acd-8690-a73e4f4ce767 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-684029'] for port, before_update {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:40:04.044050 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-e8daa370-f2ff-41cd-8d9d-f1e73a39675d admin admin] Notify callbacks [] for security_group, before_create {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:40:04.095033 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.plugins.ml2.db [req-27dfeb15-86e0-4c87-b539-0d9c74271800 req-c86de418-3aef-4acd-8690-a73e4f4ce767 service neutron] For port 773beca0-aecf-4096-a0d7-069208c3bdfb, host hv-cinder-80661, cleared binding levels {{(pid=96121) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 15:40:04.098638 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.plugins.ml2.db [req-27dfeb15-86e0-4c87-b539-0d9c74271800 req-c86de418-3aef-4acd-8690-a73e4f4ce767 service neutron] For port 773beca0-aecf-4096-a0d7-069208c3bdfb, host hv-cinder-80661, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80661',level=0,port_id=773beca0-aecf-4096-a0d7-069208c3bdfb,segment=NetworkSegment(410a5b94-6c4f-4e8c-81e4-151e9b9c01d0),segment_id=410a5b94-6c4f-4e8c-81e4-151e9b9c01d0)] {{(pid=96121) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 15:40:04.139838 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-e8daa370-f2ff-41cd-8d9d-f1e73a39675d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:40:04.199116 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3da0327-8a61-4e44-a3bc-91930685e6c6 req-b9b9ebf2-8c54-45d1-b1a4-e4abc2fac2bd tempest-AttachVolumeNegativeTest-728742291 tempest-AttachVolumeNegativeTest-728742291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:40:04.200842 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-b3da0327-8a61-4e44-a3bc-91930685e6c6 req-b9b9ebf2-8c54-45d1-b1a4-e4abc2fac2bd tempest-AttachVolumeNegativeTest-728742291 tempest-AttachVolumeNegativeTest-728742291-project] 10.222.0.46 "GET /v2.0/ports?device_id=7feebe8f-2724-4aab-850a-15700a591bdd HTTP/1.1" status: 200 len: 943 time: 0.0611341 Sep 29 15:40:04.202440 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [req-27dfeb15-86e0-4c87-b539-0d9c74271800 req-c86de418-3aef-4acd-8690-a73e4f4ce767 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741780147972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741779628755', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741779628773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3898424'] for port, after_update {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:40:04.231521 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-e8daa370-f2ff-41cd-8d9d-f1e73a39675d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579214'] for security_group, after_create {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:40:04.247158 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27dfeb15-86e0-4c87-b539-0d9c74271800 req-c86de418-3aef-4acd-8690-a73e4f4ce767 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:40:04.247908 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [req-27dfeb15-86e0-4c87-b539-0d9c74271800 req-c86de418-3aef-4acd-8690-a73e4f4ce767 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577532'] for port, before_response {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:40:04.249329 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-27dfeb15-86e0-4c87-b539-0d9c74271800 req-c86de418-3aef-4acd-8690-a73e4f4ce767 service neutron] 10.222.0.22 "PUT /v2.0/ports/773beca0-aecf-4096-a0d7-069208c3bdfb HTTP/1.1" status: 200 len: 1093 time: 0.8408682 Sep 29 15:40:04.250776 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7feebe8f-2724-4aab-850a-15700a591bdd', 'tag': '773beca0-aecf-4096-a0d7-069208c3bdfb'}] {{(pid=96121) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 15:40:04.253063 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dcbd94143c65fdb0f5c12b0c92a6468c38125261e55d21e9818266cb91f6c0d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-450bd756-2ceb-495e-bd88-671dfc5828de" -d '{"events": [{"name": "network-changed", "server_uuid": "7feebe8f-2724-4aab-850a-15700a591bdd", "tag": "773beca0-aecf-4096-a0d7-069208c3bdfb"}]}' {{(pid=96121) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 15:40:04.278455 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [None req-e8daa370-f2ff-41cd-8d9d-f1e73a39675d admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=fd194ad8dc694547b2061f593476e915&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3610744 Sep 29 15:40:04.283151 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.wsgi [-] (96121) accepted ('10.222.0.46', 57880) {{(pid=96121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 15:40:04.299592 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e83240-aca6-4d1f-83ca-34560cdd981c req-a70904bf-13ec-4227-8e8a-9a3d3b05aa06 tempest-ServerRescueNegativeTestJSON-859711067 tempest-ServerRescueNegativeTestJSON-859711067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:40:04.301126 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [req-00e83240-aca6-4d1f-83ca-34560cdd981c req-a70904bf-13ec-4227-8e8a-9a3d3b05aa06 tempest-ServerRescueNegativeTestJSON-859711067 tempest-ServerRescueNegativeTestJSON-859711067-project] 10.222.0.46 "GET /v2.0/ports?device_id=fceddbf7-453e-4d39-9b3d-c354498f646c HTTP/1.1" status: 200 len: 945 time: 0.1076446 Sep 29 15:40:04.302202 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8daa370-f2ff-41cd-8d9d-f1e73a39675d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ba5f5f9-2205-4b80-a33e-b457a60ce33f,revision_number=1']} {{(pid=96120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 15:40:04.306649 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-b3da0327-8a61-4e44-a3bc-91930685e6c6 req-47cc5574-3c7d-4317-8b93-2a7b39972c5e tempest-AttachVolumeNegativeTest-728742291 tempest-AttachVolumeNegativeTest-728742291-project] 10.222.0.46 "GET /v2.0/security-groups?id=c4509334-a1e4-43fe-aae7-235e447c037b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895972 Sep 29 15:40:04.330030 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c86de418-3aef-4acd-8690-a73e4f4ce767 service neutron] Pushing event updated for resources: {'Port': ['ID=773beca0-aecf-4096-a0d7-069208c3bdfb,revision_number=3']} {{(pid=96121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 15:40:04.348674 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [req-00e83240-aca6-4d1f-83ca-34560cdd981c req-6015e2cb-32a3-4b6b-a276-01c27fc5e6a9 tempest-ServerRescueNegativeTestJSON-859711067 tempest-ServerRescueNegativeTestJSON-859711067-project] 10.222.0.46 "GET /v2.0/security-groups?id=69bb6ea6-2770-4a41-88ab-960c26e8ecb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415938 Sep 29 15:40:04.376005 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [None req-62cba797-009b-429c-9b05-76e732730736 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:40:04.397470 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 29 Sep 2021 15:40:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d886a25-6237-433c-97c9-fc97d88ed58d x-openstack-request-id: req-7d886a25-6237-433c-97c9-fc97d88ed58d {{(pid=96121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 15:40:04.397758 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7feebe8f-2724-4aab-850a-15700a591bdd", "tag": "773beca0-aecf-4096-a0d7-069208c3bdfb", "status": "completed", "code": 200}]} {{(pid=96121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 15:40:04.398028 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-7d886a25-6237-433c-97c9-fc97d88ed58d {{(pid=96121) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 15:40:04.398410 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7feebe8f-2724-4aab-850a-15700a591bdd', 'tag': '773beca0-aecf-4096-a0d7-069208c3bdfb', 'status': 'completed', 'code': 200} Sep 29 15:40:04.400143 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [None req-62cba797-009b-429c-9b05-76e732730736 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:40:04.486890 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27dfeb15-86e0-4c87-b539-0d9c74271800 req-b6d1d656-d71c-42b4-86fb-5ad5fe3b94c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:40:04.488822 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-27dfeb15-86e0-4c87-b539-0d9c74271800 req-b6d1d656-d71c-42b4-86fb-5ad5fe3b94c3 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=230295d16b3f4b9c95387a6193aeb6e3&device_id=7feebe8f-2724-4aab-850a-15700a591bdd HTTP/1.1" status: 200 len: 1096 time: 0.0441875 Sep 29 15:40:04.546480 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-27dfeb15-86e0-4c87-b539-0d9c74271800 req-caad7482-158e-4c39-8bad-e1b5b6fcefe0 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=773beca0-aecf-4096-a0d7-069208c3bdfb HTTP/1.1" status: 200 len: 217 time: 0.0356097 Sep 29 15:40:04.558292 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [None req-62cba797-009b-429c-9b05-76e732730736 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579214'] for security_group, after_delete {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:40:04.560812 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [None req-62cba797-009b-429c-9b05-76e732730736 admin admin] Notify callbacks [] for security_group, before_response {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:40:04.562124 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [None req-62cba797-009b-429c-9b05-76e732730736 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/3ba5f5f9-2205-4b80-a33e-b457a60ce33f HTTP/1.1" status: 204 len: 168 time: 0.2793584 Sep 29 15:40:04.614675 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62cba797-009b-429c-9b05-76e732730736 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ba5f5f9-2205-4b80-a33e-b457a60ce33f,revision_number=None']} {{(pid=96121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 15:40:04.617418 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27dfeb15-86e0-4c87-b539-0d9c74271800 req-3ac65efe-08ef-4a86-aeee-86667cda29fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:40:04.619062 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-27dfeb15-86e0-4c87-b539-0d9c74271800 req-3ac65efe-08ef-4a86-aeee-86667cda29fa service neutron] 10.222.0.22 "GET /v2.0/subnets?id=f52e1823-73ec-4946-856c-fe4a0be10483 HTTP/1.1" status: 200 len: 855 time: 0.0559726 Sep 29 15:40:04.654256 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-27dfeb15-86e0-4c87-b539-0d9c74271800 req-0240afa7-df71-49e7-9c6e-b97ed9f1bbad service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=6dbc83d2-1eb6-4d2f-92e2-862eb74e4124&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0238194 Sep 29 15:40:04.753327 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-27dfeb15-86e0-4c87-b539-0d9c74271800 req-ef44f5d7-3c80-49ae-a2a8-8c6ef3ecdb09 service neutron] 10.222.0.22 "GET /v2.0/networks/6dbc83d2-1eb6-4d2f-92e2-862eb74e4124?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856118 Sep 29 15:40:04.861643 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-27dfeb15-86e0-4c87-b539-0d9c74271800 req-bbde0b17-9417-4106-9a2d-58c949b81d93 service neutron] 10.222.0.22 "GET /v2.0/networks/6dbc83d2-1eb6-4d2f-92e2-862eb74e4124?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916939 Sep 29 15:40:05.284336 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.wsgi [-] (96120) accepted ('10.222.0.46', 57910) {{(pid=96120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 15:40:05.298374 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-6f51dcfc-16b7-4ddd-8e38-ba3453b59485 admin admin] Notify callbacks [] for security_group, before_create {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:40:05.316064 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-b2a3f31b-2419-4885-8de6-0dfe8c3cccb8 req-10dd2bd2-43fe-4860-bdb7-1b77cf79121e service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=7c03c1ad-57f1-450e-8111-bd14587cc96c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0684872 Sep 29 15:40:05.323049 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450bd756-2ceb-495e-bd88-671dfc5828de req-8f1d43dc-85e1-41a1-b8ea-4f646098b889 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:40:05.324733 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-450bd756-2ceb-495e-bd88-671dfc5828de req-8f1d43dc-85e1-41a1-b8ea-4f646098b889 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=230295d16b3f4b9c95387a6193aeb6e3&device_id=7feebe8f-2724-4aab-850a-15700a591bdd HTTP/1.1" status: 200 len: 1096 time: 0.0525005 Sep 29 15:40:05.418486 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-6f51dcfc-16b7-4ddd-8e38-ba3453b59485 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:40:05.493155 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5a2cfe-1b80-46d9-b9dc-d8424b385489 req-759179c1-5320-4ebf-b23d-5f6c3aedaf6a tempest-AttachVolumeNegativeTest-728742291 tempest-AttachVolumeNegativeTest-728742291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:40:05.495142 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [req-0f5a2cfe-1b80-46d9-b9dc-d8424b385489 req-759179c1-5320-4ebf-b23d-5f6c3aedaf6a tempest-AttachVolumeNegativeTest-728742291 tempest-AttachVolumeNegativeTest-728742291-project] 10.222.0.46 "GET /v2.0/ports?device_id=7feebe8f-2724-4aab-850a-15700a591bdd HTTP/1.1" status: 200 len: 943 time: 0.0630271 Sep 29 15:40:05.496512 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-6f51dcfc-16b7-4ddd-8e38-ba3453b59485 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579214'] for security_group, after_create {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:40:05.560305 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f51dcfc-16b7-4ddd-8e38-ba3453b59485 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16731107-8794-4fb6-962b-f176eda11c49,revision_number=1']} {{(pid=96120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 15:40:05.566615 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [None req-6f51dcfc-16b7-4ddd-8e38-ba3453b59485 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=71ba556216694ae5a200d4f794ea9c93&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2811375 Sep 29 15:40:05.578179 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.wsgi [-] (96120) accepted ('10.222.0.46', 57918) {{(pid=96120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 15:40:05.604655 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [req-0f5a2cfe-1b80-46d9-b9dc-d8424b385489 req-b4e8d8e8-e3db-4417-b4ad-60e69f3f5b9e tempest-AttachVolumeNegativeTest-728742291 tempest-AttachVolumeNegativeTest-728742291-project] 10.222.0.46 "GET /v2.0/security-groups?id=c4509334-a1e4-43fe-aae7-235e447c037b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925658 Sep 29 15:40:05.655258 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-0f2c1ff6-07c0-4f5a-9e50-bbe7867543ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:40:05.679105 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-0f2c1ff6-07c0-4f5a-9e50-bbe7867543ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:40:05.796308 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450bd756-2ceb-495e-bd88-671dfc5828de req-cebe7c56-c637-454b-96f8-0b4f4433dfc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:40:05.798199 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-450bd756-2ceb-495e-bd88-671dfc5828de req-cebe7c56-c637-454b-96f8-0b4f4433dfc2 service neutron] 10.222.0.22 "GET /v2.0/networks?id=6dbc83d2-1eb6-4d2f-92e2-862eb74e4124 HTTP/1.1" status: 200 len: 916 time: 0.4037306 Sep 29 15:40:05.805662 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a3f31b-2419-4885-8de6-0dfe8c3cccb8 req-43dd708d-cf99-4cda-8d5a-aa1628f47e06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:40:05.807064 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-b2a3f31b-2419-4885-8de6-0dfe8c3cccb8 req-43dd708d-cf99-4cda-8d5a-aa1628f47e06 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=230295d16b3f4b9c95387a6193aeb6e3&device_id=7c03c1ad-57f1-450e-8111-bd14587cc96c HTTP/1.1" status: 200 len: 1098 time: 0.0896821 Sep 29 15:40:05.815161 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b91166-d3dd-4e35-9439-846171c2f5cc req-db91a254-20ae-4e45-aa04-30a85627b7da tempest-ServerRescueNegativeTestJSON-859711067 tempest-ServerRescueNegativeTestJSON-859711067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:40:05.816596 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-c6b91166-d3dd-4e35-9439-846171c2f5cc req-db91a254-20ae-4e45-aa04-30a85627b7da tempest-ServerRescueNegativeTestJSON-859711067 tempest-ServerRescueNegativeTestJSON-859711067-project] 10.222.0.46 "GET /v2.0/ports?device_id=fceddbf7-453e-4d39-9b3d-c354498f646c HTTP/1.1" status: 200 len: 945 time: 0.1005795 Sep 29 15:40:05.872722 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-450bd756-2ceb-495e-bd88-671dfc5828de req-bbb9c759-f396-45a5-96cf-299bf1312b09 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=773beca0-aecf-4096-a0d7-069208c3bdfb HTTP/1.1" status: 200 len: 217 time: 0.0552137 Sep 29 15:40:05.886618 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-0f2c1ff6-07c0-4f5a-9e50-bbe7867543ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579214'] for security_group, after_delete {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:40:05.890918 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-0f2c1ff6-07c0-4f5a-9e50-bbe7867543ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:40:05.892199 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [None req-0f2c1ff6-07c0-4f5a-9e50-bbe7867543ed admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/16731107-8794-4fb6-962b-f176eda11c49 HTTP/1.1" status: 204 len: 168 time: 0.3110406 Sep 29 15:40:05.905704 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f2c1ff6-07c0-4f5a-9e50-bbe7867543ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16731107-8794-4fb6-962b-f176eda11c49,revision_number=None']} {{(pid=96120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 15:40:05.956010 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-c6b91166-d3dd-4e35-9439-846171c2f5cc req-7b2859ef-9408-4183-8c3f-be2e4bb3c74b tempest-ServerRescueNegativeTestJSON-859711067 tempest-ServerRescueNegativeTestJSON-859711067-project] 10.222.0.46 "GET /v2.0/security-groups?id=69bb6ea6-2770-4a41-88ab-960c26e8ecb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1321011 Sep 29 15:40:05.988597 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450bd756-2ceb-495e-bd88-671dfc5828de req-d812c6f4-63dc-4af2-918c-f7b44eef7f88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:40:05.990202 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-450bd756-2ceb-495e-bd88-671dfc5828de req-d812c6f4-63dc-4af2-918c-f7b44eef7f88 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=f52e1823-73ec-4946-856c-fe4a0be10483 HTTP/1.1" status: 200 len: 855 time: 0.0985868 Sep 29 15:40:06.038589 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-450bd756-2ceb-495e-bd88-671dfc5828de req-ff80b9fe-ea1c-4a2d-acf2-2cfa20892e34 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=6dbc83d2-1eb6-4d2f-92e2-862eb74e4124&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0304368 Sep 29 15:40:06.040040 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a3f31b-2419-4885-8de6-0dfe8c3cccb8 req-b10f93c0-6b3f-49d4-a357-309c76be4cad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:40:06.041378 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-b2a3f31b-2419-4885-8de6-0dfe8c3cccb8 req-b10f93c0-6b3f-49d4-a357-309c76be4cad service neutron] 10.222.0.22 "GET /v2.0/networks?id=6dbc83d2-1eb6-4d2f-92e2-862eb74e4124 HTTP/1.1" status: 200 len: 916 time: 0.1771598 Sep 29 15:40:06.108644 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-b2a3f31b-2419-4885-8de6-0dfe8c3cccb8 req-45ab38f9-4a51-4223-a45a-9ebdec7009b3 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7aecb321-2e49-419c-9f69-93c5992c0b8a HTTP/1.1" status: 200 len: 217 time: 0.0516107 Sep 29 15:40:06.198064 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a3f31b-2419-4885-8de6-0dfe8c3cccb8 req-602c07ba-418c-4a95-8aed-83cda9681f49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:40:06.199623 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-b2a3f31b-2419-4885-8de6-0dfe8c3cccb8 req-602c07ba-418c-4a95-8aed-83cda9681f49 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=f52e1823-73ec-4946-856c-fe4a0be10483 HTTP/1.1" status: 200 len: 855 time: 0.0810270 Sep 29 15:40:06.216372 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-450bd756-2ceb-495e-bd88-671dfc5828de req-54db2d6a-b558-4eb2-8a96-d49f582a1325 service neutron] 10.222.0.22 "GET /v2.0/networks/6dbc83d2-1eb6-4d2f-92e2-862eb74e4124?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1561451 Sep 29 15:40:06.238219 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-b2a3f31b-2419-4885-8de6-0dfe8c3cccb8 req-9f2b3c90-1abc-48ae-bfee-4975b6d6efea service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=6dbc83d2-1eb6-4d2f-92e2-862eb74e4124&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0251675 Sep 29 15:40:06.418444 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-450bd756-2ceb-495e-bd88-671dfc5828de req-2cd3fabd-0d9e-48d3-b8b3-5ba965db8cbe service neutron] 10.222.0.22 "GET /v2.0/networks/6dbc83d2-1eb6-4d2f-92e2-862eb74e4124?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1824803 Sep 29 15:40:06.421149 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-b2a3f31b-2419-4885-8de6-0dfe8c3cccb8 req-d0cd6710-dbd6-461d-9c97-e2923d6ab3ff service neutron] 10.222.0.22 "GET /v2.0/networks/6dbc83d2-1eb6-4d2f-92e2-862eb74e4124?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1746025 Sep 29 15:40:06.559905 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-b2a3f31b-2419-4885-8de6-0dfe8c3cccb8 req-cd4b93a1-97bf-4dee-8472-7a057b43826c service neutron] 10.222.0.22 "GET /v2.0/networks/6dbc83d2-1eb6-4d2f-92e2-862eb74e4124?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0949132 Sep 29 15:40:06.720350 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a92e12-f5e5-4bf3-ab94-e888e4243aa6 req-a751842e-61e4-4b8f-8908-fb78ed50be1d tempest-AttachVolumeNegativeTest-728742291 tempest-AttachVolumeNegativeTest-728742291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:40:06.721848 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [req-e0a92e12-f5e5-4bf3-ab94-e888e4243aa6 req-a751842e-61e4-4b8f-8908-fb78ed50be1d tempest-AttachVolumeNegativeTest-728742291 tempest-AttachVolumeNegativeTest-728742291-project] 10.222.0.46 "GET /v2.0/ports?device_id=7feebe8f-2724-4aab-850a-15700a591bdd HTTP/1.1" status: 200 len: 943 time: 0.0508468 Sep 29 15:40:06.768608 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [req-e0a92e12-f5e5-4bf3-ab94-e888e4243aa6 req-35a87996-857d-464d-8ce0-89f622d23632 tempest-AttachVolumeNegativeTest-728742291 tempest-AttachVolumeNegativeTest-728742291-project] 10.222.0.46 "GET /v2.0/security-groups?id=c4509334-a1e4-43fe-aae7-235e447c037b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403695 Sep 29 15:40:06.789164 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron_lib.callbacks.manager [None req-4d55257e-523e-4b8d-ab2b-d46a31710be1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741779927170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-625140'] for agent, after_update {{(pid=96122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:40:07.089414 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44c661d-4c45-43a3-aca4-21737a63ab75 req-17c9bebb-8ac1-49ef-876c-36cb622aeac9 tempest-ServerRescueNegativeTestJSON-859711067 tempest-ServerRescueNegativeTestJSON-859711067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:40:07.090918 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-d44c661d-4c45-43a3-aca4-21737a63ab75 req-17c9bebb-8ac1-49ef-876c-36cb622aeac9 tempest-ServerRescueNegativeTestJSON-859711067 tempest-ServerRescueNegativeTestJSON-859711067-project] 10.222.0.46 "GET /v2.0/ports?device_id=fceddbf7-453e-4d39-9b3d-c354498f646c HTTP/1.1" status: 200 len: 945 time: 0.0544541 Sep 29 15:40:07.131003 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-d44c661d-4c45-43a3-aca4-21737a63ab75 req-8eecbdf7-aa56-47ea-b59d-dfe9e2008686 tempest-ServerRescueNegativeTestJSON-859711067 tempest-ServerRescueNegativeTestJSON-859711067-project] 10.222.0.46 "GET /v2.0/security-groups?id=69bb6ea6-2770-4a41-88ab-960c26e8ecb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341496 Sep 29 15:40:07.901416 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864d037a-6a43-455f-a056-1f39de5c5f8f req-e28f2ce6-4462-4afa-b9f4-d61300b26f48 tempest-AttachVolumeNegativeTest-728742291 tempest-AttachVolumeNegativeTest-728742291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:40:07.902929 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [req-864d037a-6a43-455f-a056-1f39de5c5f8f req-e28f2ce6-4462-4afa-b9f4-d61300b26f48 tempest-AttachVolumeNegativeTest-728742291 tempest-AttachVolumeNegativeTest-728742291-project] 10.222.0.46 "GET /v2.0/ports?device_id=7feebe8f-2724-4aab-850a-15700a591bdd HTTP/1.1" status: 200 len: 943 time: 0.0551879 Sep 29 15:40:07.948521 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [req-864d037a-6a43-455f-a056-1f39de5c5f8f req-543ab396-b9ae-4fa5-abd3-77de47b10be6 tempest-AttachVolumeNegativeTest-728742291 tempest-AttachVolumeNegativeTest-728742291-project] 10.222.0.46 "GET /v2.0/security-groups?id=c4509334-a1e4-43fe-aae7-235e447c037b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368569 Sep 29 15:40:08.246915 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf411546-0b39-42ed-b875-a3279be14165 req-8bce5b20-5351-40bd-a15a-292fa53624e4 tempest-ServerRescueNegativeTestJSON-859711067 tempest-ServerRescueNegativeTestJSON-859711067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:40:08.248420 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-cf411546-0b39-42ed-b875-a3279be14165 req-8bce5b20-5351-40bd-a15a-292fa53624e4 tempest-ServerRescueNegativeTestJSON-859711067 tempest-ServerRescueNegativeTestJSON-859711067-project] 10.222.0.46 "GET /v2.0/ports?device_id=fceddbf7-453e-4d39-9b3d-c354498f646c HTTP/1.1" status: 200 len: 945 time: 0.0481756 Sep 29 15:40:08.297784 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-cf411546-0b39-42ed-b875-a3279be14165 req-e6270bcf-bc06-4790-8735-f83c7cb023ab tempest-ServerRescueNegativeTestJSON-859711067 tempest-ServerRescueNegativeTestJSON-859711067-project] 10.222.0.46 "GET /v2.0/security-groups?id=69bb6ea6-2770-4a41-88ab-960c26e8ecb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429161 Sep 29 15:40:08.861614 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.plugins.ml2.rpc [None req-4d55257e-523e-4b8d-ab2b-d46a31710be1 None None] Device 773beca0-aecf-4096-a0d7-069208c3bdfb details requested by agent hyperv_hv-cinder-80661 with host hv-cinder-80661 {{(pid=96122) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 29 15:40:08.896279 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952306d4-592f-4f54-a3a9-04a6970abb15 req-d564fd52-2433-4701-ac09-d6e737038f2c tempest-DeleteServersTestJSON-637044148 tempest-DeleteServersTestJSON-637044148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:40:08.897791 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [req-952306d4-592f-4f54-a3a9-04a6970abb15 req-d564fd52-2433-4701-ac09-d6e737038f2c tempest-DeleteServersTestJSON-637044148 tempest-DeleteServersTestJSON-637044148-project] 10.222.0.46 "GET /v2.0/ports?device_id=da775cc6-3ab7-4560-9b2b-35ba569056f1 HTTP/1.1" status: 200 len: 945 time: 0.0519845 Sep 29 15:40:08.938011 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [req-952306d4-592f-4f54-a3a9-04a6970abb15 req-36cb7025-78ce-4f6a-aa76-5223ddbc847e tempest-DeleteServersTestJSON-637044148 tempest-DeleteServersTestJSON-637044148-project] 10.222.0.46 "GET /v2.0/security-groups?id=5a526d53-95a2-47df-b578-772e4e4f7016&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341215 Sep 29 15:40:08.958368 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.plugins.ml2.db [None req-4d55257e-523e-4b8d-ab2b-d46a31710be1 None None] For port 773beca0-aecf-4096-a0d7-069208c3bdfb, host hv-cinder-80661, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80661',level=0,port_id=773beca0-aecf-4096-a0d7-069208c3bdfb,segment=NetworkSegment(410a5b94-6c4f-4e8c-81e4-151e9b9c01d0),segment_id=410a5b94-6c4f-4e8c-81e4-151e9b9c01d0)] {{(pid=96122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 15:40:08.968428 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.plugins.ml2.rpc [None req-4d55257e-523e-4b8d-ab2b-d46a31710be1 None None] Returning: {'device': '773beca0-aecf-4096-a0d7-069208c3bdfb', 'network_id': '6dbc83d2-1eb6-4d2f-92e2-862eb74e4124', 'port_id': '773beca0-aecf-4096-a0d7-069208c3bdfb', 'mac_address': 'fa:16:3e:02:dd:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 643, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f52e1823-73ec-4946-856c-fe4a0be10483', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=96122) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 29 15:40:09.005460 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron_lib.callbacks.manager [None req-4d55257e-523e-4b8d-ab2b-d46a31710be1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-684029'] for port, before_update {{(pid=96122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:40:09.022785 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.notifiers.nova [None req-4d55257e-523e-4b8d-ab2b-d46a31710be1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 773beca0-aecf-4096-a0d7-069208c3bdfb {{(pid=96122) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 15:40:09.042234 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.plugins.ml2.db [None req-4d55257e-523e-4b8d-ab2b-d46a31710be1 None None] For port 773beca0-aecf-4096-a0d7-069208c3bdfb, host hv-cinder-80661, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80661',level=0,port_id=773beca0-aecf-4096-a0d7-069208c3bdfb,segment=NetworkSegment(410a5b94-6c4f-4e8c-81e4-151e9b9c01d0),segment_id=410a5b94-6c4f-4e8c-81e4-151e9b9c01d0)] {{(pid=96122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 15:40:09.069109 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5743053b-1624-45ed-82ff-b96893584467 req-0d0f3677-b436-4a48-90ac-2be3efd9ba89 tempest-AttachVolumeNegativeTest-728742291 tempest-AttachVolumeNegativeTest-728742291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:40:09.070611 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-5743053b-1624-45ed-82ff-b96893584467 req-0d0f3677-b436-4a48-90ac-2be3efd9ba89 tempest-AttachVolumeNegativeTest-728742291 tempest-AttachVolumeNegativeTest-728742291-project] 10.222.0.46 "GET /v2.0/ports?device_id=7feebe8f-2724-4aab-850a-15700a591bdd HTTP/1.1" status: 200 len: 943 time: 0.0535300 Sep 29 15:40:09.110028 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-5743053b-1624-45ed-82ff-b96893584467 req-f53f9f38-edd2-421f-94c5-040fda115048 tempest-AttachVolumeNegativeTest-728742291 tempest-AttachVolumeNegativeTest-728742291-project] 10.222.0.46 "GET /v2.0/security-groups?id=c4509334-a1e4-43fe-aae7-235e447c037b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327239 Sep 29 15:40:09.143391 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron_lib.callbacks.manager [None req-4d55257e-523e-4b8d-ab2b-d46a31710be1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741780147972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741779628755', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741779628773'] for port, after_update {{(pid=96122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:40:09.295032 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d55257e-523e-4b8d-ab2b-d46a31710be1 None None] Pushing event updated for resources: {'Port': ['ID=773beca0-aecf-4096-a0d7-069208c3bdfb,revision_number=4']} {{(pid=96122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 15:40:09.302345 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d55257e-523e-4b8d-ab2b-d46a31710be1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806616-6-iscsi {{(pid=96122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 15:40:09.302692 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d55257e-523e-4b8d-ab2b-d46a31710be1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806616-6-iscsi {{(pid=96122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 15:40:09.303035 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d55257e-523e-4b8d-ab2b-d46a31710be1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806616-6-iscsi {{(pid=96122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 15:40:09.303371 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d55257e-523e-4b8d-ab2b-d46a31710be1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806616-6-iscsi {{(pid=96122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 15:40:09.303697 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d55257e-523e-4b8d-ab2b-d46a31710be1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806616-6-iscsi {{(pid=96122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 15:40:09.304055 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d55257e-523e-4b8d-ab2b-d46a31710be1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806616-6-iscsi {{(pid=96122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 15:40:09.304381 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d55257e-523e-4b8d-ab2b-d46a31710be1 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806616-6-iscsi {{(pid=96122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 15:40:09.304702 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d55257e-523e-4b8d-ab2b-d46a31710be1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806616-6-iscsi {{(pid=96122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 15:40:09.305044 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d55257e-523e-4b8d-ab2b-d46a31710be1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806616-6-iscsi {{(pid=96122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 15:40:09.305370 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d55257e-523e-4b8d-ab2b-d46a31710be1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806616-6-iscsi {{(pid=96122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 15:40:09.305742 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d55257e-523e-4b8d-ab2b-d46a31710be1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806616-6-iscsi {{(pid=96122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 15:40:09.306023 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d55257e-523e-4b8d-ab2b-d46a31710be1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806616-6-iscsi {{(pid=96122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 15:40:09.412675 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3bd249-cc03-410f-af72-7f9e9f7a7e92 req-937e004f-c4f9-43e0-9957-1b997e715086 tempest-ServerRescueNegativeTestJSON-859711067 tempest-ServerRescueNegativeTestJSON-859711067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:40:09.414171 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [req-0f3bd249-cc03-410f-af72-7f9e9f7a7e92 req-937e004f-c4f9-43e0-9957-1b997e715086 tempest-ServerRescueNegativeTestJSON-859711067 tempest-ServerRescueNegativeTestJSON-859711067-project] 10.222.0.46 "GET /v2.0/ports?device_id=fceddbf7-453e-4d39-9b3d-c354498f646c HTTP/1.1" status: 200 len: 945 time: 0.0478251 Sep 29 15:40:09.455308 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [req-0f3bd249-cc03-410f-af72-7f9e9f7a7e92 req-a06f0df7-2df9-4cf7-8145-06616be3aee7 tempest-ServerRescueNegativeTestJSON-859711067 tempest-ServerRescueNegativeTestJSON-859711067-project] 10.222.0.46 "GET /v2.0/security-groups?id=69bb6ea6-2770-4a41-88ab-960c26e8ecb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353041 Sep 29 15:40:09.699403 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.plugins.ml2.db [None req-4d55257e-523e-4b8d-ab2b-d46a31710be1 None None] get_ports_and_sgs() called for port_ids ['773beca0-aecf-4096-a0d7-069208c3bdfb'] {{(pid=96122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 15:40:10.058124 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de652e3-1547-462f-8715-acefa10a8146 req-c396b6ea-b3d5-498d-95bc-3b00dc8d606b tempest-DeleteServersTestJSON-637044148 tempest-DeleteServersTestJSON-637044148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:40:10.059721 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-4de652e3-1547-462f-8715-acefa10a8146 req-c396b6ea-b3d5-498d-95bc-3b00dc8d606b tempest-DeleteServersTestJSON-637044148 tempest-DeleteServersTestJSON-637044148-project] 10.222.0.46 "GET /v2.0/ports?device_id=da775cc6-3ab7-4560-9b2b-35ba569056f1 HTTP/1.1" status: 200 len: 945 time: 0.0516319 Sep 29 15:40:10.098121 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-4de652e3-1547-462f-8715-acefa10a8146 req-a8b77d27-a357-4a49-bf82-cd558648bfc9 tempest-DeleteServersTestJSON-637044148 tempest-DeleteServersTestJSON-637044148-project] 10.222.0.46 "GET /v2.0/security-groups?id=5a526d53-95a2-47df-b578-772e4e4f7016&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312481 Sep 29 15:40:10.228071 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53cc2c5-b1eb-47ef-9bcf-fab48d94ff37 req-d457bfea-e06c-4047-bbf1-f0f0f2a00a67 tempest-AttachVolumeNegativeTest-728742291 tempest-AttachVolumeNegativeTest-728742291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:40:10.229530 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [req-f53cc2c5-b1eb-47ef-9bcf-fab48d94ff37 req-d457bfea-e06c-4047-bbf1-f0f0f2a00a67 tempest-AttachVolumeNegativeTest-728742291 tempest-AttachVolumeNegativeTest-728742291-project] 10.222.0.46 "GET /v2.0/ports?device_id=7feebe8f-2724-4aab-850a-15700a591bdd HTTP/1.1" status: 200 len: 944 time: 0.0467274 Sep 29 15:40:10.267888 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [req-f53cc2c5-b1eb-47ef-9bcf-fab48d94ff37 req-05fb773e-fd3d-4471-a7bf-931db46c068b tempest-AttachVolumeNegativeTest-728742291 tempest-AttachVolumeNegativeTest-728742291-project] 10.222.0.46 "GET /v2.0/security-groups?id=c4509334-a1e4-43fe-aae7-235e447c037b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310388 Sep 29 15:40:10.566216 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f32aeb-cf41-4443-83a5-d04aa8fff869 req-f10e18af-33d4-4481-9593-1f6e535742e3 tempest-ServerRescueNegativeTestJSON-859711067 tempest-ServerRescueNegativeTestJSON-859711067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:40:10.567679 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-05f32aeb-cf41-4443-83a5-d04aa8fff869 req-f10e18af-33d4-4481-9593-1f6e535742e3 tempest-ServerRescueNegativeTestJSON-859711067 tempest-ServerRescueNegativeTestJSON-859711067-project] 10.222.0.46 "GET /v2.0/ports?device_id=fceddbf7-453e-4d39-9b3d-c354498f646c HTTP/1.1" status: 200 len: 945 time: 0.0466487 Sep 29 15:40:10.604553 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-05f32aeb-cf41-4443-83a5-d04aa8fff869 req-b256e6d2-53df-4781-9a49-df9eeb847448 tempest-ServerRescueNegativeTestJSON-859711067 tempest-ServerRescueNegativeTestJSON-859711067-project] 10.222.0.46 "GET /v2.0/security-groups?id=69bb6ea6-2770-4a41-88ab-960c26e8ecb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308237 Sep 29 15:40:11.216021 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce1de15-694c-4cea-91ab-d73f0ad332e8 req-7d56e191-29d3-4981-b349-c01065e6cc55 tempest-DeleteServersTestJSON-637044148 tempest-DeleteServersTestJSON-637044148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:40:11.217494 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [req-3ce1de15-694c-4cea-91ab-d73f0ad332e8 req-7d56e191-29d3-4981-b349-c01065e6cc55 tempest-DeleteServersTestJSON-637044148 tempest-DeleteServersTestJSON-637044148-project] 10.222.0.46 "GET /v2.0/ports?device_id=da775cc6-3ab7-4560-9b2b-35ba569056f1 HTTP/1.1" status: 200 len: 945 time: 0.0490179 Sep 29 15:40:11.254735 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [req-3ce1de15-694c-4cea-91ab-d73f0ad332e8 req-28a0f682-0839-47cb-a969-a61f3f967e5e tempest-DeleteServersTestJSON-637044148 tempest-DeleteServersTestJSON-637044148-project] 10.222.0.46 "GET /v2.0/security-groups?id=5a526d53-95a2-47df-b578-772e4e4f7016&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308754 Sep 29 15:40:11.382767 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646eb066-5f7f-459f-af87-6f8eb58ccfd7 req-a35a2186-dfc4-499a-9df4-72d081502590 tempest-AttachVolumeNegativeTest-728742291 tempest-AttachVolumeNegativeTest-728742291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:40:11.384265 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-646eb066-5f7f-459f-af87-6f8eb58ccfd7 req-a35a2186-dfc4-499a-9df4-72d081502590 tempest-AttachVolumeNegativeTest-728742291 tempest-AttachVolumeNegativeTest-728742291-project] 10.222.0.46 "GET /v2.0/ports?device_id=7feebe8f-2724-4aab-850a-15700a591bdd HTTP/1.1" status: 200 len: 944 time: 0.0495074 Sep 29 15:40:11.421793 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-646eb066-5f7f-459f-af87-6f8eb58ccfd7 req-8eaeaf95-27e4-4386-a87b-7fb023e9c585 tempest-AttachVolumeNegativeTest-728742291 tempest-AttachVolumeNegativeTest-728742291-project] 10.222.0.46 "GET /v2.0/security-groups?id=c4509334-a1e4-43fe-aae7-235e447c037b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311513 Sep 29 15:40:11.718155 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85dafc93-e64e-4977-a5e5-cd6ebb7d994a req-b4808122-5b7b-4d78-8941-ba95a4430a7c tempest-ServerRescueNegativeTestJSON-859711067 tempest-ServerRescueNegativeTestJSON-859711067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:40:11.719741 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [req-85dafc93-e64e-4977-a5e5-cd6ebb7d994a req-b4808122-5b7b-4d78-8941-ba95a4430a7c tempest-ServerRescueNegativeTestJSON-859711067 tempest-ServerRescueNegativeTestJSON-859711067-project] 10.222.0.46 "GET /v2.0/ports?device_id=fceddbf7-453e-4d39-9b3d-c354498f646c HTTP/1.1" status: 200 len: 945 time: 0.0504420 Sep 29 15:40:11.763626 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [req-85dafc93-e64e-4977-a5e5-cd6ebb7d994a req-0b802576-6060-426c-9fff-b16d60280e8a tempest-ServerRescueNegativeTestJSON-859711067 tempest-ServerRescueNegativeTestJSON-859711067-project] 10.222.0.46 "GET /v2.0/security-groups?id=69bb6ea6-2770-4a41-88ab-960c26e8ecb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364726 Sep 29 15:40:12.130323 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27788e9e-53be-43f3-a5c9-ff5b5159d59a req-b4dffb56-76d1-4fb4-aa32-4f089ec08b1b tempest-DeleteServersTestJSON-637044148 tempest-DeleteServersTestJSON-637044148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:40:12.131777 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-27788e9e-53be-43f3-a5c9-ff5b5159d59a req-b4dffb56-76d1-4fb4-aa32-4f089ec08b1b tempest-DeleteServersTestJSON-637044148 tempest-DeleteServersTestJSON-637044148-project] 10.222.0.22 "GET /v2.0/ports?device_id=da775cc6-3ab7-4560-9b2b-35ba569056f1 HTTP/1.1" status: 200 len: 945 time: 0.0519321 Sep 29 15:40:12.283724 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.plugins.ml2.plugin [req-27788e9e-53be-43f3-a5c9-ff5b5159d59a req-5c758409-2d39-47b9-8fea-4d64eea3fe44 tempest-DeleteServersTestJSON-637044148 tempest-DeleteServersTestJSON-637044148-project] Deleting port 17fd60ea-0543-4f47-a2d4-f04e5e7b4886 {{(pid=96121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 29 15:40:12.284259 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [req-27788e9e-53be-43f3-a5c9-ff5b5159d59a req-5c758409-2d39-47b9-8fea-4d64eea3fe44 tempest-DeleteServersTestJSON-637044148 tempest-DeleteServersTestJSON-637044148-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741780140072'] for port, before_delete {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:40:12.409691 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.plugins.ml2.db [req-27788e9e-53be-43f3-a5c9-ff5b5159d59a req-5c758409-2d39-47b9-8fea-4d64eea3fe44 tempest-DeleteServersTestJSON-637044148 tempest-DeleteServersTestJSON-637044148-project] For port 17fd60ea-0543-4f47-a2d4-f04e5e7b4886, host hv-cinder-80661, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80661',level=0,port_id=17fd60ea-0543-4f47-a2d4-f04e5e7b4886,segment=NetworkSegment(628d84a7-ead1-4ac6-bffb-83d0c925f453),segment_id=628d84a7-ead1-4ac6-bffb-83d0c925f453)] {{(pid=96121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 15:40:12.410393 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [req-27788e9e-53be-43f3-a5c9-ff5b5159d59a req-5c758409-2d39-47b9-8fea-4d64eea3fe44 tempest-DeleteServersTestJSON-637044148 tempest-DeleteServersTestJSON-637044148-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1614090'] for port, precommit_delete {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:40:12.419003 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c91275-511c-4106-b6b8-f75f16673933 req-3d75e58e-e948-4e1c-af20-1c8f3c3f9434 tempest-DeleteServersTestJSON-637044148 tempest-DeleteServersTestJSON-637044148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:40:12.420477 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-c3c91275-511c-4106-b6b8-f75f16673933 req-3d75e58e-e948-4e1c-af20-1c8f3c3f9434 tempest-DeleteServersTestJSON-637044148 tempest-DeleteServersTestJSON-637044148-project] 10.222.0.46 "GET /v2.0/ports?device_id=da775cc6-3ab7-4560-9b2b-35ba569056f1 HTTP/1.1" status: 200 len: 945 time: 0.0745559 Sep 29 15:40:12.433468 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.plugins.ml2.plugin [req-27788e9e-53be-43f3-a5c9-ff5b5159d59a req-5c758409-2d39-47b9-8fea-4d64eea3fe44 tempest-DeleteServersTestJSON-637044148 tempest-DeleteServersTestJSON-637044148-project] Calling delete_port for 17fd60ea-0543-4f47-a2d4-f04e5e7b4886 owned by compute:nova {{(pid=96121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 29 15:40:12.483472 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-c3c91275-511c-4106-b6b8-f75f16673933 req-51c7718e-47a1-4704-9812-e6e71e2b4751 tempest-DeleteServersTestJSON-637044148 tempest-DeleteServersTestJSON-637044148-project] 10.222.0.46 "GET /v2.0/security-groups?id=5a526d53-95a2-47df-b578-772e4e4f7016&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560241 Sep 29 15:40:12.549554 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a35076b-96cd-49ec-a5ee-5f3d6f395386 req-4296d4b5-9e7c-47b8-a536-b3ba88272ab2 tempest-AttachVolumeNegativeTest-728742291 tempest-AttachVolumeNegativeTest-728742291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:40:12.551251 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [req-4a35076b-96cd-49ec-a5ee-5f3d6f395386 req-4296d4b5-9e7c-47b8-a536-b3ba88272ab2 tempest-AttachVolumeNegativeTest-728742291 tempest-AttachVolumeNegativeTest-728742291-project] 10.222.0.46 "GET /v2.0/ports?device_id=7feebe8f-2724-4aab-850a-15700a591bdd HTTP/1.1" status: 200 len: 944 time: 0.0571172 Sep 29 15:40:12.596498 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [req-4a35076b-96cd-49ec-a5ee-5f3d6f395386 req-1f65f995-9c1e-45a9-8768-a19ee0d7de73 tempest-AttachVolumeNegativeTest-728742291 tempest-AttachVolumeNegativeTest-728742291-project] 10.222.0.46 "GET /v2.0/security-groups?id=c4509334-a1e4-43fe-aae7-235e447c037b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370145 Sep 29 15:40:12.731875 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [req-27788e9e-53be-43f3-a5c9-ff5b5159d59a req-5c758409-2d39-47b9-8fea-4d64eea3fe44 tempest-DeleteServersTestJSON-637044148 tempest-DeleteServersTestJSON-637044148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741780147950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741779628746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3898419'] for port, after_delete {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:40:12.764582 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c758409-2d39-47b9-8fea-4d64eea3fe44 tempest-DeleteServersTestJSON-637044148 tempest-DeleteServersTestJSON-637044148-project] Pushing event deleted for resources: {'Port': ['ID=17fd60ea-0543-4f47-a2d4-f04e5e7b4886,revision_number=None']} {{(pid=96121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 15:40:12.792079 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.plugins.ml2.db [None req-4d55257e-523e-4b8d-ab2b-d46a31710be1 None None] get_ports_and_sgs() called for port_ids ['17fd60ea-0543-4f47-a2d4-f04e5e7b4886'] {{(pid=96122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 15:40:12.824711 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.db.l3_dvrscheduler_db [req-27788e9e-53be-43f3-a5c9-ff5b5159d59a req-5c758409-2d39-47b9-8fea-4d64eea3fe44 tempest-DeleteServersTestJSON-637044148 tempest-DeleteServersTestJSON-637044148-project] No DVR routers for this DVR port 17fd60ea-0543-4f47-a2d4-f04e5e7b4886 on host hv-cinder-80661 {{(pid=96121) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 15:40:12.827730 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [req-27788e9e-53be-43f3-a5c9-ff5b5159d59a req-5c758409-2d39-47b9-8fea-4d64eea3fe44 tempest-DeleteServersTestJSON-637044148 tempest-DeleteServersTestJSON-637044148-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238921'] for port, before_response {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:40:12.830291 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-27788e9e-53be-43f3-a5c9-ff5b5159d59a req-5c758409-2d39-47b9-8fea-4d64eea3fe44 tempest-DeleteServersTestJSON-637044148 tempest-DeleteServersTestJSON-637044148-project] 10.222.0.22 "DELETE /v2.0/ports/17fd60ea-0543-4f47-a2d4-f04e5e7b4886 HTTP/1.1" status: 204 len: 173 time: 0.6795552 Sep 29 15:40:12.830737 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da775cc6-3ab7-4560-9b2b-35ba569056f1', 'name': 'network-vif-deleted', 'tag': '17fd60ea-0543-4f47-a2d4-f04e5e7b4886'}] {{(pid=96121) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 15:40:12.832994 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dcbd94143c65fdb0f5c12b0c92a6468c38125261e55d21e9818266cb91f6c0d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55cd50e5-0870-4bee-8c5b-bd121055b68d" -d '{"events": [{"server_uuid": "da775cc6-3ab7-4560-9b2b-35ba569056f1", "name": "network-vif-deleted", "tag": "17fd60ea-0543-4f47-a2d4-f04e5e7b4886"}]}' {{(pid=96121) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 15:40:12.877571 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Sep 2021 15:40:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f1f51bd-ef0a-476c-a51a-b090785fadde x-openstack-request-id: req-3f1f51bd-ef0a-476c-a51a-b090785fadde {{(pid=96121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 15:40:12.877863 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da775cc6-3ab7-4560-9b2b-35ba569056f1", "name": "network-vif-deleted", "tag": "17fd60ea-0543-4f47-a2d4-f04e5e7b4886", "status": "completed", "code": 200}]} {{(pid=96121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 15:40:12.878136 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-3f1f51bd-ef0a-476c-a51a-b090785fadde {{(pid=96121) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 15:40:12.878529 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da775cc6-3ab7-4560-9b2b-35ba569056f1', 'name': 'network-vif-deleted', 'tag': '17fd60ea-0543-4f47-a2d4-f04e5e7b4886', 'status': 'completed', 'code': 200} Sep 29 15:40:12.893279 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8deb6193-4e40-46ab-96d6-82edbc2ca887 req-8005aba7-156c-4e7b-aa08-5d9498a2d594 tempest-ServerRescueNegativeTestJSON-859711067 tempest-ServerRescueNegativeTestJSON-859711067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:40:12.894805 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-8deb6193-4e40-46ab-96d6-82edbc2ca887 req-8005aba7-156c-4e7b-aa08-5d9498a2d594 tempest-ServerRescueNegativeTestJSON-859711067 tempest-ServerRescueNegativeTestJSON-859711067-project] 10.222.0.46 "GET /v2.0/ports?device_id=fceddbf7-453e-4d39-9b3d-c354498f646c HTTP/1.1" status: 200 len: 945 time: 0.0570264 Sep 29 15:40:12.898658 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.plugins.ml2.rpc [None req-4d55257e-523e-4b8d-ab2b-d46a31710be1 None None] Device 773beca0-aecf-4096-a0d7-069208c3bdfb up at agent hyperv_hv-cinder-80661 {{(pid=96122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 15:40:12.934943 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-8deb6193-4e40-46ab-96d6-82edbc2ca887 req-ccf3d54b-2188-4799-8282-4b64a796b7ae tempest-ServerRescueNegativeTestJSON-859711067 tempest-ServerRescueNegativeTestJSON-859711067-project] 10.222.0.46 "GET /v2.0/security-groups?id=69bb6ea6-2770-4a41-88ab-960c26e8ecb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338869 Sep 29 15:40:13.004409 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.db.provisioning_blocks [None req-4d55257e-523e-4b8d-ab2b-d46a31710be1 None None] Provisioning for port 773beca0-aecf-4096-a0d7-069208c3bdfb completed by entity L2. {{(pid=96122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 29 15:40:13.008778 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.db.provisioning_blocks [None req-4d55257e-523e-4b8d-ab2b-d46a31710be1 None None] Provisioning complete for port 773beca0-aecf-4096-a0d7-069208c3bdfb triggered by entity L2. {{(pid=96122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 15:40:13.009377 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron_lib.callbacks.manager [None req-4d55257e-523e-4b8d-ab2b-d46a31710be1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-626465'] for port, provisioning_complete {{(pid=96122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:40:13.087103 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron_lib.callbacks.manager [None req-4d55257e-523e-4b8d-ab2b-d46a31710be1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-684029'] for port, before_update {{(pid=96122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:40:13.112355 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7feebe8f-2724-4aab-850a-15700a591bdd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '773beca0-aecf-4096-a0d7-069208c3bdfb'}] {{(pid=96122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 15:40:13.114596 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2623ca0f1d0ed70344ce0ae3d74fdbf1495c1e1ffd6c12fe338f92bc8c6604f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-644d36bd-7c18-4973-8a45-11ec38da27fe" -d '{"events": [{"server_uuid": "7feebe8f-2724-4aab-850a-15700a591bdd", "name": "network-vif-plugged", "status": "completed", "tag": "773beca0-aecf-4096-a0d7-069208c3bdfb"}]}' {{(pid=96122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 15:40:13.127407 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.plugins.ml2.db [None req-4d55257e-523e-4b8d-ab2b-d46a31710be1 None None] For port 773beca0-aecf-4096-a0d7-069208c3bdfb, host hv-cinder-80661, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80661',level=0,port_id=773beca0-aecf-4096-a0d7-069208c3bdfb,segment=NetworkSegment(410a5b94-6c4f-4e8c-81e4-151e9b9c01d0),segment_id=410a5b94-6c4f-4e8c-81e4-151e9b9c01d0)] {{(pid=96122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 15:40:13.151007 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Sep 2021 15:40:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32084753-ea72-49c9-a47e-e69f8e7a1562 x-openstack-request-id: req-32084753-ea72-49c9-a47e-e69f8e7a1562 {{(pid=96122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 15:40:13.151291 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7feebe8f-2724-4aab-850a-15700a591bdd", "name": "network-vif-plugged", "status": "completed", "tag": "773beca0-aecf-4096-a0d7-069208c3bdfb", "code": 200}]} {{(pid=96122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 15:40:13.151635 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-32084753-ea72-49c9-a47e-e69f8e7a1562 {{(pid=96122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 15:40:13.152133 dv-cinder-806616-6-iscsi neutron-server[96122]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7feebe8f-2724-4aab-850a-15700a591bdd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '773beca0-aecf-4096-a0d7-069208c3bdfb', 'code': 200} Sep 29 15:40:13.222192 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron_lib.callbacks.manager [None req-4d55257e-523e-4b8d-ab2b-d46a31710be1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741780147972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741779628755', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741779628773'] for port, after_update {{(pid=96122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:40:13.272210 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d55257e-523e-4b8d-ab2b-d46a31710be1 None None] Pushing event updated for resources: {'Port': ['ID=773beca0-aecf-4096-a0d7-069208c3bdfb,revision_number=5']} {{(pid=96122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 15:40:13.603307 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-c4198afd-13e5-49b3-8774-c34e29d648a4 req-2d507d46-8c35-4dde-a4dd-aeac57223a57 tempest-DeleteServersTestJSON-637044148 tempest-DeleteServersTestJSON-637044148-project] 10.222.0.46 "GET /v2.0/ports?device_id=da775cc6-3ab7-4560-9b2b-35ba569056f1 HTTP/1.1" status: 200 len: 210 time: 0.0292625 Sep 29 15:40:13.612693 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246ac63e-cf6b-49ef-8faf-ea3498dadccc req-49a5d7ad-67c2-4bef-8267-99a3d48ad773 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:40:13.614248 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-246ac63e-cf6b-49ef-8faf-ea3498dadccc req-49a5d7ad-67c2-4bef-8267-99a3d48ad773 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=7feebe8f-2724-4aab-850a-15700a591bdd HTTP/1.1" status: 200 len: 1098 time: 0.0751491 Sep 29 15:40:13.652189 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-246ac63e-cf6b-49ef-8faf-ea3498dadccc req-2408f721-894f-46d7-ad49-dfa821007009 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=c4509334-a1e4-43fe-aae7-235e447c037b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0280652 Sep 29 15:40:13.714612 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05cba17f-435a-41b2-bb3a-6127ebef8fdb req-fe7fb5b4-5ccc-4e4b-9301-d4e7cb3293f0 tempest-AttachVolumeNegativeTest-728742291 tempest-AttachVolumeNegativeTest-728742291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:40:13.716110 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [req-05cba17f-435a-41b2-bb3a-6127ebef8fdb req-fe7fb5b4-5ccc-4e4b-9301-d4e7cb3293f0 tempest-AttachVolumeNegativeTest-728742291 tempest-AttachVolumeNegativeTest-728742291-project] 10.222.0.46 "GET /v2.0/ports?device_id=7feebe8f-2724-4aab-850a-15700a591bdd HTTP/1.1" status: 200 len: 945 time: 0.0492461 Sep 29 15:40:13.754595 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [req-05cba17f-435a-41b2-bb3a-6127ebef8fdb req-eace66e5-66ab-40d5-b0de-ec5a20fe988a tempest-AttachVolumeNegativeTest-728742291 tempest-AttachVolumeNegativeTest-728742291-project] 10.222.0.46 "GET /v2.0/security-groups?id=c4509334-a1e4-43fe-aae7-235e447c037b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320253 Sep 29 15:40:14.045678 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a7f5dd-3159-44fc-9671-0e0b7e7287af req-bef305ff-99d6-4667-83e9-3913f05bb1ba tempest-ServerRescueNegativeTestJSON-859711067 tempest-ServerRescueNegativeTestJSON-859711067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:40:14.047059 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-27a7f5dd-3159-44fc-9671-0e0b7e7287af req-bef305ff-99d6-4667-83e9-3913f05bb1ba tempest-ServerRescueNegativeTestJSON-859711067 tempest-ServerRescueNegativeTestJSON-859711067-project] 10.222.0.46 "GET /v2.0/ports?device_id=fceddbf7-453e-4d39-9b3d-c354498f646c HTTP/1.1" status: 200 len: 945 time: 0.0468562 Sep 29 15:40:14.082951 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-27a7f5dd-3159-44fc-9671-0e0b7e7287af req-58d6c678-9596-4913-851f-f860e333fd05 tempest-ServerRescueNegativeTestJSON-859711067 tempest-ServerRescueNegativeTestJSON-859711067-project] 10.222.0.46 "GET /v2.0/security-groups?id=69bb6ea6-2770-4a41-88ab-960c26e8ecb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299768 Sep 29 15:40:16.916923 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.plugins.ml2.rpc [None req-4d55257e-523e-4b8d-ab2b-d46a31710be1 None None] Device 17fd60ea-0543-4f47-a2d4-f04e5e7b4886 no longer exists at agent hyperv_hv-cinder-80661 {{(pid=96122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 15:40:16.937183 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.plugins.ml2.plugin [None req-4d55257e-523e-4b8d-ab2b-d46a31710be1 None None] No Port match for: 17fd60ea-0543-4f47-a2d4-f04e5e7b4886 {{(pid=96122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 29 15:40:16.938170 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.plugins.ml2.rpc [None req-4d55257e-523e-4b8d-ab2b-d46a31710be1 None None] Device 17fd60ea-0543-4f47-a2d4-f04e5e7b4886 not bound to the agent host hv-cinder-80661 {{(pid=96122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 15:40:17.320875 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-281051e7-7311-440c-b281-004e63733bbc req-6e6bf4a1-d51f-4e8e-bb39-1d4af97f3bb7 tempest-DeleteServersTestJSON-637044148 tempest-DeleteServersTestJSON-637044148-project] 10.222.0.46 "GET /v2.0/ports?device_id=da775cc6-3ab7-4560-9b2b-35ba569056f1 HTTP/1.1" status: 200 len: 210 time: 0.0259540 Sep 29 15:40:17.375474 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc70f9b3-4e59-43ce-ae46-b83c12f9a3c2 req-609f8849-8d3c-4a2e-a7fb-970a8e3d1167 tempest-AttachVolumeNegativeTest-728742291 tempest-AttachVolumeNegativeTest-728742291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:40:17.377062 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [req-cc70f9b3-4e59-43ce-ae46-b83c12f9a3c2 req-609f8849-8d3c-4a2e-a7fb-970a8e3d1167 tempest-AttachVolumeNegativeTest-728742291 tempest-AttachVolumeNegativeTest-728742291-project] 10.222.0.46 "GET /v2.0/ports?device_id=7feebe8f-2724-4aab-850a-15700a591bdd HTTP/1.1" status: 200 len: 945 time: 0.0512519 Sep 29 15:40:17.418731 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [req-cc70f9b3-4e59-43ce-ae46-b83c12f9a3c2 req-411c64ce-5148-448a-8ad8-bd4271f1fbc9 tempest-AttachVolumeNegativeTest-728742291 tempest-AttachVolumeNegativeTest-728742291-project] 10.222.0.46 "GET /v2.0/security-groups?id=c4509334-a1e4-43fe-aae7-235e447c037b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357141 Sep 29 15:40:17.429739 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b0a2e5-d4c6-4101-a967-d82c53c97c93 req-cb735330-113b-4f0b-b765-1f9f4fc0d42c tempest-ServerRescueNegativeTestJSON-859711067 tempest-ServerRescueNegativeTestJSON-859711067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:40:17.431286 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-d5b0a2e5-d4c6-4101-a967-d82c53c97c93 req-cb735330-113b-4f0b-b765-1f9f4fc0d42c tempest-ServerRescueNegativeTestJSON-859711067 tempest-ServerRescueNegativeTestJSON-859711067-project] 10.222.0.46 "GET /v2.0/ports?device_id=fceddbf7-453e-4d39-9b3d-c354498f646c HTTP/1.1" status: 200 len: 945 time: 0.0510688 Sep 29 15:40:17.470257 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-d5b0a2e5-d4c6-4101-a967-d82c53c97c93 req-c9617277-e61a-454d-9075-70d472537b65 tempest-ServerRescueNegativeTestJSON-859711067 tempest-ServerRescueNegativeTestJSON-859711067-project] 10.222.0.46 "GET /v2.0/security-groups?id=69bb6ea6-2770-4a41-88ab-960c26e8ecb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327148 Sep 29 15:40:18.555003 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [req-5874f931-97e1-453d-af0a-21259755dedb req-73abdbfc-b108-4957-a1a2-837e00ead986 tempest-DeleteServersTestJSON-637044148 tempest-DeleteServersTestJSON-637044148-project] 10.222.0.46 "GET /v2.0/ports?device_id=da775cc6-3ab7-4560-9b2b-35ba569056f1 HTTP/1.1" status: 200 len: 210 time: 0.0263345 Sep 29 15:40:18.604388 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.wsgi [-] (96120) accepted ('10.222.0.46', 58210) {{(pid=96120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 15:40:18.630640 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c28bf9-d343-4606-8a0d-bca5303f7449 req-aeb5e1cf-faa6-4196-9d75-bba930305393 tempest-AttachVolumeNegativeTest-728742291 tempest-AttachVolumeNegativeTest-728742291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:40:18.632870 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-d9c28bf9-d343-4606-8a0d-bca5303f7449 req-aeb5e1cf-faa6-4196-9d75-bba930305393 tempest-AttachVolumeNegativeTest-728742291 tempest-AttachVolumeNegativeTest-728742291-project] 10.222.0.46 "GET /v2.0/ports?device_id=7feebe8f-2724-4aab-850a-15700a591bdd HTTP/1.1" status: 200 len: 945 time: 0.0635097 Sep 29 15:40:18.675498 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a994220a-7438-498e-af16-be2c99147a1c req-b4e45e53-7db6-4a31-866b-a59298ba6ccb tempest-ServerRescueNegativeTestJSON-859711067 tempest-ServerRescueNegativeTestJSON-859711067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:40:18.677778 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-d9c28bf9-d343-4606-8a0d-bca5303f7449 req-1a2ee593-51fc-4f1a-bcb0-3072f770fb9d tempest-AttachVolumeNegativeTest-728742291 tempest-AttachVolumeNegativeTest-728742291-project] 10.222.0.46 "GET /v2.0/security-groups?id=c4509334-a1e4-43fe-aae7-235e447c037b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380003 Sep 29 15:40:18.688833 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [req-a994220a-7438-498e-af16-be2c99147a1c req-b4e45e53-7db6-4a31-866b-a59298ba6ccb tempest-ServerRescueNegativeTestJSON-859711067 tempest-ServerRescueNegativeTestJSON-859711067-project] 10.222.0.46 "GET /v2.0/ports?device_id=fceddbf7-453e-4d39-9b3d-c354498f646c HTTP/1.1" status: 200 len: 945 time: 0.0703087 Sep 29 15:40:18.743060 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [req-a994220a-7438-498e-af16-be2c99147a1c req-f42ff3aa-ccdd-48dd-9745-01367632befc tempest-ServerRescueNegativeTestJSON-859711067 tempest-ServerRescueNegativeTestJSON-859711067-project] 10.222.0.46 "GET /v2.0/security-groups?id=69bb6ea6-2770-4a41-88ab-960c26e8ecb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453415 Sep 29 15:40:18.744077 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-1478daf7-9ad9-4b57-a2a5-338824d0f769 admin admin] Notify callbacks [] for security_group, before_create {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:40:18.832405 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-1478daf7-9ad9-4b57-a2a5-338824d0f769 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:40:18.984020 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-1478daf7-9ad9-4b57-a2a5-338824d0f769 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579214'] for security_group, after_create {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:40:19.023072 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [None req-1478daf7-9ad9-4b57-a2a5-338824d0f769 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=a80ae71b0ff44f8da73799204cc85f27&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4169488 Sep 29 15:40:19.023917 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1478daf7-9ad9-4b57-a2a5-338824d0f769 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0dc634d-3236-4218-94af-faad9aa3c512,revision_number=1']} {{(pid=96120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 15:40:19.025733 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.wsgi [-] (96121) accepted ('10.222.0.46', 58226) {{(pid=96121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 15:40:19.073996 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [None req-16905ea7-0c4c-4d5a-9c55-2c6fa48b647b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:40:19.094544 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [None req-16905ea7-0c4c-4d5a-9c55-2c6fa48b647b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:40:19.233029 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [None req-16905ea7-0c4c-4d5a-9c55-2c6fa48b647b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579214'] for security_group, after_delete {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:40:19.235583 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [None req-16905ea7-0c4c-4d5a-9c55-2c6fa48b647b admin admin] Notify callbacks [] for security_group, before_response {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:40:19.236796 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [None req-16905ea7-0c4c-4d5a-9c55-2c6fa48b647b admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/e0dc634d-3236-4218-94af-faad9aa3c512 HTTP/1.1" status: 204 len: 168 time: 0.2101026 Sep 29 15:40:19.244483 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16905ea7-0c4c-4d5a-9c55-2c6fa48b647b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0dc634d-3236-4218-94af-faad9aa3c512,revision_number=None']} {{(pid=96121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 15:40:19.818549 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b08b2c-e89c-43e9-aea2-9d1b12a2253e req-aa805a6e-4f2e-4e19-b44f-ad359f16ed60 tempest-AttachVolumeNegativeTest-728742291 tempest-AttachVolumeNegativeTest-728742291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:40:19.820247 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-f1b08b2c-e89c-43e9-aea2-9d1b12a2253e req-aa805a6e-4f2e-4e19-b44f-ad359f16ed60 tempest-AttachVolumeNegativeTest-728742291 tempest-AttachVolumeNegativeTest-728742291-project] 10.222.0.46 "GET /v2.0/ports?device_id=7feebe8f-2724-4aab-850a-15700a591bdd HTTP/1.1" status: 200 len: 945 time: 0.0705655 Sep 29 15:40:19.858578 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-f1b08b2c-e89c-43e9-aea2-9d1b12a2253e req-c06cfdd9-9e9a-4edd-929a-110011da0a0e tempest-AttachVolumeNegativeTest-728742291 tempest-AttachVolumeNegativeTest-728742291-project] 10.222.0.46 "GET /v2.0/security-groups?id=c4509334-a1e4-43fe-aae7-235e447c037b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324788 Sep 29 15:40:19.889317 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8396b187-f6a0-4feb-8ce3-3ad83b41e8bf req-989b9074-fc89-4176-a11a-d25c6d3defac tempest-ServerRescueNegativeTestJSON-859711067 tempest-ServerRescueNegativeTestJSON-859711067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:40:19.891521 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [req-8396b187-f6a0-4feb-8ce3-3ad83b41e8bf req-989b9074-fc89-4176-a11a-d25c6d3defac tempest-ServerRescueNegativeTestJSON-859711067 tempest-ServerRescueNegativeTestJSON-859711067-project] 10.222.0.46 "GET /v2.0/ports?device_id=fceddbf7-453e-4d39-9b3d-c354498f646c HTTP/1.1" status: 200 len: 945 time: 0.0542095 Sep 29 15:40:19.911783 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.wsgi [-] (96121) accepted ('10.222.0.46', 58256) {{(pid=96121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 15:40:19.936564 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [None req-77d5845b-aead-46e5-8619-25f1fb2a5e43 admin admin] Notify callbacks [] for security_group, before_create {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:40:19.941042 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [req-8396b187-f6a0-4feb-8ce3-3ad83b41e8bf req-2f9c9c28-b7e7-4971-a41e-89ee339a0be5 tempest-ServerRescueNegativeTestJSON-859711067 tempest-ServerRescueNegativeTestJSON-859711067-project] 10.222.0.46 "GET /v2.0/security-groups?id=69bb6ea6-2770-4a41-88ab-960c26e8ecb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424309 Sep 29 15:40:20.035559 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [None req-77d5845b-aead-46e5-8619-25f1fb2a5e43 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:40:20.166495 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [None req-77d5845b-aead-46e5-8619-25f1fb2a5e43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579214'] for security_group, after_create {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:40:20.204038 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [None req-77d5845b-aead-46e5-8619-25f1fb2a5e43 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=20ab8f243e284951a0f42d055a07ea7e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2901165 Sep 29 15:40:20.206078 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d5845b-aead-46e5-8619-25f1fb2a5e43 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c98bba96-d98a-4a30-b2f4-42b033e92050,revision_number=1']} {{(pid=96121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 15:40:20.206880 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.wsgi [-] (96120) accepted ('10.222.0.46', 58270) {{(pid=96120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 15:40:20.258697 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-d926cebb-2a72-47a1-9ce8-8db2234887d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:40:20.283894 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-d926cebb-2a72-47a1-9ce8-8db2234887d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:40:20.433196 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-d926cebb-2a72-47a1-9ce8-8db2234887d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579214'] for security_group, after_delete {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:40:20.435726 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-d926cebb-2a72-47a1-9ce8-8db2234887d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:40:20.436923 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [None req-d926cebb-2a72-47a1-9ce8-8db2234887d4 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/c98bba96-d98a-4a30-b2f4-42b033e92050 HTTP/1.1" status: 204 len: 168 time: 0.2289839 Sep 29 15:40:20.445422 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d926cebb-2a72-47a1-9ce8-8db2234887d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c98bba96-d98a-4a30-b2f4-42b033e92050,revision_number=None']} {{(pid=96120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 15:40:21.058506 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55c3216-7344-4400-b1ff-320120c809b8 req-29bfff3a-bba2-47c5-aec9-6946ca7898da tempest-ServerRescueNegativeTestJSON-859711067 tempest-ServerRescueNegativeTestJSON-859711067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:40:21.059992 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-a55c3216-7344-4400-b1ff-320120c809b8 req-29bfff3a-bba2-47c5-aec9-6946ca7898da tempest-ServerRescueNegativeTestJSON-859711067 tempest-ServerRescueNegativeTestJSON-859711067-project] 10.222.0.46 "GET /v2.0/ports?device_id=fceddbf7-453e-4d39-9b3d-c354498f646c HTTP/1.1" status: 200 len: 945 time: 0.0502441 Sep 29 15:40:21.096831 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-a55c3216-7344-4400-b1ff-320120c809b8 req-5ff9f9c3-90be-4041-a63d-a011b36d3440 tempest-ServerRescueNegativeTestJSON-859711067 tempest-ServerRescueNegativeTestJSON-859711067-project] 10.222.0.46 "GET /v2.0/security-groups?id=69bb6ea6-2770-4a41-88ab-960c26e8ecb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303497 Sep 29 15:40:21.335654 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.wsgi [-] (96120) accepted ('10.222.0.46', 58300) {{(pid=96120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 15:40:21.349832 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-de89f5a6-1b44-46b5-be2a-d7c67e2d3aed admin admin] Notify callbacks [] for security_group, before_create {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:40:21.453608 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-de89f5a6-1b44-46b5-be2a-d7c67e2d3aed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:40:21.549245 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-de89f5a6-1b44-46b5-be2a-d7c67e2d3aed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579214'] for security_group, after_create {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:40:21.565573 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.wsgi [-] (96121) accepted ('10.222.0.46', 58318) {{(pid=96121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 15:40:21.599430 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [None req-de89f5a6-1b44-46b5-be2a-d7c67e2d3aed admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=1e1d84bc42964ba8bdff5d0ca93ff882&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2624273 Sep 29 15:40:21.600568 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de89f5a6-1b44-46b5-be2a-d7c67e2d3aed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a86e5eef-a05a-4af5-9ea1-bf4d564270ac,revision_number=1']} {{(pid=96120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 15:40:21.601974 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.wsgi [-] (96121) accepted ('10.222.0.46', 58320) {{(pid=96121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 15:40:21.639535 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.db.db_base_plugin_v2 [None req-d9112859-e0f0-4b52-9acc-16463fff3df4 admin admin] Deleting subnet 61f71924-12ae-41fd-9e06-9ee9a15fbf0a {{(pid=96121) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 29 15:40:21.648107 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [None req-d9112859-e0f0-4b52-9acc-16463fff3df4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:40:21.698566 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [None req-d9112859-e0f0-4b52-9acc-16463fff3df4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2784959'] for subnet, precommit_delete_associations {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:40:21.721640 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [None req-9a0ea7ee-e793-4b4a-9afa-a8492da531ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:40:21.759564 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [None req-9a0ea7ee-e793-4b4a-9afa-a8492da531ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:40:21.767557 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [None req-d9112859-e0f0-4b52-9acc-16463fff3df4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-648269'] for subnet, precommit_delete {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:40:21.944446 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [None req-d9112859-e0f0-4b52-9acc-16463fff3df4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-648260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1575015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3898478', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9173291'] for subnet, after_delete {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:40:21.973165 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9112859-e0f0-4b52-9acc-16463fff3df4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=61f71924-12ae-41fd-9e06-9ee9a15fbf0a,revision_number=None']} {{(pid=96121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 15:40:21.974846 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [None req-d9112859-e0f0-4b52-9acc-16463fff3df4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:40:21.976710 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [None req-d9112859-e0f0-4b52-9acc-16463fff3df4 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/61f71924-12ae-41fd-9e06-9ee9a15fbf0a HTTP/1.1" status: 204 len: 168 time: 0.4100835 Sep 29 15:40:21.979174 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.wsgi [-] (96121) accepted ('10.222.0.46', 58334) {{(pid=96121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 15:40:21.987040 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [None req-9a0ea7ee-e793-4b4a-9afa-a8492da531ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579214'] for security_group, after_delete {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:40:21.989454 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [None req-9a0ea7ee-e793-4b4a-9afa-a8492da531ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:40:21.990473 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [None req-9a0ea7ee-e793-4b4a-9afa-a8492da531ed admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/a86e5eef-a05a-4af5-9ea1-bf4d564270ac HTTP/1.1" status: 204 len: 168 time: 0.3875673 Sep 29 15:40:22.014792 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a0ea7ee-e793-4b4a-9afa-a8492da531ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a86e5eef-a05a-4af5-9ea1-bf4d564270ac,revision_number=None']} {{(pid=96121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 15:40:22.064921 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [None req-b31c1b44-2416-4230-aa63-6c509defe44c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-533685'] for network, before_delete {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:40:22.144623 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [None req-b31c1b44-2416-4230-aa63-6c509defe44c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-630004', 'neutron.services.segments.db._delete_segments_for_network-8741779927188'] for network, precommit_delete {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:40:22.164194 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.services.segments.db [None req-b31c1b44-2416-4230-aa63-6c509defe44c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5152dae4-44c3-49b9-8d76-df9855d3f518']}} {{(pid=96121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 15:40:22.182719 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.services.segments.db [None req-b31c1b44-2416-4230-aa63-6c509defe44c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '628d84a7-ead1-4ac6-bffb-83d0c925f453') {'for_net_delete': True} {{(pid=96121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 15:40:22.183011 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.services.segments.db [None req-b31c1b44-2416-4230-aa63-6c509defe44c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '628d84a7-ead1-4ac6-bffb-83d0c925f453') {} {{(pid=96121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 15:40:22.213878 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [None req-b31c1b44-2416-4230-aa63-6c509defe44c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741779926685', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2784934'] for segment, before_delete {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:40:22.229873 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [None req-b31c1b44-2416-4230-aa63-6c509defe44c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-649178'] for segment, precommit_delete {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:40:22.239413 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b31c1b44-2416-4230-aa63-6c509defe44c admin admin] Releasing vlan 648 on physical network physnet1 to pool {{(pid=96121) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 29 15:40:22.239797 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [None req-b31c1b44-2416-4230-aa63-6c509defe44c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-649178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3898816'] for segment, after_delete {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:40:22.248145 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7455b45-8dae-4364-8e36-9a23eaf53738 req-acb2fdf0-4dd5-4222-bb27-1cf71c116b2a tempest-ServerRescueNegativeTestJSON-859711067 tempest-ServerRescueNegativeTestJSON-859711067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:40:22.249625 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-d7455b45-8dae-4364-8e36-9a23eaf53738 req-acb2fdf0-4dd5-4222-bb27-1cf71c116b2a tempest-ServerRescueNegativeTestJSON-859711067 tempest-ServerRescueNegativeTestJSON-859711067-project] 10.222.0.46 "GET /v2.0/ports?device_id=fceddbf7-453e-4d39-9b3d-c354498f646c HTTP/1.1" status: 200 len: 945 time: 0.0831714 Sep 29 15:40:22.250873 dv-cinder-806616-6-iscsi neutron-server[96121]: Traceback (most recent call last): Sep 29 15:40:22.250873 dv-cinder-806616-6-iscsi neutron-server[96121]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 29 15:40:22.250873 dv-cinder-806616-6-iscsi neutron-server[96121]: timer() Sep 29 15:40:22.250873 dv-cinder-806616-6-iscsi neutron-server[96121]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 29 15:40:22.250873 dv-cinder-806616-6-iscsi neutron-server[96121]: cb(*args, **kw) Sep 29 15:40:22.250873 dv-cinder-806616-6-iscsi neutron-server[96121]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 29 15:40:22.250873 dv-cinder-806616-6-iscsi neutron-server[96121]: return func(*args, **kwargs) Sep 29 15:40:22.250873 dv-cinder-806616-6-iscsi neutron-server[96121]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 29 15:40:22.250873 dv-cinder-806616-6-iscsi neutron-server[96121]: self._notify() Sep 29 15:40:22.250873 dv-cinder-806616-6-iscsi neutron-server[96121]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 29 15:40:22.250873 dv-cinder-806616-6-iscsi neutron-server[96121]: self.callback(batched_events) Sep 29 15:40:22.250873 dv-cinder-806616-6-iscsi neutron-server[96121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 29 15:40:22.250873 dv-cinder-806616-6-iscsi neutron-server[96121]: event.method(event) Sep 29 15:40:22.250873 dv-cinder-806616-6-iscsi neutron-server[96121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 29 15:40:22.250873 dv-cinder-806616-6-iscsi neutron-server[96121]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 29 15:40:22.250873 dv-cinder-806616-6-iscsi neutron-server[96121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 29 15:40:22.250873 dv-cinder-806616-6-iscsi neutron-server[96121]: aggregate_uuid = self.p_client.list_aggregates( Sep 29 15:40:22.250873 dv-cinder-806616-6-iscsi neutron-server[96121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 29 15:40:22.250873 dv-cinder-806616-6-iscsi neutron-server[96121]: return f(self, *a, **k) Sep 29 15:40:22.250873 dv-cinder-806616-6-iscsi neutron-server[96121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 29 15:40:22.250873 dv-cinder-806616-6-iscsi neutron-server[96121]: return self._get(url).json() Sep 29 15:40:22.250873 dv-cinder-806616-6-iscsi neutron-server[96121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 29 15:40:22.250873 dv-cinder-806616-6-iscsi neutron-server[96121]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 29 15:40:22.250873 dv-cinder-806616-6-iscsi neutron-server[96121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 29 15:40:22.250873 dv-cinder-806616-6-iscsi neutron-server[96121]: return self.request(url, 'GET', **kwargs) Sep 29 15:40:22.250873 dv-cinder-806616-6-iscsi neutron-server[96121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 29 15:40:22.250873 dv-cinder-806616-6-iscsi neutron-server[96121]: base_url = self.get_endpoint(auth, allow=allow, Sep 29 15:40:22.250873 dv-cinder-806616-6-iscsi neutron-server[96121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 29 15:40:22.250873 dv-cinder-806616-6-iscsi neutron-server[96121]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 29 15:40:22.250873 dv-cinder-806616-6-iscsi neutron-server[96121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 29 15:40:22.250873 dv-cinder-806616-6-iscsi neutron-server[96121]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 29 15:40:22.250873 dv-cinder-806616-6-iscsi neutron-server[96121]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 29 15:40:22.323101 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-d7455b45-8dae-4364-8e36-9a23eaf53738 req-87779812-85ef-4287-970d-f789c9918949 tempest-ServerRescueNegativeTestJSON-859711067 tempest-ServerRescueNegativeTestJSON-859711067-project] 10.222.0.46 "GET /v2.0/security-groups?id=69bb6ea6-2770-4a41-88ab-960c26e8ecb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632586 Sep 29 15:40:22.434872 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [None req-b31c1b44-2416-4230-aa63-6c509defe44c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-629955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575366', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1618949'] for network, after_delete {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:40:22.441384 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [None req-b31c1b44-2416-4230-aa63-6c509defe44c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577532'] for network, before_response {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:40:22.445827 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [None req-b31c1b44-2416-4230-aa63-6c509defe44c admin admin] 10.222.0.46 "DELETE /v2.0/networks/5152dae4-44c3-49b9-8d76-df9855d3f518 HTTP/1.1" status: 204 len: 168 time: 0.4632583 Sep 29 15:40:22.454378 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31c1b44-2416-4230-aa63-6c509defe44c admin admin] Pushing event deleted for resources: {'Network': ['ID=5152dae4-44c3-49b9-8d76-df9855d3f518,revision_number=None']} {{(pid=96121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 15:40:23.183532 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.wsgi [-] (96120) accepted ('10.222.0.46', 58376) {{(pid=96120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 15:40:23.226375 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [None req-452f7dc0-5b05-45f1-acbd-51c12109d632 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=84bcf8422e7247638fc2b1cbca8e3846&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0416980 Sep 29 15:40:23.228865 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.wsgi [-] (96120) accepted ('10.222.0.46', 58378) {{(pid=96120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 15:40:23.230761 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.wsgi [-] (96121) accepted ('10.222.0.46', 58380) {{(pid=96121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 15:40:23.284698 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-b1858f23-c5b1-4379-9b4a-89191ff681dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:40:23.307249 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-b1858f23-c5b1-4379-9b4a-89191ff681dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:40:23.380621 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.api.v2.base [None req-253316dc-0c9e-431e-9615-b700528eab6f admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-338438600-network', 'tenant_id': 'ea8f8f8919c0481cb386767b47c72f6e'}} {{(pid=96121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 15:40:23.429313 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-b1858f23-c5b1-4379-9b4a-89191ff681dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579214'] for security_group, after_delete {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:40:23.432281 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-b1858f23-c5b1-4379-9b4a-89191ff681dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:40:23.433614 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [None req-b1858f23-c5b1-4379-9b4a-89191ff681dc admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/5a526d53-95a2-47df-b578-772e4e4f7016 HTTP/1.1" status: 204 len: 168 time: 0.2038450 Sep 29 15:40:23.441548 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1858f23-c5b1-4379-9b4a-89191ff681dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a526d53-95a2-47df-b578-772e4e4f7016,revision_number=None']} {{(pid=96120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 15:40:23.456644 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737cbbbd-5a81-46a1-a2c6-1939d9781002 req-e1a47c78-5853-4885-ba80-5ed3a99733ea tempest-ServerRescueNegativeTestJSON-859711067 tempest-ServerRescueNegativeTestJSON-859711067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:40:23.458068 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-737cbbbd-5a81-46a1-a2c6-1939d9781002 req-e1a47c78-5853-4885-ba80-5ed3a99733ea tempest-ServerRescueNegativeTestJSON-859711067 tempest-ServerRescueNegativeTestJSON-859711067-project] 10.222.0.46 "GET /v2.0/ports?device_id=fceddbf7-453e-4d39-9b3d-c354498f646c HTTP/1.1" status: 200 len: 945 time: 0.0650597 Sep 29 15:40:23.501201 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-737cbbbd-5a81-46a1-a2c6-1939d9781002 req-6f13fd1c-7644-4a3f-9813-f5cd035c6631 tempest-ServerRescueNegativeTestJSON-859711067 tempest-ServerRescueNegativeTestJSON-859711067-project] 10.222.0.46 "GET /v2.0/security-groups?id=69bb6ea6-2770-4a41-88ab-960c26e8ecb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320632 Sep 29 15:40:23.503165 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-253316dc-0c9e-431e-9615-b700528eab6f admin admin] Made reservation on behalf of ea8f8f8919c0481cb386767b47c72f6e for: {'network': 1} {{(pid=96121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 15:40:23.505533 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [None req-253316dc-0c9e-431e-9615-b700528eab6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-684029'] for network, before_create {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:40:23.514572 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [None req-253316dc-0c9e-431e-9615-b700528eab6f admin admin] Notify callbacks [] for security_group, before_create {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:40:23.600257 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [None req-253316dc-0c9e-431e-9615-b700528eab6f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:40:23.737596 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [None req-253316dc-0c9e-431e-9615-b700528eab6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579214'] for security_group, after_create {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:40:23.762442 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253316dc-0c9e-431e-9615-b700528eab6f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8816c7f2-d979-43ec-b223-6262eb3c0e80,revision_number=1']} {{(pid=96121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 15:40:23.913032 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-253316dc-0c9e-431e-9615-b700528eab6f admin admin] vlan segment allocate from pool success with {'vlan_id': 623, 'physical_network': 'physnet1'} {{(pid=96121) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 29 15:40:23.923750 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [None req-253316dc-0c9e-431e-9615-b700528eab6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-649178'] for segment, precommit_create {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:40:23.924230 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.db.segments_db [None req-253316dc-0c9e-431e-9615-b700528eab6f admin admin] Added segment e69a3118-4cc1-4840-b982-71b9b5cd474d of type vlan for network a14b5803-90de-4ae6-beb2-83af53c4353a Sep 29 15:40:24.001414 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [None req-253316dc-0c9e-431e-9615-b700528eab6f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741779631391'] for network, precommit_create {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:40:24.098154 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [None req-253316dc-0c9e-431e-9615-b700528eab6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575366'] for network, after_create {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:40:24.099770 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-253316dc-0c9e-431e-9615-b700528eab6f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:40:24.100378 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [None req-253316dc-0c9e-431e-9615-b700528eab6f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577532'] for network, before_response {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:40:24.138214 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron_lib.callbacks.manager [None req-1171cf41-fb1c-49cf-8e67-4bb636e77f8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741779927170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-625140'] for agent, after_update {{(pid=96122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:40:24.195990 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253316dc-0c9e-431e-9615-b700528eab6f admin admin] Pushing event updated for resources: {'Network': ['ID=a14b5803-90de-4ae6-beb2-83af53c4353a,revision_number=1']} {{(pid=96121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 15:40:24.205109 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.wsgi [-] (96120) accepted ('10.222.0.46', 58428) {{(pid=96120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 15:40:24.207364 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.plugins.ml2.rpc [None req-86ea74e9-eea3-4769-b153-652ac6294d68 None None] Network a14b5803-90de-4ae6-beb2-83af53c4353a details requested by agent ovs-agent-dv-cinder-806616-6-iscsi with host dv-cinder-806616-6-iscsi {{(pid=96122) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 29 15:40:24.210504 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.api.v2.base [None req-a70cae4e-bc42-4dea-aeee-503df2f2ca20 admin admin] Request body: {'subnet': {'network_id': 'a14b5803-90de-4ae6-beb2-83af53c4353a', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-338438600-subnet', 'tenant_id': 'ea8f8f8919c0481cb386767b47c72f6e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=96120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 15:40:24.214056 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [None req-253316dc-0c9e-431e-9615-b700528eab6f admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.9737251 Sep 29 15:40:24.294498 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2ddee8-0e20-4c92-8858-26a34aae1a82 req-3237d327-8278-47b7-b0a1-e3fb684aa344 tempest-AttachVolumeNegativeTest-728742291 tempest-AttachVolumeNegativeTest-728742291-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=96121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:40:24.296013 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-aa2ddee8-0e20-4c92-8858-26a34aae1a82 req-3237d327-8278-47b7-b0a1-e3fb684aa344 tempest-AttachVolumeNegativeTest-728742291 tempest-AttachVolumeNegativeTest-728742291-project] 10.222.0.46 "GET /v2.0/networks?id=6dbc83d2-1eb6-4d2f-92e2-862eb74e4124 HTTP/1.1" status: 200 len: 815 time: 0.1495712 Sep 29 15:40:24.311912 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-aa2ddee8-0e20-4c92-8858-26a34aae1a82 req-8c3939ca-f296-48f0-b560-18d0e619b913 tempest-AttachVolumeNegativeTest-728742291 tempest-AttachVolumeNegativeTest-728742291-project] 10.222.0.46 "GET /v2.0/quotas/230295d16b3f4b9c95387a6193aeb6e3 HTTP/1.1" status: 200 len: 375 time: 0.0090539 Sep 29 15:40:24.318976 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a70cae4e-bc42-4dea-aeee-503df2f2ca20 admin admin] Made reservation on behalf of ea8f8f8919c0481cb386767b47c72f6e for: {'subnet': 1} {{(pid=96120) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 15:40:24.324380 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-a70cae4e-bc42-4dea-aeee-503df2f2ca20 admin admin] Notify callbacks [] for subnet, before_create {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:40:24.385530 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-aa2ddee8-0e20-4c92-8858-26a34aae1a82 req-8e971e1c-8623-4835-aee8-1837a027f3c8 tempest-AttachVolumeNegativeTest-728742291 tempest-AttachVolumeNegativeTest-728742291-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=230295d16b3f4b9c95387a6193aeb6e3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0670128 Sep 29 15:40:24.488640 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-aa2ddee8-0e20-4c92-8858-26a34aae1a82 req-99ba5f07-166a-480b-9b24-160b1b4e1220 service neutron] 10.222.0.46 "GET /v2.0/networks/6dbc83d2-1eb6-4d2f-92e2-862eb74e4124?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0941277 Sep 29 15:40:24.583186 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-aa2ddee8-0e20-4c92-8858-26a34aae1a82 req-d6c079c5-ab7e-4be1-a29e-e4baca7d1f4f service neutron] 10.222.0.46 "GET /v2.0/networks/6dbc83d2-1eb6-4d2f-92e2-862eb74e4124?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881305 Sep 29 15:40:24.610137 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-a70cae4e-bc42-4dea-aeee-503df2f2ca20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1575015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575366'] for subnet, after_create {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:40:24.674394 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0f57dc-6064-4d46-8e7d-c7d5d8aa1f4c req-1b5aa348-b3c9-441a-a1f4-29c8e29664af tempest-ServerRescueNegativeTestJSON-859711067 tempest-ServerRescueNegativeTestJSON-859711067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:40:24.675890 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [req-cf0f57dc-6064-4d46-8e7d-c7d5d8aa1f4c req-1b5aa348-b3c9-441a-a1f4-29c8e29664af tempest-ServerRescueNegativeTestJSON-859711067 tempest-ServerRescueNegativeTestJSON-859711067-project] 10.222.0.46 "GET /v2.0/ports?device_id=fceddbf7-453e-4d39-9b3d-c354498f646c HTTP/1.1" status: 200 len: 945 time: 0.1007578 Sep 29 15:40:24.691890 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a70cae4e-bc42-4dea-aeee-503df2f2ca20 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e082895a-b7a6-48df-a7db-e127703bf864,revision_number=0']} {{(pid=96120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 15:40:24.712365 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a70cae4e-bc42-4dea-aeee-503df2f2ca20 admin admin] Checking segment: {'id': 'e69a3118-4cc1-4840-b982-71b9b5cd474d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': 'a14b5803-90de-4ae6-beb2-83af53c4353a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96120) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 15:40:24.712718 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a70cae4e-bc42-4dea-aeee-503df2f2ca20 admin admin] Network hostable DHCP agents. Network: a14b5803-90de-4ae6-beb2-83af53c4353a, hostable agents: ['626ea16d-5941-4cb2-98b6-5e39c33395ed'], hosted agents: [] {{(pid=96120) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 29 15:40:24.737794 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [req-cf0f57dc-6064-4d46-8e7d-c7d5d8aa1f4c req-098f75a2-59cd-449c-9f49-be3e500bb688 tempest-ServerRescueNegativeTestJSON-859711067 tempest-ServerRescueNegativeTestJSON-859711067-project] 10.222.0.46 "GET /v2.0/security-groups?id=69bb6ea6-2770-4a41-88ab-960c26e8ecb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487301 Sep 29 15:40:24.846775 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a70cae4e-bc42-4dea-aeee-503df2f2ca20 admin admin] Network a14b5803-90de-4ae6-beb2-83af53c4353a is scheduled to be hosted by DHCP agent 626ea16d-5941-4cb2-98b6-5e39c33395ed with binding_index 1 {{(pid=96120) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 29 15:40:24.901220 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.wsgi [-] (96120) accepted ('10.222.0.46', 58454) {{(pid=96120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 15:40:24.934285 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [req-ba196eef-21b9-41f9-ba55-7e9dafd7581c req-4a98a479-ba8d-46d2-b715-1d910624cc59 tempest-AttachVolumeNegativeTest-728742291 tempest-AttachVolumeNegativeTest-728742291-project] 10.222.0.46 "GET /v2.0/ports?device_id=6888cb87-64e1-48cb-a2a8-ce30ea9bff45 HTTP/1.1" status: 200 len: 210 time: 0.0320446 Sep 29 15:40:24.972204 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.scheduler.base_scheduler [None req-a70cae4e-bc42-4dea-aeee-503df2f2ca20 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-806616-6-iscsi, a14b5803-90de-4ae6-beb2-83af53c4353a) {{(pid=96120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 15:40:24.980315 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a70cae4e-bc42-4dea-aeee-503df2f2ca20 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=96120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:40:24.981766 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-a70cae4e-bc42-4dea-aeee-503df2f2ca20 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577532'] for subnet, before_response {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:40:24.988278 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13c57486-58bc-491c-b952-41b697a21f0b None None] Network a14b5803-90de-4ae6-beb2-83af53c4353a requested from dv-cinder-806616-6-iscsi {{(pid=96122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 15:40:25.099986 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [None req-a70cae4e-bc42-4dea-aeee-503df2f2ca20 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8923087 Sep 29 15:40:25.127488 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-876d452c-dcad-4b00-975e-180334068ea8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:40:25.158031 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4c1db37-7515-4862-83f4-2ffd7fa6e8f7 None None] Network a14b5803-90de-4ae6-beb2-83af53c4353a requested from dv-cinder-806616-6-iscsi {{(pid=96122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 15:40:25.238275 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-876d452c-dcad-4b00-975e-180334068ea8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:40:25.302264 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-876d452c-dcad-4b00-975e-180334068ea8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579214'] for security_group, after_create {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:40:25.348367 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [None req-876d452c-dcad-4b00-975e-180334068ea8 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=a1f8065ea58e4964bdc07f8c0dd0568a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4427361 Sep 29 15:40:25.348367 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876d452c-dcad-4b00-975e-180334068ea8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2aab40ed-aee5-46f3-9f76-ded78f84b1da,revision_number=1']} {{(pid=96120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 15:40:25.349616 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.wsgi [-] (96120) accepted ('10.222.0.46', 58480) {{(pid=96120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 15:40:25.405725 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-07bb63f5-5887-4f39-b553-47d5024fcde1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:40:25.429673 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-07bb63f5-5887-4f39-b553-47d5024fcde1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:40:25.566879 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-07bb63f5-5887-4f39-b553-47d5024fcde1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579214'] for security_group, after_delete {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:40:25.569510 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-07bb63f5-5887-4f39-b553-47d5024fcde1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:40:25.570664 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [None req-07bb63f5-5887-4f39-b553-47d5024fcde1 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/2aab40ed-aee5-46f3-9f76-ded78f84b1da HTTP/1.1" status: 204 len: 168 time: 0.2201426 Sep 29 15:40:25.580518 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07bb63f5-5887-4f39-b553-47d5024fcde1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2aab40ed-aee5-46f3-9f76-ded78f84b1da,revision_number=None']} {{(pid=96120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 15:40:25.863066 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1238cc64-25a1-4289-9969-19e76feabb7d req-ae760779-0d81-4676-8ff8-68c0c168ffd9 tempest-ServerRescueNegativeTestJSON-859711067 tempest-ServerRescueNegativeTestJSON-859711067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:40:25.864625 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-1238cc64-25a1-4289-9969-19e76feabb7d req-ae760779-0d81-4676-8ff8-68c0c168ffd9 tempest-ServerRescueNegativeTestJSON-859711067 tempest-ServerRescueNegativeTestJSON-859711067-project] 10.222.0.46 "GET /v2.0/ports?device_id=fceddbf7-453e-4d39-9b3d-c354498f646c HTTP/1.1" status: 200 len: 945 time: 0.0491436 Sep 29 15:40:25.902707 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-1238cc64-25a1-4289-9969-19e76feabb7d req-6c90330c-268e-4ab5-b5a9-e029c14de354 tempest-ServerRescueNegativeTestJSON-859711067 tempest-ServerRescueNegativeTestJSON-859711067-project] 10.222.0.46 "GET /v2.0/security-groups?id=69bb6ea6-2770-4a41-88ab-960c26e8ecb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320077 Sep 29 15:40:26.042025 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [req-1bcc81b5-2644-4e2a-bde7-9ec9330409a3 req-e2fc54e9-1552-4ec7-8c4e-0d537e87be8c tempest-AttachVolumeNegativeTest-728742291 tempest-AttachVolumeNegativeTest-728742291-project] 10.222.0.46 "GET /v2.0/ports?device_id=6888cb87-64e1-48cb-a2a8-ce30ea9bff45 HTTP/1.1" status: 200 len: 210 time: 0.0282099 Sep 29 15:40:26.535488 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.wsgi [-] (96121) accepted ('10.222.0.46', 58518) {{(pid=96121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 15:40:26.554327 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [None req-7eb98688-e564-4414-9a66-d1433a239e0c admin admin] Notify callbacks [] for security_group, before_create {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:40:26.641941 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [None req-7eb98688-e564-4414-9a66-d1433a239e0c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:40:26.656265 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron_lib.callbacks.manager [None req-f092e23b-e22f-47c2-9b02-1f28f044615c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741779927170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-625140'] for agent, after_update {{(pid=96122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:40:26.747634 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [None req-7eb98688-e564-4414-9a66-d1433a239e0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579214'] for security_group, after_create {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:40:26.827737 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [None req-7eb98688-e564-4414-9a66-d1433a239e0c admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=465b56aff2ac49ddbf925be484c76c34&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2885256 Sep 29 15:40:26.827737 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb98688-e564-4414-9a66-d1433a239e0c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=875d52a4-6946-4b2f-b583-1506c42ee270,revision_number=1']} {{(pid=96121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 15:40:26.828123 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.wsgi [-] (96120) accepted ('10.222.0.46', 58522) {{(pid=96120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 15:40:26.879405 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-bdbf2bc3-b718-4836-adc8-2d8087a01450 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:40:26.900266 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-bdbf2bc3-b718-4836-adc8-2d8087a01450 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:40:27.018746 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a10a4d8-8cbc-4a4a-b7ad-b24d77906d6d req-5d4dc2b5-d331-44f8-9738-a778a2f098bd tempest-ServerRescueNegativeTestJSON-859711067 tempest-ServerRescueNegativeTestJSON-859711067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:40:27.020246 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-1a10a4d8-8cbc-4a4a-b7ad-b24d77906d6d req-5d4dc2b5-d331-44f8-9738-a778a2f098bd tempest-ServerRescueNegativeTestJSON-859711067 tempest-ServerRescueNegativeTestJSON-859711067-project] 10.222.0.46 "GET /v2.0/ports?device_id=fceddbf7-453e-4d39-9b3d-c354498f646c HTTP/1.1" status: 200 len: 945 time: 0.0481877 Sep 29 15:40:27.058116 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-1a10a4d8-8cbc-4a4a-b7ad-b24d77906d6d req-ac059c6e-2655-4e90-acda-836d9d9f4e61 tempest-ServerRescueNegativeTestJSON-859711067 tempest-ServerRescueNegativeTestJSON-859711067-project] 10.222.0.46 "GET /v2.0/security-groups?id=69bb6ea6-2770-4a41-88ab-960c26e8ecb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320289 Sep 29 15:40:27.068133 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-bdbf2bc3-b718-4836-adc8-2d8087a01450 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579214'] for security_group, after_delete {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:40:27.070736 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-bdbf2bc3-b718-4836-adc8-2d8087a01450 admin admin] Notify callbacks [] for security_group, before_response {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:40:27.071897 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [None req-bdbf2bc3-b718-4836-adc8-2d8087a01450 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/875d52a4-6946-4b2f-b583-1506c42ee270 HTTP/1.1" status: 204 len: 168 time: 0.2426910 Sep 29 15:40:27.082674 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdbf2bc3-b718-4836-adc8-2d8087a01450 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=875d52a4-6946-4b2f-b583-1506c42ee270,revision_number=None']} {{(pid=96120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 15:40:27.172660 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [req-7c585727-0433-4e72-8386-d0b86c927b53 req-d318c665-fa2a-404a-8b8e-1e3c429dae80 tempest-AttachVolumeNegativeTest-728742291 tempest-AttachVolumeNegativeTest-728742291-project] 10.222.0.46 "GET /v2.0/ports?device_id=6888cb87-64e1-48cb-a2a8-ce30ea9bff45 HTTP/1.1" status: 200 len: 210 time: 0.0264091 Sep 29 15:40:27.573277 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron_lib.callbacks.manager [None req-86ea74e9-eea3-4769-b153-652ac6294d68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741779927170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-625140'] for agent, after_update {{(pid=96122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:40:27.933327 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2ddee8-0e20-4c92-8858-26a34aae1a82 req-79f06e62-4f6e-43ea-8b8d-bdc1e8f181a8 tempest-AttachVolumeNegativeTest-728742291 tempest-AttachVolumeNegativeTest-728742291-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=96121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:40:27.934809 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-aa2ddee8-0e20-4c92-8858-26a34aae1a82 req-79f06e62-4f6e-43ea-8b8d-bdc1e8f181a8 tempest-AttachVolumeNegativeTest-728742291 tempest-AttachVolumeNegativeTest-728742291-project] 10.222.0.22 "GET /v2.0/networks?id=6dbc83d2-1eb6-4d2f-92e2-862eb74e4124 HTTP/1.1" status: 200 len: 815 time: 0.4536257 Sep 29 15:40:27.941456 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b910c258-e872-469a-85de-3810c1262a08 req-0800b899-a908-44d1-ad82-2c1d4d58f73b tempest-VolumesActionsTest-1909553086 tempest-VolumesActionsTest-1909553086-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=96121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:40:27.942796 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-b910c258-e872-469a-85de-3810c1262a08 req-0800b899-a908-44d1-ad82-2c1d4d58f73b tempest-VolumesActionsTest-1909553086 tempest-VolumesActionsTest-1909553086-project] 10.222.0.46 "GET /v2.0/networks?id=a14b5803-90de-4ae6-beb2-83af53c4353a HTTP/1.1" status: 200 len: 808 time: 0.4199510 Sep 29 15:40:27.957135 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-b910c258-e872-469a-85de-3810c1262a08 req-c98fed98-528a-4cf0-916d-13b08e6668c3 tempest-VolumesActionsTest-1909553086 tempest-VolumesActionsTest-1909553086-project] 10.222.0.46 "GET /v2.0/quotas/ea8f8f8919c0481cb386767b47c72f6e HTTP/1.1" status: 200 len: 375 time: 0.0088763 Sep 29 15:40:27.991984 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.api.v2.base [req-aa2ddee8-0e20-4c92-8858-26a34aae1a82 req-6cbcb88f-15bc-412f-afa2-c31a308a627d tempest-AttachVolumeNegativeTest-728742291 tempest-AttachVolumeNegativeTest-728742291-project] Request body: {'port': {'device_id': '6888cb87-64e1-48cb-a2a8-ce30ea9bff45', 'network_id': '6dbc83d2-1eb6-4d2f-92e2-862eb74e4124', 'admin_state_up': True, 'tenant_id': '230295d16b3f4b9c95387a6193aeb6e3'}} {{(pid=96121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 15:40:27.997433 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-b910c258-e872-469a-85de-3810c1262a08 req-32f09610-6cf7-4016-be82-edeb91340a01 tempest-VolumesActionsTest-1909553086 tempest-VolumesActionsTest-1909553086-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=ea8f8f8919c0481cb386767b47c72f6e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0349760 Sep 29 15:40:28.158289 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-b910c258-e872-469a-85de-3810c1262a08 req-571b73d1-e8f4-4ea1-96af-402bc844768e service neutron] 10.222.0.46 "GET /v2.0/networks/a14b5803-90de-4ae6-beb2-83af53c4353a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1510510 Sep 29 15:40:28.193679 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a7a81b-1051-4fa4-ae3a-e420f399dcfe req-d3f19089-5c3a-4acd-ad8f-b19f2e404a37 tempest-ServerRescueNegativeTestJSON-859711067 tempest-ServerRescueNegativeTestJSON-859711067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:40:28.202024 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [req-a7a7a81b-1051-4fa4-ae3a-e420f399dcfe req-d3f19089-5c3a-4acd-ad8f-b19f2e404a37 tempest-ServerRescueNegativeTestJSON-859711067 tempest-ServerRescueNegativeTestJSON-859711067-project] 10.222.0.46 "GET /v2.0/ports?device_id=fceddbf7-453e-4d39-9b3d-c354498f646c HTTP/1.1" status: 200 len: 945 time: 0.0659640 Sep 29 15:40:28.240968 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aa2ddee8-0e20-4c92-8858-26a34aae1a82 req-6cbcb88f-15bc-412f-afa2-c31a308a627d tempest-AttachVolumeNegativeTest-728742291 tempest-AttachVolumeNegativeTest-728742291-project] Made reservation on behalf of 230295d16b3f4b9c95387a6193aeb6e3 for: {'port': 1} {{(pid=96121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 15:40:28.246469 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [req-a7a7a81b-1051-4fa4-ae3a-e420f399dcfe req-151fdca5-cdb7-4701-be9d-82cda4301abd tempest-ServerRescueNegativeTestJSON-859711067 tempest-ServerRescueNegativeTestJSON-859711067-project] 10.222.0.46 "GET /v2.0/security-groups?id=69bb6ea6-2770-4a41-88ab-960c26e8ecb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419214 Sep 29 15:40:28.246608 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [req-aa2ddee8-0e20-4c92-8858-26a34aae1a82 req-6cbcb88f-15bc-412f-afa2-c31a308a627d tempest-AttachVolumeNegativeTest-728742291 tempest-AttachVolumeNegativeTest-728742291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-684029'] for port, before_create {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:40:28.348667 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-b910c258-e872-469a-85de-3810c1262a08 req-daae14dd-4261-435e-bccb-859743d0d176 service neutron] 10.222.0.46 "GET /v2.0/networks/a14b5803-90de-4ae6-beb2-83af53c4353a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1770325 Sep 29 15:40:28.350791 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [req-ba55e40f-a17f-42b6-b267-64c92062b5c8 req-1eff2863-311f-4ce4-8dd1-0b1f8b843098 tempest-AttachVolumeNegativeTest-728742291 tempest-AttachVolumeNegativeTest-728742291-project] 10.222.0.46 "GET /v2.0/ports?device_id=6888cb87-64e1-48cb-a2a8-ce30ea9bff45 HTTP/1.1" status: 200 len: 210 time: 0.0352509 Sep 29 15:40:28.438388 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.db.db_base_plugin_common [req-aa2ddee8-0e20-4c92-8858-26a34aae1a82 req-6cbcb88f-15bc-412f-afa2-c31a308a627d tempest-AttachVolumeNegativeTest-728742291 tempest-AttachVolumeNegativeTest-728742291-project] Allocated IP 172.20.0.2 (6dbc83d2-1eb6-4d2f-92e2-862eb74e4124/f52e1823-73ec-4946-856c-fe4a0be10483/82239e75-d726-4e4c-a00c-8fa96bfe4aef) {{(pid=96121) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 15:40:28.527121 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron_lib.callbacks.manager [None req-d04ed334-d278-4234-b850-06fee10c9c6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741779927170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-625140'] for agent, after_update {{(pid=96122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:40:28.605708 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [req-aa2ddee8-0e20-4c92-8858-26a34aae1a82 req-6cbcb88f-15bc-412f-afa2-c31a308a627d tempest-AttachVolumeNegativeTest-728742291 tempest-AttachVolumeNegativeTest-728742291-project] Notify callbacks [] for port, precommit_create {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:40:28.654991 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [req-5f9463d6-b683-466a-a66d-f828ce7c80c0 req-9bd13a85-b661-4a34-8bfc-191550e968d0 tempest-VolumesActionsTest-1909553086 tempest-VolumesActionsTest-1909553086-project] 10.222.0.46 "GET /v2.0/ports?device_id=7c10f47e-893d-4a60-bbaa-bb9c301daa20 HTTP/1.1" status: 200 len: 210 time: 0.0283463 Sep 29 15:40:28.841447 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [req-aa2ddee8-0e20-4c92-8858-26a34aae1a82 req-6cbcb88f-15bc-412f-afa2-c31a308a627d tempest-AttachVolumeNegativeTest-728742291 tempest-AttachVolumeNegativeTest-728742291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741779628737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3898419'] for port, after_create {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:40:28.883621 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.plugins.ml2.db [None req-4d55257e-523e-4b8d-ab2b-d46a31710be1 None None] get_ports_and_sgs() called for port_ids ['7aecb321-2e49-419c-9f69-93c5992c0b8a', '773beca0-aecf-4096-a0d7-069208c3bdfb'] {{(pid=96122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 15:40:28.888571 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aa2ddee8-0e20-4c92-8858-26a34aae1a82 req-6cbcb88f-15bc-412f-afa2-c31a308a627d tempest-AttachVolumeNegativeTest-728742291 tempest-AttachVolumeNegativeTest-728742291-project] Network 6dbc83d2-1eb6-4d2f-92e2-862eb74e4124 is already hosted by enough agents. {{(pid=96121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 15:40:28.892014 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.scheduler.base_scheduler [req-aa2ddee8-0e20-4c92-8858-26a34aae1a82 req-6cbcb88f-15bc-412f-afa2-c31a308a627d tempest-AttachVolumeNegativeTest-728742291 tempest-AttachVolumeNegativeTest-728742291-project] Resources bound (agent type, host, resource id): {{(pid=96121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 15:40:28.895325 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa2ddee8-0e20-4c92-8858-26a34aae1a82 req-6cbcb88f-15bc-412f-afa2-c31a308a627d tempest-AttachVolumeNegativeTest-728742291 tempest-AttachVolumeNegativeTest-728742291-project] Received port after_create {{(pid=96121) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 15:40:28.938640 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbcb88f-15bc-412f-afa2-c31a308a627d tempest-AttachVolumeNegativeTest-728742291 tempest-AttachVolumeNegativeTest-728742291-project] Pushing event updated for resources: {'Port': ['ID=82239e75-d726-4e4c-a00c-8fa96bfe4aef,revision_number=1']} {{(pid=96121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 15:40:28.963645 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2ddee8-0e20-4c92-8858-26a34aae1a82 req-6cbcb88f-15bc-412f-afa2-c31a308a627d tempest-AttachVolumeNegativeTest-728742291 tempest-AttachVolumeNegativeTest-728742291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=96121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:40:28.988599 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [req-aa2ddee8-0e20-4c92-8858-26a34aae1a82 req-6cbcb88f-15bc-412f-afa2-c31a308a627d tempest-AttachVolumeNegativeTest-728742291 tempest-AttachVolumeNegativeTest-728742291-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238921'] for port, before_response {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:40:29.205558 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-aa2ddee8-0e20-4c92-8858-26a34aae1a82 req-6cbcb88f-15bc-412f-afa2-c31a308a627d tempest-AttachVolumeNegativeTest-728742291 tempest-AttachVolumeNegativeTest-728742291-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2336359 Sep 29 15:40:29.228532 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.api.v2.base [req-aa2ddee8-0e20-4c92-8858-26a34aae1a82 req-bdbd3fab-32b0-4b63-bdda-50cfc20d88b5 service neutron] Request body: {'port': {'device_id': '6888cb87-64e1-48cb-a2a8-ce30ea9bff45', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80661'}} {{(pid=96121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 15:40:29.291348 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [req-aa2ddee8-0e20-4c92-8858-26a34aae1a82 req-bdbd3fab-32b0-4b63-bdda-50cfc20d88b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-684029'] for port, before_update {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:40:29.464387 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59084c80-ae0e-4f78-85f2-0866c8b6302f req-210dc6f8-3241-4342-a4b2-bc3231f8327a tempest-ServerRescueNegativeTestJSON-859711067 tempest-ServerRescueNegativeTestJSON-859711067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:40:29.470231 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-59084c80-ae0e-4f78-85f2-0866c8b6302f req-210dc6f8-3241-4342-a4b2-bc3231f8327a tempest-ServerRescueNegativeTestJSON-859711067 tempest-ServerRescueNegativeTestJSON-859711067-project] 10.222.0.46 "GET /v2.0/ports?device_id=fceddbf7-453e-4d39-9b3d-c354498f646c HTTP/1.1" status: 200 len: 945 time: 0.1362004 Sep 29 15:40:29.539100 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6f2209-9867-4851-b667-df2570dc8bdb req-309120ce-347d-4e73-a521-1426631a9096 tempest-AttachVolumeNegativeTest-728742291 tempest-AttachVolumeNegativeTest-728742291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:40:29.547791 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [req-3b6f2209-9867-4851-b667-df2570dc8bdb req-309120ce-347d-4e73-a521-1426631a9096 tempest-AttachVolumeNegativeTest-728742291 tempest-AttachVolumeNegativeTest-728742291-project] 10.222.0.46 "GET /v2.0/ports?device_id=6888cb87-64e1-48cb-a2a8-ce30ea9bff45 HTTP/1.1" status: 200 len: 931 time: 0.0651784 Sep 29 15:40:29.549627 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.wsgi [-] (96120) accepted ('10.222.0.46', 58636) {{(pid=96120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 15:40:29.572607 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-59084c80-ae0e-4f78-85f2-0866c8b6302f req-675a271f-4ae8-4410-835c-64b24e23903c tempest-ServerRescueNegativeTestJSON-859711067 tempest-ServerRescueNegativeTestJSON-859711067-project] 10.222.0.46 "GET /v2.0/security-groups?id=69bb6ea6-2770-4a41-88ab-960c26e8ecb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957251 Sep 29 15:40:29.627633 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [req-3b6f2209-9867-4851-b667-df2570dc8bdb req-c27af62f-1f08-427b-9ba4-9d5734b6c893 tempest-AttachVolumeNegativeTest-728742291 tempest-AttachVolumeNegativeTest-728742291-project] 10.222.0.46 "GET /v2.0/security-groups?id=c4509334-a1e4-43fe-aae7-235e447c037b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785542 Sep 29 15:40:29.668547 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88717e2-ace1-4591-9f52-bc7a609cf73a req-b9d3ca20-8030-4da3-8733-445284efef8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:40:29.670053 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-e88717e2-ace1-4591-9f52-bc7a609cf73a req-b9d3ca20-8030-4da3-8733-445284efef8f service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=fceddbf7-453e-4d39-9b3d-c354498f646c HTTP/1.1" status: 200 len: 1098 time: 0.0831401 Sep 29 15:40:29.679602 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron_lib.callbacks.manager [None req-9bd021b7-afaf-4c67-b111-7b9308fbf6a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741779927170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-625140'] for agent, after_update {{(pid=96122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:40:29.778139 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.notifiers.nova [req-aa2ddee8-0e20-4c92-8858-26a34aae1a82 req-bdbd3fab-32b0-4b63-bdda-50cfc20d88b5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 82239e75-d726-4e4c-a00c-8fa96bfe4aef {{(pid=96121) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 15:40:29.787588 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-786f524e-4879-456b-bfd8-574c33a18025 req-aecf1683-4866-459c-9099-3b15db56e546 tempest-VolumesActionsTest-1909553086 tempest-VolumesActionsTest-1909553086-project] 10.222.0.46 "GET /v2.0/ports?device_id=7c10f47e-893d-4a60-bbaa-bb9c301daa20 HTTP/1.1" status: 200 len: 210 time: 0.0661199 Sep 29 15:40:29.789538 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [req-aa2ddee8-0e20-4c92-8858-26a34aae1a82 req-bdbd3fab-32b0-4b63-bdda-50cfc20d88b5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:40:29.806659 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-e88717e2-ace1-4591-9f52-bc7a609cf73a req-1d29d202-2d28-4e68-893b-041e9aa790f2 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=69bb6ea6-2770-4a41-88ab-960c26e8ecb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1266456 Sep 29 15:40:29.814032 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.db.provisioning_blocks [req-aa2ddee8-0e20-4c92-8858-26a34aae1a82 req-bdbd3fab-32b0-4b63-bdda-50cfc20d88b5 service neutron] Transition to ACTIVE for port object 82239e75-d726-4e4c-a00c-8fa96bfe4aef will not be triggered until provisioned by entity L2. {{(pid=96121) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 15:40:29.820065 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-2c3ffb69-e6ff-4f3a-806a-adbc0a5fb4b5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:40:29.922655 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-2c3ffb69-e6ff-4f3a-806a-adbc0a5fb4b5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:40:29.938131 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [req-aa2ddee8-0e20-4c92-8858-26a34aae1a82 req-bdbd3fab-32b0-4b63-bdda-50cfc20d88b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741780147972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741779628755', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741779628773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3898424'] for port, after_update {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:40:29.999545 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdbd3fab-32b0-4b63-bdda-50cfc20d88b5 service neutron] Pushing event updated for resources: {'Port': ['ID=82239e75-d726-4e4c-a00c-8fa96bfe4aef,revision_number=2']} {{(pid=96121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 15:40:30.064428 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.plugins.ml2.managers [req-aa2ddee8-0e20-4c92-8858-26a34aae1a82 req-bdbd3fab-32b0-4b63-bdda-50cfc20d88b5 service neutron] Attempting to bind port 82239e75-d726-4e4c-a00c-8fa96bfe4aef on host hv-cinder-80661 for vnic_type normal with profile {{(pid=96121) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 15:40:30.064758 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.plugins.ml2.managers [req-aa2ddee8-0e20-4c92-8858-26a34aae1a82 req-bdbd3fab-32b0-4b63-bdda-50cfc20d88b5 service neutron] Attempting to bind port 82239e75-d726-4e4c-a00c-8fa96bfe4aef by drivers openvswitch,hyperv on host hv-cinder-80661 at level 0 using segments [{'id': '410a5b94-6c4f-4e8c-81e4-151e9b9c01d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '6dbc83d2-1eb6-4d2f-92e2-862eb74e4124'}] {{(pid=96121) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 15:40:30.065100 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa2ddee8-0e20-4c92-8858-26a34aae1a82 req-bdbd3fab-32b0-4b63-bdda-50cfc20d88b5 service neutron] Attempting to bind port 82239e75-d726-4e4c-a00c-8fa96bfe4aef on network 6dbc83d2-1eb6-4d2f-92e2-862eb74e4124 {{(pid=96121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 15:40:30.069189 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa2ddee8-0e20-4c92-8858-26a34aae1a82 req-bdbd3fab-32b0-4b63-bdda-50cfc20d88b5 service neutron] Port 82239e75-d726-4e4c-a00c-8fa96bfe4aef on network 6dbc83d2-1eb6-4d2f-92e2-862eb74e4124 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80661 {{(pid=96121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 29 15:40:30.069508 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa2ddee8-0e20-4c92-8858-26a34aae1a82 req-bdbd3fab-32b0-4b63-bdda-50cfc20d88b5 service neutron] Attempting to bind port 82239e75-d726-4e4c-a00c-8fa96bfe4aef on network 6dbc83d2-1eb6-4d2f-92e2-862eb74e4124 {{(pid=96121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 15:40:30.074237 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa2ddee8-0e20-4c92-8858-26a34aae1a82 req-bdbd3fab-32b0-4b63-bdda-50cfc20d88b5 service neutron] Checking agent: {'id': '02e4aaf8-ac1d-430d-8152-9e2105739360', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80661', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 15, 37, 5), 'started_at': datetime.datetime(2021, 9, 29, 15, 37, 5), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 15, 40, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=96121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 15:40:30.074571 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa2ddee8-0e20-4c92-8858-26a34aae1a82 req-bdbd3fab-32b0-4b63-bdda-50cfc20d88b5 service neutron] Checking segment: {'id': '410a5b94-6c4f-4e8c-81e4-151e9b9c01d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '6dbc83d2-1eb6-4d2f-92e2-862eb74e4124'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96121) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 15:40:30.074950 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa2ddee8-0e20-4c92-8858-26a34aae1a82 req-bdbd3fab-32b0-4b63-bdda-50cfc20d88b5 service neutron] Bound using segment: {'id': '410a5b94-6c4f-4e8c-81e4-151e9b9c01d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '6dbc83d2-1eb6-4d2f-92e2-862eb74e4124'} {{(pid=96121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 15:40:30.075413 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.plugins.ml2.managers [req-aa2ddee8-0e20-4c92-8858-26a34aae1a82 req-bdbd3fab-32b0-4b63-bdda-50cfc20d88b5 service neutron] Bound port: 82239e75-d726-4e4c-a00c-8fa96bfe4aef, host: hv-cinder-80661, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '410a5b94-6c4f-4e8c-81e4-151e9b9c01d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '6dbc83d2-1eb6-4d2f-92e2-862eb74e4124'}}] {{(pid=96121) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 15:40:30.075753 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [req-aa2ddee8-0e20-4c92-8858-26a34aae1a82 req-bdbd3fab-32b0-4b63-bdda-50cfc20d88b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-684029'] for port, before_update {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:40:30.092509 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-2c3ffb69-e6ff-4f3a-806a-adbc0a5fb4b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579214'] for security_group, after_create {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:40:30.133663 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c3ffb69-e6ff-4f3a-806a-adbc0a5fb4b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ad14656-b12d-4b4f-b628-b5021de56045,revision_number=1']} {{(pid=96120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 15:40:30.137928 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [None req-2c3ffb69-e6ff-4f3a-806a-adbc0a5fb4b5 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=c6bb87e44491447a8435af83e3631107&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5859742 Sep 29 15:40:30.141011 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.wsgi [-] (96121) accepted ('10.222.0.46', 58660) {{(pid=96121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 15:40:30.150605 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.plugins.ml2.db [req-aa2ddee8-0e20-4c92-8858-26a34aae1a82 req-bdbd3fab-32b0-4b63-bdda-50cfc20d88b5 service neutron] For port 82239e75-d726-4e4c-a00c-8fa96bfe4aef, host hv-cinder-80661, cleared binding levels {{(pid=96121) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 15:40:30.176989 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.plugins.ml2.db [req-aa2ddee8-0e20-4c92-8858-26a34aae1a82 req-bdbd3fab-32b0-4b63-bdda-50cfc20d88b5 service neutron] For port 82239e75-d726-4e4c-a00c-8fa96bfe4aef, host hv-cinder-80661, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80661',level=0,port_id=82239e75-d726-4e4c-a00c-8fa96bfe4aef,segment=NetworkSegment(410a5b94-6c4f-4e8c-81e4-151e9b9c01d0),segment_id=410a5b94-6c4f-4e8c-81e4-151e9b9c01d0)] {{(pid=96121) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 15:40:30.209390 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [None req-e98d0643-a43b-48db-acae-e8cb8f09351f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:40:30.230230 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [None req-e98d0643-a43b-48db-acae-e8cb8f09351f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:40:30.296880 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [req-aa2ddee8-0e20-4c92-8858-26a34aae1a82 req-bdbd3fab-32b0-4b63-bdda-50cfc20d88b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741780147972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741779628755', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741779628773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3898424'] for port, after_update {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:40:30.329261 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2ddee8-0e20-4c92-8858-26a34aae1a82 req-bdbd3fab-32b0-4b63-bdda-50cfc20d88b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:40:30.329916 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [req-aa2ddee8-0e20-4c92-8858-26a34aae1a82 req-bdbd3fab-32b0-4b63-bdda-50cfc20d88b5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238921'] for port, before_response {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:40:30.331270 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-aa2ddee8-0e20-4c92-8858-26a34aae1a82 req-bdbd3fab-32b0-4b63-bdda-50cfc20d88b5 service neutron] 10.222.0.22 "PUT /v2.0/ports/82239e75-d726-4e4c-a00c-8fa96bfe4aef HTTP/1.1" status: 200 len: 1093 time: 1.1069498 Sep 29 15:40:30.331690 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6888cb87-64e1-48cb-a2a8-ce30ea9bff45', 'tag': '82239e75-d726-4e4c-a00c-8fa96bfe4aef'}] {{(pid=96121) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 15:40:30.333900 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dcbd94143c65fdb0f5c12b0c92a6468c38125261e55d21e9818266cb91f6c0d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-099e1ae4-3893-4be8-9e39-7c6209a934d7" -d '{"events": [{"name": "network-changed", "server_uuid": "6888cb87-64e1-48cb-a2a8-ce30ea9bff45", "tag": "82239e75-d726-4e4c-a00c-8fa96bfe4aef"}]}' {{(pid=96121) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 15:40:30.358413 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdbd3fab-32b0-4b63-bdda-50cfc20d88b5 service neutron] Pushing event updated for resources: {'Port': ['ID=82239e75-d726-4e4c-a00c-8fa96bfe4aef,revision_number=3']} {{(pid=96121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 15:40:30.364779 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [None req-e98d0643-a43b-48db-acae-e8cb8f09351f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579214'] for security_group, after_delete {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:40:30.369516 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [None req-e98d0643-a43b-48db-acae-e8cb8f09351f admin admin] Notify callbacks [] for security_group, before_response {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:40:30.369516 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [None req-e98d0643-a43b-48db-acae-e8cb8f09351f admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/9ad14656-b12d-4b4f-b628-b5021de56045 HTTP/1.1" status: 204 len: 168 time: 0.2264962 Sep 29 15:40:30.377334 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 29 Sep 2021 15:40:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d9498fc-ed6a-4914-9416-5cb5c0bef65a x-openstack-request-id: req-1d9498fc-ed6a-4914-9416-5cb5c0bef65a {{(pid=96121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 15:40:30.377616 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6888cb87-64e1-48cb-a2a8-ce30ea9bff45", "tag": "82239e75-d726-4e4c-a00c-8fa96bfe4aef", "status": "completed", "code": 200}]} {{(pid=96121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 15:40:30.377864 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-1d9498fc-ed6a-4914-9416-5cb5c0bef65a {{(pid=96121) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 15:40:30.378249 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6888cb87-64e1-48cb-a2a8-ce30ea9bff45', 'tag': '82239e75-d726-4e4c-a00c-8fa96bfe4aef', 'status': 'completed', 'code': 200} Sep 29 15:40:30.379038 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e98d0643-a43b-48db-acae-e8cb8f09351f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ad14656-b12d-4b4f-b628-b5021de56045,revision_number=None']} {{(pid=96121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 15:40:30.489352 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099e1ae4-3893-4be8-9e39-7c6209a934d7 req-2218dd3c-2ff7-4b55-8f3e-9fbba614506a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:40:30.490938 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-099e1ae4-3893-4be8-9e39-7c6209a934d7 req-2218dd3c-2ff7-4b55-8f3e-9fbba614506a service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=230295d16b3f4b9c95387a6193aeb6e3&device_id=6888cb87-64e1-48cb-a2a8-ce30ea9bff45 HTTP/1.1" status: 200 len: 1096 time: 0.0419874 Sep 29 15:40:30.632169 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099e1ae4-3893-4be8-9e39-7c6209a934d7 req-5c1cc229-fdb2-46ef-9cd8-3da43f64a76b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:40:30.632169 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-099e1ae4-3893-4be8-9e39-7c6209a934d7 req-5c1cc229-fdb2-46ef-9cd8-3da43f64a76b service neutron] 10.222.0.22 "GET /v2.0/networks?tenant_id=230295d16b3f4b9c95387a6193aeb6e3&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1163454 Sep 29 15:40:30.776268 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe902b2d-a04d-4293-9040-08d047f818bc req-68bc6686-3b82-4da5-911a-10f97cac60e6 tempest-AttachVolumeNegativeTest-728742291 tempest-AttachVolumeNegativeTest-728742291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:40:30.784045 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [req-fe902b2d-a04d-4293-9040-08d047f818bc req-68bc6686-3b82-4da5-911a-10f97cac60e6 tempest-AttachVolumeNegativeTest-728742291 tempest-AttachVolumeNegativeTest-728742291-project] 10.222.0.46 "GET /v2.0/ports?device_id=6888cb87-64e1-48cb-a2a8-ce30ea9bff45 HTTP/1.1" status: 200 len: 943 time: 0.0755258 Sep 29 15:40:30.796498 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fac8ccd-92d2-4a2b-9eaa-1c5596761959 req-e0db187a-3678-4097-9ef6-1620eb2e4412 tempest-ServerRescueNegativeTestJSON-859711067 tempest-ServerRescueNegativeTestJSON-859711067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:40:30.798032 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-6fac8ccd-92d2-4a2b-9eaa-1c5596761959 req-e0db187a-3678-4097-9ef6-1620eb2e4412 tempest-ServerRescueNegativeTestJSON-859711067 tempest-ServerRescueNegativeTestJSON-859711067-project] 10.222.0.46 "GET /v2.0/ports?device_id=fceddbf7-453e-4d39-9b3d-c354498f646c HTTP/1.1" status: 200 len: 945 time: 0.1061931 Sep 29 15:40:30.799756 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099e1ae4-3893-4be8-9e39-7c6209a934d7 req-85aaae15-0541-4de6-b0bb-972123ee038d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:40:30.801307 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-099e1ae4-3893-4be8-9e39-7c6209a934d7 req-85aaae15-0541-4de6-b0bb-972123ee038d service neutron] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1554148 Sep 29 15:40:30.822355 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [req-fe902b2d-a04d-4293-9040-08d047f818bc req-6e33b526-2522-49f9-8768-a0f146420d6c tempest-AttachVolumeNegativeTest-728742291 tempest-AttachVolumeNegativeTest-728742291-project] 10.222.0.46 "GET /v2.0/security-groups?id=c4509334-a1e4-43fe-aae7-235e447c037b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374546 Sep 29 15:40:30.839842 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-6fac8ccd-92d2-4a2b-9eaa-1c5596761959 req-c681a475-4cf1-4db6-bdda-c6d6dc33bc7a tempest-ServerRescueNegativeTestJSON-859711067 tempest-ServerRescueNegativeTestJSON-859711067-project] 10.222.0.46 "GET /v2.0/security-groups?id=69bb6ea6-2770-4a41-88ab-960c26e8ecb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352223 Sep 29 15:40:30.911415 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [req-5fec6b54-a969-4705-abb4-3a7ee523642f req-04c3abcd-ba76-4a57-9bde-d871700a5cdb tempest-VolumesActionsTest-1909553086 tempest-VolumesActionsTest-1909553086-project] 10.222.0.46 "GET /v2.0/ports?device_id=7c10f47e-893d-4a60-bbaa-bb9c301daa20 HTTP/1.1" status: 200 len: 210 time: 0.0268207 Sep 29 15:40:30.950699 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2ddee8-0e20-4c92-8858-26a34aae1a82 req-b144f046-b669-49c7-94a8-5cd5e3ea0c09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:40:30.952300 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-aa2ddee8-0e20-4c92-8858-26a34aae1a82 req-b144f046-b669-49c7-94a8-5cd5e3ea0c09 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=230295d16b3f4b9c95387a6193aeb6e3&device_id=6888cb87-64e1-48cb-a2a8-ce30ea9bff45 HTTP/1.1" status: 200 len: 1096 time: 0.0500872 Sep 29 15:40:31.012725 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-aa2ddee8-0e20-4c92-8858-26a34aae1a82 req-740aff24-c003-426d-b2e9-d6b7c4cff9a4 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=82239e75-d726-4e4c-a00c-8fa96bfe4aef HTTP/1.1" status: 200 len: 217 time: 0.0374129 Sep 29 15:40:31.157020 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2ddee8-0e20-4c92-8858-26a34aae1a82 req-e7179015-dba9-4649-8f77-0b590710c449 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:40:31.158485 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-aa2ddee8-0e20-4c92-8858-26a34aae1a82 req-e7179015-dba9-4649-8f77-0b590710c449 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=f52e1823-73ec-4946-856c-fe4a0be10483 HTTP/1.1" status: 200 len: 855 time: 0.0466576 Sep 29 15:40:31.209699 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-aa2ddee8-0e20-4c92-8858-26a34aae1a82 req-9d4daa09-3cad-4a9a-848f-ba7530ed97d8 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=6dbc83d2-1eb6-4d2f-92e2-862eb74e4124&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0265119 Sep 29 15:40:31.255450 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.wsgi [-] (96120) accepted ('10.222.0.46', 58704) {{(pid=96120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 15:40:31.270548 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-a9b4c9cd-1e28-4c15-9a0b-ec726768b760 admin admin] Notify callbacks [] for security_group, before_create {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:40:31.376648 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-aa2ddee8-0e20-4c92-8858-26a34aae1a82 req-dbc05a0b-a8d4-4cc7-9694-af327f57d96a service neutron] 10.222.0.22 "GET /v2.0/networks/6dbc83d2-1eb6-4d2f-92e2-862eb74e4124?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1227033 Sep 29 15:40:31.381194 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-a9b4c9cd-1e28-4c15-9a0b-ec726768b760 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:40:31.458142 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-a9b4c9cd-1e28-4c15-9a0b-ec726768b760 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579214'] for security_group, after_create {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:40:31.499761 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-aa2ddee8-0e20-4c92-8858-26a34aae1a82 req-2f6f20a8-f46f-4983-8f7f-b50943f75fae service neutron] 10.222.0.22 "GET /v2.0/networks/6dbc83d2-1eb6-4d2f-92e2-862eb74e4124?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0932283 Sep 29 15:40:31.501077 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [None req-a9b4c9cd-1e28-4c15-9a0b-ec726768b760 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=fa3ddcecedd64c37b7830033b5d21dfa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2439559 Sep 29 15:40:31.502199 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b4c9cd-1e28-4c15-9a0b-ec726768b760 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02ec7186-265c-4027-bf62-762635b63932,revision_number=1']} {{(pid=96120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 15:40:31.503422 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.wsgi [-] (96121) accepted ('10.222.0.46', 58714) {{(pid=96121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 15:40:31.556162 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [None req-90733de3-7579-4b34-ba25-1325de1a8ff3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:40:31.576627 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [None req-90733de3-7579-4b34-ba25-1325de1a8ff3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:40:31.715846 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [None req-90733de3-7579-4b34-ba25-1325de1a8ff3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579214'] for security_group, after_delete {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:40:31.718266 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [None req-90733de3-7579-4b34-ba25-1325de1a8ff3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:40:31.720305 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [None req-90733de3-7579-4b34-ba25-1325de1a8ff3 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/02ec7186-265c-4027-bf62-762635b63932 HTTP/1.1" status: 204 len: 168 time: 0.2155280 Sep 29 15:40:31.728651 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90733de3-7579-4b34-ba25-1325de1a8ff3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02ec7186-265c-4027-bf62-762635b63932,revision_number=None']} {{(pid=96121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 15:40:31.964299 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53f70c0-d0cd-4c29-a925-71fd8a4d4560 req-7324224a-4069-4ce3-b7ca-e8634f81ffb1 tempest-AttachVolumeNegativeTest-728742291 tempest-AttachVolumeNegativeTest-728742291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:40:31.965138 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1e712e-2765-40e1-b85e-72aed344adfe req-2bacbe3c-5fa6-4800-98a5-bae1b089f618 tempest-ServerRescueNegativeTestJSON-859711067 tempest-ServerRescueNegativeTestJSON-859711067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:40:31.965769 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-a53f70c0-d0cd-4c29-a925-71fd8a4d4560 req-7324224a-4069-4ce3-b7ca-e8634f81ffb1 tempest-AttachVolumeNegativeTest-728742291 tempest-AttachVolumeNegativeTest-728742291-project] 10.222.0.46 "GET /v2.0/ports?device_id=6888cb87-64e1-48cb-a2a8-ce30ea9bff45 HTTP/1.1" status: 200 len: 943 time: 0.0708497 Sep 29 15:40:31.967406 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [req-8e1e712e-2765-40e1-b85e-72aed344adfe req-2bacbe3c-5fa6-4800-98a5-bae1b089f618 tempest-ServerRescueNegativeTestJSON-859711067 tempest-ServerRescueNegativeTestJSON-859711067-project] 10.222.0.46 "GET /v2.0/ports?device_id=fceddbf7-453e-4d39-9b3d-c354498f646c HTTP/1.1" status: 200 len: 945 time: 0.0530467 Sep 29 15:40:32.010390 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [req-8e1e712e-2765-40e1-b85e-72aed344adfe req-21ae4ad4-ae05-4f20-b23e-0df2d223b2c8 tempest-ServerRescueNegativeTestJSON-859711067 tempest-ServerRescueNegativeTestJSON-859711067-project] 10.222.0.46 "GET /v2.0/security-groups?id=69bb6ea6-2770-4a41-88ab-960c26e8ecb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365009 Sep 29 15:40:32.028278 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-a53f70c0-d0cd-4c29-a925-71fd8a4d4560 req-5a4a5153-d412-4c4b-b4d3-a4fa05bee791 tempest-AttachVolumeNegativeTest-728742291 tempest-AttachVolumeNegativeTest-728742291-project] 10.222.0.46 "GET /v2.0/security-groups?id=c4509334-a1e4-43fe-aae7-235e447c037b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556941 Sep 29 15:40:32.109647 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [req-39556c6d-005a-4367-ba01-e0a739294d80 req-cb7149dc-2eff-45bf-baee-a39d3e58d2cb tempest-VolumesActionsTest-1909553086 tempest-VolumesActionsTest-1909553086-project] 10.222.0.46 "GET /v2.0/ports?device_id=7c10f47e-893d-4a60-bbaa-bb9c301daa20 HTTP/1.1" status: 200 len: 210 time: 0.0328221 Sep 29 15:40:32.189303 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7a199b-f46d-4da1-88b7-4dbf27284334 req-d25eb320-62a6-434c-bae0-8b2f4f038548 tempest-ServerRescueNegativeTestJSON-859711067 tempest-ServerRescueNegativeTestJSON-859711067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:40:32.190774 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-6a7a199b-f46d-4da1-88b7-4dbf27284334 req-d25eb320-62a6-434c-bae0-8b2f4f038548 tempest-ServerRescueNegativeTestJSON-859711067 tempest-ServerRescueNegativeTestJSON-859711067-project] 10.222.0.46 "GET /v2.0/ports?device_id=1d663b77-78b8-44d6-ae6b-8f8b0c2199dd HTTP/1.1" status: 200 len: 945 time: 0.0987215 Sep 29 15:40:32.327449 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b910c258-e872-469a-85de-3810c1262a08 req-abe0a50c-5636-402b-a539-6ed93257e199 tempest-VolumesActionsTest-1909553086 tempest-VolumesActionsTest-1909553086-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=96121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:40:32.330495 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-b910c258-e872-469a-85de-3810c1262a08 req-abe0a50c-5636-402b-a539-6ed93257e199 tempest-VolumesActionsTest-1909553086 tempest-VolumesActionsTest-1909553086-project] 10.222.0.22 "GET /v2.0/networks?id=a14b5803-90de-4ae6-beb2-83af53c4353a HTTP/1.1" status: 200 len: 808 time: 0.1878774 Sep 29 15:40:32.341030 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-6a7a199b-f46d-4da1-88b7-4dbf27284334 req-26accc8b-bd98-467e-9d10-b84b84d3c662 tempest-ServerRescueNegativeTestJSON-859711067 tempest-ServerRescueNegativeTestJSON-859711067-project] 10.222.0.46 "GET /v2.0/security-groups?id=69bb6ea6-2770-4a41-88ab-960c26e8ecb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1176894 Sep 29 15:40:32.353528 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.api.v2.base [req-b910c258-e872-469a-85de-3810c1262a08 req-fa47d4ad-68ba-4613-be2e-e879e430f4ba tempest-VolumesActionsTest-1909553086 tempest-VolumesActionsTest-1909553086-project] Request body: {'port': {'device_id': '7c10f47e-893d-4a60-bbaa-bb9c301daa20', 'network_id': 'a14b5803-90de-4ae6-beb2-83af53c4353a', 'admin_state_up': True, 'tenant_id': 'ea8f8f8919c0481cb386767b47c72f6e'}} {{(pid=96121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 15:40:32.731352 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b910c258-e872-469a-85de-3810c1262a08 req-fa47d4ad-68ba-4613-be2e-e879e430f4ba tempest-VolumesActionsTest-1909553086 tempest-VolumesActionsTest-1909553086-project] Made reservation on behalf of ea8f8f8919c0481cb386767b47c72f6e for: {'port': 1} {{(pid=96121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 15:40:32.731352 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [req-b910c258-e872-469a-85de-3810c1262a08 req-fa47d4ad-68ba-4613-be2e-e879e430f4ba tempest-VolumesActionsTest-1909553086 tempest-VolumesActionsTest-1909553086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-684029'] for port, before_create {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:40:32.857703 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.db.db_base_plugin_common [req-b910c258-e872-469a-85de-3810c1262a08 req-fa47d4ad-68ba-4613-be2e-e879e430f4ba tempest-VolumesActionsTest-1909553086 tempest-VolumesActionsTest-1909553086-project] Allocated IP 172.20.0.6 (a14b5803-90de-4ae6-beb2-83af53c4353a/e082895a-b7a6-48df-a7db-e127703bf864/12443907-5c42-427e-a3e4-2407472240b5) {{(pid=96121) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 15:40:33.011455 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [req-b910c258-e872-469a-85de-3810c1262a08 req-fa47d4ad-68ba-4613-be2e-e879e430f4ba tempest-VolumesActionsTest-1909553086 tempest-VolumesActionsTest-1909553086-project] Notify callbacks [] for port, precommit_create {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:40:33.143181 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [req-b910c258-e872-469a-85de-3810c1262a08 req-fa47d4ad-68ba-4613-be2e-e879e430f4ba tempest-VolumesActionsTest-1909553086 tempest-VolumesActionsTest-1909553086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741779628737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3898419'] for port, after_create {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:40:33.190288 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e0c51c-72dc-46e1-ba1f-3247564b81c8 req-b1894893-fea9-4d50-93d8-a769efaa45ca tempest-AttachVolumeNegativeTest-728742291 tempest-AttachVolumeNegativeTest-728742291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:40:33.192029 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [req-34e0c51c-72dc-46e1-ba1f-3247564b81c8 req-b1894893-fea9-4d50-93d8-a769efaa45ca tempest-AttachVolumeNegativeTest-728742291 tempest-AttachVolumeNegativeTest-728742291-project] 10.222.0.46 "GET /v2.0/ports?device_id=6888cb87-64e1-48cb-a2a8-ce30ea9bff45 HTTP/1.1" status: 200 len: 943 time: 0.0906687 Sep 29 15:40:33.196378 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b910c258-e872-469a-85de-3810c1262a08 req-fa47d4ad-68ba-4613-be2e-e879e430f4ba tempest-VolumesActionsTest-1909553086 tempest-VolumesActionsTest-1909553086-project] Network a14b5803-90de-4ae6-beb2-83af53c4353a is already hosted by enough agents. {{(pid=96121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 15:40:33.226263 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.scheduler.base_scheduler [req-b910c258-e872-469a-85de-3810c1262a08 req-fa47d4ad-68ba-4613-be2e-e879e430f4ba tempest-VolumesActionsTest-1909553086 tempest-VolumesActionsTest-1909553086-project] Resources bound (agent type, host, resource id): {{(pid=96121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 15:40:33.228852 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.db.l3_dvrscheduler_db [req-b910c258-e872-469a-85de-3810c1262a08 req-fa47d4ad-68ba-4613-be2e-e879e430f4ba tempest-VolumesActionsTest-1909553086 tempest-VolumesActionsTest-1909553086-project] Received port after_create {{(pid=96121) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 15:40:33.237516 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [req-34e0c51c-72dc-46e1-ba1f-3247564b81c8 req-41cbe770-f1c2-4bfa-a1dc-1fe0cd4b7078 tempest-AttachVolumeNegativeTest-728742291 tempest-AttachVolumeNegativeTest-728742291-project] 10.222.0.46 "GET /v2.0/security-groups?id=c4509334-a1e4-43fe-aae7-235e447c037b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394120 Sep 29 15:40:33.269626 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa47d4ad-68ba-4613-be2e-e879e430f4ba tempest-VolumesActionsTest-1909553086 tempest-VolumesActionsTest-1909553086-project] Pushing event updated for resources: {'Port': ['ID=12443907-5c42-427e-a3e4-2407472240b5,revision_number=1']} {{(pid=96121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 15:40:33.300837 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e554c31d-bd6b-4415-bf5a-9aa0509c04f8 req-afcd82c1-28ec-4cad-ba3e-f73435b7cbe8 tempest-VolumesActionsTest-1909553086 tempest-VolumesActionsTest-1909553086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:40:33.303109 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-e554c31d-bd6b-4415-bf5a-9aa0509c04f8 req-afcd82c1-28ec-4cad-ba3e-f73435b7cbe8 tempest-VolumesActionsTest-1909553086 tempest-VolumesActionsTest-1909553086-project] 10.222.0.46 "GET /v2.0/ports?device_id=7c10f47e-893d-4a60-bbaa-bb9c301daa20 HTTP/1.1" status: 200 len: 931 time: 0.1151726 Sep 29 15:40:33.309300 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b910c258-e872-469a-85de-3810c1262a08 req-fa47d4ad-68ba-4613-be2e-e879e430f4ba tempest-VolumesActionsTest-1909553086 tempest-VolumesActionsTest-1909553086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=96121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:40:33.309926 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [req-b910c258-e872-469a-85de-3810c1262a08 req-fa47d4ad-68ba-4613-be2e-e879e430f4ba tempest-VolumesActionsTest-1909553086 tempest-VolumesActionsTest-1909553086-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238921'] for port, before_response {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:40:33.366649 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-e554c31d-bd6b-4415-bf5a-9aa0509c04f8 req-32e1f85f-4d41-4fa1-9482-b852e7c2df9a tempest-VolumesActionsTest-1909553086 tempest-VolumesActionsTest-1909553086-project] 10.222.0.46 "GET /v2.0/security-groups?id=8816c7f2-d979-43ec-b223-6262eb3c0e80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440207 Sep 29 15:40:33.470172 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-b910c258-e872-469a-85de-3810c1262a08 req-fa47d4ad-68ba-4613-be2e-e879e430f4ba tempest-VolumesActionsTest-1909553086 tempest-VolumesActionsTest-1909553086-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1213086 Sep 29 15:40:34.107420 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.wsgi [-] (96120) accepted ('10.222.0.46', 58854) {{(pid=96120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 15:40:34.211618 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-f13bd2d2-eeda-4076-b831-720517d0fb41 admin admin] Notify callbacks [] for security_group, before_create {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:40:34.474851 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-f13bd2d2-eeda-4076-b831-720517d0fb41 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:40:34.555591 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-f13bd2d2-eeda-4076-b831-720517d0fb41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579214'] for security_group, after_create {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:40:34.593727 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [None req-f13bd2d2-eeda-4076-b831-720517d0fb41 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=b03f503dd7304c0380855ea8b2861463&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4851866 Sep 29 15:40:34.594661 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f13bd2d2-eeda-4076-b831-720517d0fb41 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8e769b3-ebc0-4642-9803-b026f58b3cec,revision_number=1']} {{(pid=96120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 15:40:34.596652 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.wsgi [-] (96121) accepted ('10.222.0.46', 58872) {{(pid=96121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 15:40:34.648116 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [None req-4fe89f94-7e47-4682-b008-ceaf6524e110 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:40:34.669104 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [None req-4fe89f94-7e47-4682-b008-ceaf6524e110 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:40:34.821869 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [None req-4fe89f94-7e47-4682-b008-ceaf6524e110 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579214'] for security_group, after_delete {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:40:34.824440 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [None req-4fe89f94-7e47-4682-b008-ceaf6524e110 admin admin] Notify callbacks [] for security_group, before_response {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:40:34.825631 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [None req-4fe89f94-7e47-4682-b008-ceaf6524e110 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/a8e769b3-ebc0-4642-9803-b026f58b3cec HTTP/1.1" status: 204 len: 168 time: 0.2279952 Sep 29 15:40:34.833719 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fe89f94-7e47-4682-b008-ceaf6524e110 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8e769b3-ebc0-4642-9803-b026f58b3cec,revision_number=None']} {{(pid=96121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 15:40:35.470002 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.wsgi [-] (96121) accepted ('10.222.0.46', 58886) {{(pid=96121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 15:40:35.485927 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [None req-b26bc070-7d92-4668-ad2d-dca988ae848d admin admin] Notify callbacks [] for security_group, before_create {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:40:35.558241 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.api.v2.base [req-b910c258-e872-469a-85de-3810c1262a08 req-07670aed-3f2f-4358-a6d2-760327fe913c service neutron] Request body: {'port': {'device_id': '7c10f47e-893d-4a60-bbaa-bb9c301daa20', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80661'}} {{(pid=96121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 15:40:35.599039 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [None req-b26bc070-7d92-4668-ad2d-dca988ae848d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:40:35.625206 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [req-b910c258-e872-469a-85de-3810c1262a08 req-07670aed-3f2f-4358-a6d2-760327fe913c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-684029'] for port, before_update {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:40:35.731383 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cacecb55-1c89-46e7-8749-1f382c7d93ed req-08af9fbe-4ef5-4760-b22e-d4123b0df59e tempest-AttachVolumeNegativeTest-728742291 tempest-AttachVolumeNegativeTest-728742291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:40:35.732903 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [req-cacecb55-1c89-46e7-8749-1f382c7d93ed req-08af9fbe-4ef5-4760-b22e-d4123b0df59e tempest-AttachVolumeNegativeTest-728742291 tempest-AttachVolumeNegativeTest-728742291-project] 10.222.0.46 "GET /v2.0/ports?device_id=6888cb87-64e1-48cb-a2a8-ce30ea9bff45 HTTP/1.1" status: 200 len: 943 time: 0.0501044 Sep 29 15:40:35.734364 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [None req-b26bc070-7d92-4668-ad2d-dca988ae848d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579214'] for security_group, after_create {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:40:35.771152 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [req-cacecb55-1c89-46e7-8749-1f382c7d93ed req-eb8b2f2b-52b5-4bec-b6a2-3855a755f1e1 tempest-AttachVolumeNegativeTest-728742291 tempest-AttachVolumeNegativeTest-728742291-project] 10.222.0.46 "GET /v2.0/security-groups?id=c4509334-a1e4-43fe-aae7-235e447c037b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318735 Sep 29 15:40:35.827689 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [None req-b26bc070-7d92-4668-ad2d-dca988ae848d admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=8e149e17f1ea403c9836a33aebd3a0e6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3565090 Sep 29 15:40:35.830586 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.wsgi [-] (96120) accepted ('10.222.0.46', 58888) {{(pid=96120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 15:40:35.830756 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b26bc070-7d92-4668-ad2d-dca988ae848d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21a7822f-4081-4534-a8f2-f88c58fcd8f3,revision_number=1']} {{(pid=96121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 15:40:35.886091 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-9183098a-7349-4e60-8aa3-3718df5ea661 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:40:35.887119 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902994b6-7b69-4263-923c-275daf768535 req-c647008b-29ea-47e6-8082-b1dca098e69a tempest-VolumesActionsTest-1909553086 tempest-VolumesActionsTest-1909553086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:40:35.888606 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-902994b6-7b69-4263-923c-275daf768535 req-c647008b-29ea-47e6-8082-b1dca098e69a tempest-VolumesActionsTest-1909553086 tempest-VolumesActionsTest-1909553086-project] 10.222.0.46 "GET /v2.0/ports?device_id=7c10f47e-893d-4a60-bbaa-bb9c301daa20 HTTP/1.1" status: 200 len: 931 time: 0.1580203 Sep 29 15:40:35.908417 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-9183098a-7349-4e60-8aa3-3718df5ea661 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:40:35.951588 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-902994b6-7b69-4263-923c-275daf768535 req-322ce8d4-d943-46f9-8cad-71fe8b16061f tempest-VolumesActionsTest-1909553086 tempest-VolumesActionsTest-1909553086-project] 10.222.0.46 "GET /v2.0/security-groups?id=8816c7f2-d979-43ec-b223-6262eb3c0e80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550473 Sep 29 15:40:35.998925 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.notifiers.nova [req-b910c258-e872-469a-85de-3810c1262a08 req-07670aed-3f2f-4358-a6d2-760327fe913c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 12443907-5c42-427e-a3e4-2407472240b5 {{(pid=96121) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 15:40:36.007110 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [req-b910c258-e872-469a-85de-3810c1262a08 req-07670aed-3f2f-4358-a6d2-760327fe913c service neutron] Notify callbacks [] for port, precommit_update {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:40:36.018174 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-9183098a-7349-4e60-8aa3-3718df5ea661 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579214'] for security_group, after_delete {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:40:36.020049 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.db.provisioning_blocks [req-b910c258-e872-469a-85de-3810c1262a08 req-07670aed-3f2f-4358-a6d2-760327fe913c service neutron] Transition to ACTIVE for port object 12443907-5c42-427e-a3e4-2407472240b5 will not be triggered until provisioned by entity L2. {{(pid=96121) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 15:40:36.020828 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-9183098a-7349-4e60-8aa3-3718df5ea661 admin admin] Notify callbacks [] for security_group, before_response {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:40:36.021959 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [None req-9183098a-7349-4e60-8aa3-3718df5ea661 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/21a7822f-4081-4534-a8f2-f88c58fcd8f3 HTTP/1.1" status: 204 len: 168 time: 0.1902227 Sep 29 15:40:36.029871 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9183098a-7349-4e60-8aa3-3718df5ea661 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21a7822f-4081-4534-a8f2-f88c58fcd8f3,revision_number=None']} {{(pid=96120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 15:40:36.115287 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [req-b910c258-e872-469a-85de-3810c1262a08 req-07670aed-3f2f-4358-a6d2-760327fe913c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741780147972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741779628755', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741779628773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3898424'] for port, after_update {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:40:36.165384 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07670aed-3f2f-4358-a6d2-760327fe913c service neutron] Pushing event updated for resources: {'Port': ['ID=12443907-5c42-427e-a3e4-2407472240b5,revision_number=2']} {{(pid=96121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 15:40:36.228762 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.plugins.ml2.managers [req-b910c258-e872-469a-85de-3810c1262a08 req-07670aed-3f2f-4358-a6d2-760327fe913c service neutron] Attempting to bind port 12443907-5c42-427e-a3e4-2407472240b5 on host hv-cinder-80661 for vnic_type normal with profile {{(pid=96121) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 15:40:36.229099 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.plugins.ml2.managers [req-b910c258-e872-469a-85de-3810c1262a08 req-07670aed-3f2f-4358-a6d2-760327fe913c service neutron] Attempting to bind port 12443907-5c42-427e-a3e4-2407472240b5 by drivers openvswitch,hyperv on host hv-cinder-80661 at level 0 using segments [{'id': 'e69a3118-4cc1-4840-b982-71b9b5cd474d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': 'a14b5803-90de-4ae6-beb2-83af53c4353a'}] {{(pid=96121) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 15:40:36.229433 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b910c258-e872-469a-85de-3810c1262a08 req-07670aed-3f2f-4358-a6d2-760327fe913c service neutron] Attempting to bind port 12443907-5c42-427e-a3e4-2407472240b5 on network a14b5803-90de-4ae6-beb2-83af53c4353a {{(pid=96121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 15:40:36.233812 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b910c258-e872-469a-85de-3810c1262a08 req-07670aed-3f2f-4358-a6d2-760327fe913c service neutron] Port 12443907-5c42-427e-a3e4-2407472240b5 on network a14b5803-90de-4ae6-beb2-83af53c4353a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80661 {{(pid=96121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 29 15:40:36.234154 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b910c258-e872-469a-85de-3810c1262a08 req-07670aed-3f2f-4358-a6d2-760327fe913c service neutron] Attempting to bind port 12443907-5c42-427e-a3e4-2407472240b5 on network a14b5803-90de-4ae6-beb2-83af53c4353a {{(pid=96121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 15:40:36.239652 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b910c258-e872-469a-85de-3810c1262a08 req-07670aed-3f2f-4358-a6d2-760327fe913c service neutron] Checking agent: {'id': '02e4aaf8-ac1d-430d-8152-9e2105739360', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80661', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 15, 37, 5), 'started_at': datetime.datetime(2021, 9, 29, 15, 37, 5), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 15, 40, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=96121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 15:40:36.247683 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b910c258-e872-469a-85de-3810c1262a08 req-07670aed-3f2f-4358-a6d2-760327fe913c service neutron] Checking segment: {'id': 'e69a3118-4cc1-4840-b982-71b9b5cd474d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': 'a14b5803-90de-4ae6-beb2-83af53c4353a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96121) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 15:40:36.247683 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b910c258-e872-469a-85de-3810c1262a08 req-07670aed-3f2f-4358-a6d2-760327fe913c service neutron] Bound using segment: {'id': 'e69a3118-4cc1-4840-b982-71b9b5cd474d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': 'a14b5803-90de-4ae6-beb2-83af53c4353a'} {{(pid=96121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 15:40:36.247683 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.plugins.ml2.managers [req-b910c258-e872-469a-85de-3810c1262a08 req-07670aed-3f2f-4358-a6d2-760327fe913c service neutron] Bound port: 12443907-5c42-427e-a3e4-2407472240b5, host: hv-cinder-80661, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e69a3118-4cc1-4840-b982-71b9b5cd474d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': 'a14b5803-90de-4ae6-beb2-83af53c4353a'}}] {{(pid=96121) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 15:40:36.247683 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [req-b910c258-e872-469a-85de-3810c1262a08 req-07670aed-3f2f-4358-a6d2-760327fe913c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-684029'] for port, before_update {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:40:36.301463 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.plugins.ml2.db [req-b910c258-e872-469a-85de-3810c1262a08 req-07670aed-3f2f-4358-a6d2-760327fe913c service neutron] For port 12443907-5c42-427e-a3e4-2407472240b5, host hv-cinder-80661, cleared binding levels {{(pid=96121) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 15:40:36.304578 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.plugins.ml2.db [req-b910c258-e872-469a-85de-3810c1262a08 req-07670aed-3f2f-4358-a6d2-760327fe913c service neutron] For port 12443907-5c42-427e-a3e4-2407472240b5, host hv-cinder-80661, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80661',level=0,port_id=12443907-5c42-427e-a3e4-2407472240b5,segment=NetworkSegment(e69a3118-4cc1-4840-b982-71b9b5cd474d),segment_id=e69a3118-4cc1-4840-b982-71b9b5cd474d)] {{(pid=96121) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 15:40:36.394118 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [req-b910c258-e872-469a-85de-3810c1262a08 req-07670aed-3f2f-4358-a6d2-760327fe913c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741780147972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741779628755', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741779628773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3898424'] for port, after_update {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:40:36.427273 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b910c258-e872-469a-85de-3810c1262a08 req-07670aed-3f2f-4358-a6d2-760327fe913c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:40:36.427892 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [req-b910c258-e872-469a-85de-3810c1262a08 req-07670aed-3f2f-4358-a6d2-760327fe913c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238921'] for port, before_response {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:40:36.432188 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-b910c258-e872-469a-85de-3810c1262a08 req-07670aed-3f2f-4358-a6d2-760327fe913c service neutron] 10.222.0.22 "PUT /v2.0/ports/12443907-5c42-427e-a3e4-2407472240b5 HTTP/1.1" status: 200 len: 1093 time: 0.8756578 Sep 29 15:40:36.432730 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7c10f47e-893d-4a60-bbaa-bb9c301daa20', 'tag': '12443907-5c42-427e-a3e4-2407472240b5'}] {{(pid=96121) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 15:40:36.435342 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dcbd94143c65fdb0f5c12b0c92a6468c38125261e55d21e9818266cb91f6c0d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fdb37061-6550-4797-9f34-d76110bc4299" -d '{"events": [{"name": "network-changed", "server_uuid": "7c10f47e-893d-4a60-bbaa-bb9c301daa20", "tag": "12443907-5c42-427e-a3e4-2407472240b5"}]}' {{(pid=96121) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 15:40:36.468684 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07670aed-3f2f-4358-a6d2-760327fe913c service neutron] Pushing event updated for resources: {'Port': ['ID=12443907-5c42-427e-a3e4-2407472240b5,revision_number=3']} {{(pid=96121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 15:40:36.487065 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 29 Sep 2021 15:40:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6d9378a-487c-4bfc-857d-f0dd3ac1eb16 x-openstack-request-id: req-c6d9378a-487c-4bfc-857d-f0dd3ac1eb16 {{(pid=96121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 15:40:36.487478 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7c10f47e-893d-4a60-bbaa-bb9c301daa20", "tag": "12443907-5c42-427e-a3e4-2407472240b5", "status": "completed", "code": 200}]} {{(pid=96121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 15:40:36.487727 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-c6d9378a-487c-4bfc-857d-f0dd3ac1eb16 {{(pid=96121) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 15:40:36.488242 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7c10f47e-893d-4a60-bbaa-bb9c301daa20', 'tag': '12443907-5c42-427e-a3e4-2407472240b5', 'status': 'completed', 'code': 200} Sep 29 15:40:36.592152 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb37061-6550-4797-9f34-d76110bc4299 req-3b7c320c-9425-4f2e-93a3-dccbd1c581d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:40:36.593869 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-fdb37061-6550-4797-9f34-d76110bc4299 req-3b7c320c-9425-4f2e-93a3-dccbd1c581d8 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=ea8f8f8919c0481cb386767b47c72f6e&device_id=7c10f47e-893d-4a60-bbaa-bb9c301daa20 HTTP/1.1" status: 200 len: 1096 time: 0.0440786 Sep 29 15:40:36.712750 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb37061-6550-4797-9f34-d76110bc4299 req-b7707812-02d5-4b95-8298-f3ee00e6985a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:40:36.714210 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-fdb37061-6550-4797-9f34-d76110bc4299 req-b7707812-02d5-4b95-8298-f3ee00e6985a service neutron] 10.222.0.22 "GET /v2.0/networks?tenant_id=ea8f8f8919c0481cb386767b47c72f6e&shared=False HTTP/1.1" status: 200 len: 909 time: 0.0978549 Sep 29 15:40:36.826728 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb37061-6550-4797-9f34-d76110bc4299 req-7d67f3e4-6efd-427d-8d94-aceb024de8fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:40:36.828265 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-fdb37061-6550-4797-9f34-d76110bc4299 req-7d67f3e4-6efd-427d-8d94-aceb024de8fd service neutron] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0984988 Sep 29 15:40:36.833548 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron_lib.callbacks.manager [None req-4d55257e-523e-4b8d-ab2b-d46a31710be1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741779927170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-625140'] for agent, after_update {{(pid=96122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:40:36.993974 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b910c258-e872-469a-85de-3810c1262a08 req-7c91924f-b330-4646-b5b7-6753a02ae495 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:40:36.995466 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-b910c258-e872-469a-85de-3810c1262a08 req-7c91924f-b330-4646-b5b7-6753a02ae495 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=ea8f8f8919c0481cb386767b47c72f6e&device_id=7c10f47e-893d-4a60-bbaa-bb9c301daa20 HTTP/1.1" status: 200 len: 1096 time: 0.0425684 Sep 29 15:40:37.052368 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-b910c258-e872-469a-85de-3810c1262a08 req-be668561-d7ff-4cad-83ba-e5b7d0ba0e05 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=12443907-5c42-427e-a3e4-2407472240b5 HTTP/1.1" status: 200 len: 217 time: 0.0371501 Sep 29 15:40:37.087242 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93099b95-6de4-40fb-a2ed-d08f30121862 req-a8b1955e-84f3-4642-8163-66eb01db9626 tempest-AttachVolumeNegativeTest-728742291 tempest-AttachVolumeNegativeTest-728742291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:40:37.090151 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [req-93099b95-6de4-40fb-a2ed-d08f30121862 req-a8b1955e-84f3-4642-8163-66eb01db9626 tempest-AttachVolumeNegativeTest-728742291 tempest-AttachVolumeNegativeTest-728742291-project] 10.222.0.46 "GET /v2.0/ports?device_id=6888cb87-64e1-48cb-a2a8-ce30ea9bff45 HTTP/1.1" status: 200 len: 943 time: 0.0823553 Sep 29 15:40:37.157243 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [req-93099b95-6de4-40fb-a2ed-d08f30121862 req-32d050b5-7ff0-4e1f-8a22-3b419e02c5ca tempest-AttachVolumeNegativeTest-728742291 tempest-AttachVolumeNegativeTest-728742291-project] 10.222.0.46 "GET /v2.0/security-groups?id=c4509334-a1e4-43fe-aae7-235e447c037b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564847 Sep 29 15:40:37.279054 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46781a3a-2f5d-4175-818e-729d840c97ae req-78c5ea3e-670e-44b8-b640-85f3733b69cd tempest-ServerRescueNegativeTestJSON-859711067 tempest-ServerRescueNegativeTestJSON-859711067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:40:37.280652 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [req-46781a3a-2f5d-4175-818e-729d840c97ae req-78c5ea3e-670e-44b8-b640-85f3733b69cd tempest-ServerRescueNegativeTestJSON-859711067 tempest-ServerRescueNegativeTestJSON-859711067-project] 10.222.0.46 "GET /v2.0/ports?device_id=1d663b77-78b8-44d6-ae6b-8f8b0c2199dd HTTP/1.1" status: 200 len: 945 time: 0.0611515 Sep 29 15:40:37.320850 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [req-46781a3a-2f5d-4175-818e-729d840c97ae req-a28ca292-e2d3-4e39-82e4-664b0f3559af tempest-ServerRescueNegativeTestJSON-859711067 tempest-ServerRescueNegativeTestJSON-859711067-project] 10.222.0.46 "GET /v2.0/security-groups?id=69bb6ea6-2770-4a41-88ab-960c26e8ecb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343144 Sep 29 15:40:37.444122 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b910c258-e872-469a-85de-3810c1262a08 req-66ff28fe-6d0c-4a38-9543-5c888f6b98a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:40:37.445591 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-b910c258-e872-469a-85de-3810c1262a08 req-66ff28fe-6d0c-4a38-9543-5c888f6b98a5 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=e082895a-b7a6-48df-a7db-e127703bf864 HTTP/1.1" status: 200 len: 848 time: 0.3814418 Sep 29 15:40:37.457183 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34ba89b-de80-4b29-8e7a-7a72881bd5e7 req-886fbf5e-79f2-41e2-986f-f4eb7df882d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:40:37.458741 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-d34ba89b-de80-4b29-8e7a-7a72881bd5e7 req-886fbf5e-79f2-41e2-986f-f4eb7df882d8 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=b4ec83ad588647be8ebbcc854394cb61&device_id=1d663b77-78b8-44d6-ae6b-8f8b0c2199dd HTTP/1.1" status: 200 len: 1098 time: 0.0980251 Sep 29 15:40:37.499291 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea01e3a-fa63-44b8-b537-850ed367f4b5 req-1766eebc-db6c-4f98-90dd-d4a90ebcc0e4 tempest-VolumesActionsTest-1909553086 tempest-VolumesActionsTest-1909553086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:40:37.501303 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-eea01e3a-fa63-44b8-b537-850ed367f4b5 req-1766eebc-db6c-4f98-90dd-d4a90ebcc0e4 tempest-VolumesActionsTest-1909553086 tempest-VolumesActionsTest-1909553086-project] 10.222.0.46 "GET /v2.0/ports?device_id=7c10f47e-893d-4a60-bbaa-bb9c301daa20 HTTP/1.1" status: 200 len: 943 time: 0.1424296 Sep 29 15:40:37.512780 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-b910c258-e872-469a-85de-3810c1262a08 req-18ebf828-7b47-436d-ae9a-d3fc0f463df0 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=a14b5803-90de-4ae6-beb2-83af53c4353a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0530367 Sep 29 15:40:37.532612 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.plugins.ml2.rpc [None req-4d55257e-523e-4b8d-ab2b-d46a31710be1 None None] Device 82239e75-d726-4e4c-a00c-8fa96bfe4aef details requested by agent hyperv_hv-cinder-80661 with host hv-cinder-80661 {{(pid=96122) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 29 15:40:37.632430 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.plugins.ml2.db [None req-4d55257e-523e-4b8d-ab2b-d46a31710be1 None None] For port 82239e75-d726-4e4c-a00c-8fa96bfe4aef, host hv-cinder-80661, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80661',level=0,port_id=82239e75-d726-4e4c-a00c-8fa96bfe4aef,segment=NetworkSegment(410a5b94-6c4f-4e8c-81e4-151e9b9c01d0),segment_id=410a5b94-6c4f-4e8c-81e4-151e9b9c01d0)] {{(pid=96122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 15:40:37.643861 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.plugins.ml2.rpc [None req-4d55257e-523e-4b8d-ab2b-d46a31710be1 None None] Returning: {'device': '82239e75-d726-4e4c-a00c-8fa96bfe4aef', 'network_id': '6dbc83d2-1eb6-4d2f-92e2-862eb74e4124', 'port_id': '82239e75-d726-4e4c-a00c-8fa96bfe4aef', 'mac_address': 'fa:16:3e:aa:b9:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 643, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f52e1823-73ec-4946-856c-fe4a0be10483', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=96122) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 29 15:40:37.650191 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-eea01e3a-fa63-44b8-b537-850ed367f4b5 req-22017bdd-9075-47bb-b55d-9ac38fdc0d2c tempest-VolumesActionsTest-1909553086 tempest-VolumesActionsTest-1909553086-project] 10.222.0.46 "GET /v2.0/security-groups?id=8816c7f2-d979-43ec-b223-6262eb3c0e80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1343658 Sep 29 15:40:37.676710 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34ba89b-de80-4b29-8e7a-7a72881bd5e7 req-ab2b722b-e81e-46b7-8f17-a6b92edca7ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:40:37.678164 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-d34ba89b-de80-4b29-8e7a-7a72881bd5e7 req-ab2b722b-e81e-46b7-8f17-a6b92edca7ee service neutron] 10.222.0.22 "GET /v2.0/networks?id=daa727ac-86a8-4704-b1b4-10803b6b1e68 HTTP/1.1" status: 200 len: 920 time: 0.2106359 Sep 29 15:40:37.691897 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron_lib.callbacks.manager [None req-4d55257e-523e-4b8d-ab2b-d46a31710be1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-684029'] for port, before_update {{(pid=96122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:40:37.701523 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-b910c258-e872-469a-85de-3810c1262a08 req-35c0384c-351c-4d91-9c6a-eafa7178f613 service neutron] 10.222.0.22 "GET /v2.0/networks/a14b5803-90de-4ae6-beb2-83af53c4353a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1699605 Sep 29 15:40:37.706936 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.notifiers.nova [None req-4d55257e-523e-4b8d-ab2b-d46a31710be1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 82239e75-d726-4e4c-a00c-8fa96bfe4aef {{(pid=96122) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 15:40:37.727363 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.plugins.ml2.db [None req-4d55257e-523e-4b8d-ab2b-d46a31710be1 None None] For port 82239e75-d726-4e4c-a00c-8fa96bfe4aef, host hv-cinder-80661, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80661',level=0,port_id=82239e75-d726-4e4c-a00c-8fa96bfe4aef,segment=NetworkSegment(410a5b94-6c4f-4e8c-81e4-151e9b9c01d0),segment_id=410a5b94-6c4f-4e8c-81e4-151e9b9c01d0)] {{(pid=96122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 15:40:37.738959 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-d34ba89b-de80-4b29-8e7a-7a72881bd5e7 req-dbfabe48-c37b-418f-a5ab-b49ca46b0e5e service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=31ccdbe5-d9c3-4401-b176-06795eb1e102 HTTP/1.1" status: 200 len: 217 time: 0.0452361 Sep 29 15:40:37.802013 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron_lib.callbacks.manager [None req-4d55257e-523e-4b8d-ab2b-d46a31710be1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741780147972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741779628755', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741779628773'] for port, after_update {{(pid=96122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:40:37.809926 dv-cinder-806616-6-iscsi neutron-server[96123]: DEBUG neutron.db.agents_db [None req-ce50b6f1-f7bd-4b59-8641-9f71b480b041 None None] Agent healthcheck: found 6 active agents {{(pid=96123) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 29 15:40:37.836196 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34ba89b-de80-4b29-8e7a-7a72881bd5e7 req-dff0eb00-41d2-4258-8704-c08f042d7a13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:40:37.837670 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-d34ba89b-de80-4b29-8e7a-7a72881bd5e7 req-dff0eb00-41d2-4258-8704-c08f042d7a13 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=f9e1b58c-841a-4928-9689-e4afdbcfa8ba HTTP/1.1" status: 200 len: 859 time: 0.0882609 Sep 29 15:40:37.855548 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d55257e-523e-4b8d-ab2b-d46a31710be1 None None] Pushing event updated for resources: {'Port': ['ID=82239e75-d726-4e4c-a00c-8fa96bfe4aef,revision_number=4']} {{(pid=96122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 15:40:37.856382 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-b910c258-e872-469a-85de-3810c1262a08 req-bf20403f-a489-48e9-8d49-206742c4bdd1 service neutron] 10.222.0.22 "GET /v2.0/networks/a14b5803-90de-4ae6-beb2-83af53c4353a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1251009 Sep 29 15:40:37.900520 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-d34ba89b-de80-4b29-8e7a-7a72881bd5e7 req-fb25d207-0325-46e0-9122-a42b09e75ce9 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=daa727ac-86a8-4704-b1b4-10803b6b1e68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0290308 Sep 29 15:40:38.039265 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-d34ba89b-de80-4b29-8e7a-7a72881bd5e7 req-831dfe61-2880-418b-a3b3-be917874c86d service neutron] 10.222.0.22 "GET /v2.0/networks/daa727ac-86a8-4704-b1b4-10803b6b1e68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1061018 Sep 29 15:40:38.181208 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-d34ba89b-de80-4b29-8e7a-7a72881bd5e7 req-b02559ab-5ff4-41f2-b98b-3b928f593133 service neutron] 10.222.0.22 "GET /v2.0/networks/daa727ac-86a8-4704-b1b4-10803b6b1e68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1036611 Sep 29 15:40:38.283159 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73512e1f-9cc1-4c70-a499-5b27c2a6fd7a req-fc7d93ac-e7b5-45eb-8e47-deabe683662b tempest-AttachVolumeNegativeTest-728742291 tempest-AttachVolumeNegativeTest-728742291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:40:38.284747 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [req-73512e1f-9cc1-4c70-a499-5b27c2a6fd7a req-fc7d93ac-e7b5-45eb-8e47-deabe683662b tempest-AttachVolumeNegativeTest-728742291 tempest-AttachVolumeNegativeTest-728742291-project] 10.222.0.46 "GET /v2.0/ports?device_id=6888cb87-64e1-48cb-a2a8-ce30ea9bff45 HTTP/1.1" status: 200 len: 944 time: 0.0564780 Sep 29 15:40:38.331159 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [req-73512e1f-9cc1-4c70-a499-5b27c2a6fd7a req-bb3fbf01-890d-4f82-9f46-d0192dc6893b tempest-AttachVolumeNegativeTest-728742291 tempest-AttachVolumeNegativeTest-728742291-project] 10.222.0.46 "GET /v2.0/security-groups?id=c4509334-a1e4-43fe-aae7-235e447c037b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397947 Sep 29 15:40:38.373316 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.plugins.ml2.db [None req-4d55257e-523e-4b8d-ab2b-d46a31710be1 None None] get_ports_and_sgs() called for port_ids ['82239e75-d726-4e4c-a00c-8fa96bfe4aef'] {{(pid=96122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 15:40:38.454179 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b331a6-64fe-4ead-a64d-38e37cf85181 req-378150b6-f9ee-4dc6-9c12-50416a89124b tempest-ServerRescueNegativeTestJSON-859711067 tempest-ServerRescueNegativeTestJSON-859711067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:40:38.455818 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-b4b331a6-64fe-4ead-a64d-38e37cf85181 req-378150b6-f9ee-4dc6-9c12-50416a89124b tempest-ServerRescueNegativeTestJSON-859711067 tempest-ServerRescueNegativeTestJSON-859711067-project] 10.222.0.46 "GET /v2.0/ports?device_id=1d663b77-78b8-44d6-ae6b-8f8b0c2199dd HTTP/1.1" status: 200 len: 945 time: 0.0523489 Sep 29 15:40:38.493982 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-b4b331a6-64fe-4ead-a64d-38e37cf85181 req-3aed74e1-ed0e-4063-940d-8bc43967a649 tempest-ServerRescueNegativeTestJSON-859711067 tempest-ServerRescueNegativeTestJSON-859711067-project] 10.222.0.46 "GET /v2.0/security-groups?id=69bb6ea6-2770-4a41-88ab-960c26e8ecb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319200 Sep 29 15:40:38.764141 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e3d93a-c767-4365-a117-0c688d602e4e req-2fcbfc70-c22f-41d6-a612-c86bc1fa63a7 tempest-VolumesActionsTest-1909553086 tempest-VolumesActionsTest-1909553086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:40:38.766423 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [req-e5e3d93a-c767-4365-a117-0c688d602e4e req-2fcbfc70-c22f-41d6-a612-c86bc1fa63a7 tempest-VolumesActionsTest-1909553086 tempest-VolumesActionsTest-1909553086-project] 10.222.0.46 "GET /v2.0/ports?device_id=7c10f47e-893d-4a60-bbaa-bb9c301daa20 HTTP/1.1" status: 200 len: 943 time: 0.0483391 Sep 29 15:40:38.805226 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [req-e5e3d93a-c767-4365-a117-0c688d602e4e req-110838bb-317c-406e-a9e8-375723e220ac tempest-VolumesActionsTest-1909553086 tempest-VolumesActionsTest-1909553086-project] 10.222.0.46 "GET /v2.0/security-groups?id=8816c7f2-d979-43ec-b223-6262eb3c0e80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328479 Sep 29 15:40:38.857635 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.wsgi [-] (96120) accepted ('10.222.0.46', 58986) {{(pid=96120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 15:40:38.960687 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-68d0b5a4-4e44-472e-9d87-6fd9608b7a8d admin admin] Notify callbacks [] for security_group, before_create {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:40:39.046766 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-68d0b5a4-4e44-472e-9d87-6fd9608b7a8d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:40:39.113599 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-68d0b5a4-4e44-472e-9d87-6fd9608b7a8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579214'] for security_group, after_create {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:40:39.155184 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [None req-68d0b5a4-4e44-472e-9d87-6fd9608b7a8d admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=11aed8827cc542b98887c03f27fde43c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2963636 Sep 29 15:40:39.156042 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d0b5a4-4e44-472e-9d87-6fd9608b7a8d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=809d87c2-0551-4f69-aaed-1edcbe217aeb,revision_number=1']} {{(pid=96120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 15:40:39.157895 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.wsgi [-] (96121) accepted ('10.222.0.46', 58994) {{(pid=96121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 15:40:39.220236 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [None req-fcf147a0-1489-4fd5-b0cf-fda2c513cc3a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:40:39.241693 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [None req-fcf147a0-1489-4fd5-b0cf-fda2c513cc3a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:40:39.370561 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [None req-fcf147a0-1489-4fd5-b0cf-fda2c513cc3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579214'] for security_group, after_delete {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:40:39.373436 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [None req-fcf147a0-1489-4fd5-b0cf-fda2c513cc3a admin admin] Notify callbacks [] for security_group, before_response {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:40:39.374594 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [None req-fcf147a0-1489-4fd5-b0cf-fda2c513cc3a admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/809d87c2-0551-4f69-aaed-1edcbe217aeb HTTP/1.1" status: 204 len: 168 time: 0.2152214 Sep 29 15:40:39.383139 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcf147a0-1489-4fd5-b0cf-fda2c513cc3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=809d87c2-0551-4f69-aaed-1edcbe217aeb,revision_number=None']} {{(pid=96121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 15:40:39.460680 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5849cdd-b211-4eb5-81d1-a0285ec3bfb7 req-c1c6e8bf-5e74-441b-9288-c1d50679d888 tempest-AttachVolumeNegativeTest-728742291 tempest-AttachVolumeNegativeTest-728742291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:40:39.462179 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-a5849cdd-b211-4eb5-81d1-a0285ec3bfb7 req-c1c6e8bf-5e74-441b-9288-c1d50679d888 tempest-AttachVolumeNegativeTest-728742291 tempest-AttachVolumeNegativeTest-728742291-project] 10.222.0.46 "GET /v2.0/ports?device_id=6888cb87-64e1-48cb-a2a8-ce30ea9bff45 HTTP/1.1" status: 200 len: 944 time: 0.0527167 Sep 29 15:40:39.499289 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-a5849cdd-b211-4eb5-81d1-a0285ec3bfb7 req-47f7e911-0342-4e7c-8d9f-ef6887dd84d8 tempest-AttachVolumeNegativeTest-728742291 tempest-AttachVolumeNegativeTest-728742291-project] 10.222.0.46 "GET /v2.0/security-groups?id=c4509334-a1e4-43fe-aae7-235e447c037b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311160 Sep 29 15:40:39.551722 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.plugins.ml2.rpc [None req-4d55257e-523e-4b8d-ab2b-d46a31710be1 None None] Device 12443907-5c42-427e-a3e4-2407472240b5 details requested by agent hyperv_hv-cinder-80661 with host hv-cinder-80661 {{(pid=96122) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 29 15:40:39.614591 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df795db2-f501-4a3e-ac83-e560840b2ae4 req-215c9f16-8584-488b-bc08-a74d68d2a307 tempest-ServerRescueNegativeTestJSON-859711067 tempest-ServerRescueNegativeTestJSON-859711067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:40:39.626959 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [req-df795db2-f501-4a3e-ac83-e560840b2ae4 req-215c9f16-8584-488b-bc08-a74d68d2a307 tempest-ServerRescueNegativeTestJSON-859711067 tempest-ServerRescueNegativeTestJSON-859711067-project] 10.222.0.46 "GET /v2.0/ports?device_id=1d663b77-78b8-44d6-ae6b-8f8b0c2199dd HTTP/1.1" status: 200 len: 945 time: 0.0559313 Sep 29 15:40:39.655593 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [req-df795db2-f501-4a3e-ac83-e560840b2ae4 req-058252df-7cc1-4b0b-b4b8-1d8686004fa9 tempest-ServerRescueNegativeTestJSON-859711067 tempest-ServerRescueNegativeTestJSON-859711067-project] 10.222.0.46 "GET /v2.0/security-groups?id=69bb6ea6-2770-4a41-88ab-960c26e8ecb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330870 Sep 29 15:40:39.658220 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.plugins.ml2.db [None req-4d55257e-523e-4b8d-ab2b-d46a31710be1 None None] For port 12443907-5c42-427e-a3e4-2407472240b5, host hv-cinder-80661, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80661',level=0,port_id=12443907-5c42-427e-a3e4-2407472240b5,segment=NetworkSegment(e69a3118-4cc1-4840-b982-71b9b5cd474d),segment_id=e69a3118-4cc1-4840-b982-71b9b5cd474d)] {{(pid=96122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 15:40:39.671086 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.plugins.ml2.rpc [None req-4d55257e-523e-4b8d-ab2b-d46a31710be1 None None] Returning: {'device': '12443907-5c42-427e-a3e4-2407472240b5', 'network_id': 'a14b5803-90de-4ae6-beb2-83af53c4353a', 'port_id': '12443907-5c42-427e-a3e4-2407472240b5', 'mac_address': 'fa:16:3e:04:64:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 623, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e082895a-b7a6-48df-a7db-e127703bf864', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=96122) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 29 15:40:39.708100 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron_lib.callbacks.manager [None req-4d55257e-523e-4b8d-ab2b-d46a31710be1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-684029'] for port, before_update {{(pid=96122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:40:39.721167 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.notifiers.nova [None req-4d55257e-523e-4b8d-ab2b-d46a31710be1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 12443907-5c42-427e-a3e4-2407472240b5 {{(pid=96122) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 15:40:39.740354 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.plugins.ml2.db [None req-4d55257e-523e-4b8d-ab2b-d46a31710be1 None None] For port 12443907-5c42-427e-a3e4-2407472240b5, host hv-cinder-80661, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80661',level=0,port_id=12443907-5c42-427e-a3e4-2407472240b5,segment=NetworkSegment(e69a3118-4cc1-4840-b982-71b9b5cd474d),segment_id=e69a3118-4cc1-4840-b982-71b9b5cd474d)] {{(pid=96122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 15:40:39.822048 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron_lib.callbacks.manager [None req-4d55257e-523e-4b8d-ab2b-d46a31710be1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741780147972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741779628755', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741779628773'] for port, after_update {{(pid=96122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:40:39.874775 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d55257e-523e-4b8d-ab2b-d46a31710be1 None None] Pushing event updated for resources: {'Port': ['ID=12443907-5c42-427e-a3e4-2407472240b5,revision_number=4']} {{(pid=96122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 15:40:39.917814 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42fc4193-f01b-43e0-912e-d81433cb8919 req-78f7f4f3-3d68-4763-9ee4-7803dcdbef05 tempest-VolumesActionsTest-1909553086 tempest-VolumesActionsTest-1909553086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:40:39.919365 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-42fc4193-f01b-43e0-912e-d81433cb8919 req-78f7f4f3-3d68-4763-9ee4-7803dcdbef05 tempest-VolumesActionsTest-1909553086 tempest-VolumesActionsTest-1909553086-project] 10.222.0.46 "GET /v2.0/ports?device_id=7c10f47e-893d-4a60-bbaa-bb9c301daa20 HTTP/1.1" status: 200 len: 944 time: 0.0493877 Sep 29 15:40:39.957226 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-42fc4193-f01b-43e0-912e-d81433cb8919 req-a82d2b54-f9a2-4a54-aa11-97c2608ffa2c tempest-VolumesActionsTest-1909553086 tempest-VolumesActionsTest-1909553086-project] 10.222.0.46 "GET /v2.0/security-groups?id=8816c7f2-d979-43ec-b223-6262eb3c0e80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316272 Sep 29 15:40:40.127582 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.wsgi [-] (96121) accepted ('10.222.0.46', 59024) {{(pid=96121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 15:40:40.140900 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [None req-b41dbc9a-7beb-4a97-b28a-71239338819b admin admin] Notify callbacks [] for security_group, before_create {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:40:40.224931 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [None req-b41dbc9a-7beb-4a97-b28a-71239338819b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:40:40.314245 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.plugins.ml2.db [None req-4d55257e-523e-4b8d-ab2b-d46a31710be1 None None] get_ports_and_sgs() called for port_ids ['12443907-5c42-427e-a3e4-2407472240b5'] {{(pid=96122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 15:40:40.395119 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [None req-b41dbc9a-7beb-4a97-b28a-71239338819b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579214'] for security_group, after_create {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:40:40.436597 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [None req-b41dbc9a-7beb-4a97-b28a-71239338819b admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=9804eea9e3b84d6d894cc4eb8222330a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3079207 Sep 29 15:40:40.437663 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b41dbc9a-7beb-4a97-b28a-71239338819b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f479c2d9-aca4-4f25-8ee0-a782fcb84969,revision_number=1']} {{(pid=96121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 15:40:40.439342 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.wsgi [-] (96120) accepted ('10.222.0.46', 59028) {{(pid=96120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 15:40:40.490680 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-640e40e1-3f6e-4b85-9816-3967f7d6555f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:40:40.511592 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-640e40e1-3f6e-4b85-9816-3967f7d6555f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:40:40.617582 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd6941e-32fc-4a33-99b2-59639e869b5d req-8c4df56e-bb38-4ff0-a5d3-0fe178d428a7 tempest-AttachVolumeNegativeTest-728742291 tempest-AttachVolumeNegativeTest-728742291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:40:40.619053 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [req-fdd6941e-32fc-4a33-99b2-59639e869b5d req-8c4df56e-bb38-4ff0-a5d3-0fe178d428a7 tempest-AttachVolumeNegativeTest-728742291 tempest-AttachVolumeNegativeTest-728742291-project] 10.222.0.46 "GET /v2.0/ports?device_id=6888cb87-64e1-48cb-a2a8-ce30ea9bff45 HTTP/1.1" status: 200 len: 944 time: 0.0498402 Sep 29 15:40:40.655506 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [req-fdd6941e-32fc-4a33-99b2-59639e869b5d req-c36364e2-489b-4ef6-8046-c83f89f87c6c tempest-AttachVolumeNegativeTest-728742291 tempest-AttachVolumeNegativeTest-728742291-project] 10.222.0.46 "GET /v2.0/security-groups?id=c4509334-a1e4-43fe-aae7-235e447c037b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304539 Sep 29 15:40:40.684994 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-640e40e1-3f6e-4b85-9816-3967f7d6555f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579214'] for security_group, after_delete {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:40:40.692111 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-640e40e1-3f6e-4b85-9816-3967f7d6555f admin admin] Notify callbacks [] for security_group, before_response {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:40:40.692111 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [None req-640e40e1-3f6e-4b85-9816-3967f7d6555f admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/f479c2d9-aca4-4f25-8ee0-a782fcb84969 HTTP/1.1" status: 204 len: 168 time: 0.2484710 Sep 29 15:40:40.700066 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-640e40e1-3f6e-4b85-9816-3967f7d6555f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f479c2d9-aca4-4f25-8ee0-a782fcb84969,revision_number=None']} {{(pid=96120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 15:40:40.786763 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e88b53e-bc6c-4bd2-9af6-cb3716ea70b4 req-a933c04d-d9f2-41ff-970a-93bb4852c7a0 tempest-ServerRescueNegativeTestJSON-859711067 tempest-ServerRescueNegativeTestJSON-859711067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:40:40.791383 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-8e88b53e-bc6c-4bd2-9af6-cb3716ea70b4 req-a933c04d-d9f2-41ff-970a-93bb4852c7a0 tempest-ServerRescueNegativeTestJSON-859711067 tempest-ServerRescueNegativeTestJSON-859711067-project] 10.222.0.46 "GET /v2.0/ports?device_id=1d663b77-78b8-44d6-ae6b-8f8b0c2199dd HTTP/1.1" status: 200 len: 945 time: 0.0536740 Sep 29 15:40:40.829016 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-8e88b53e-bc6c-4bd2-9af6-cb3716ea70b4 req-c5eb1915-af08-4e4b-a454-a716893274c4 tempest-ServerRescueNegativeTestJSON-859711067 tempest-ServerRescueNegativeTestJSON-859711067-project] 10.222.0.46 "GET /v2.0/security-groups?id=69bb6ea6-2770-4a41-88ab-960c26e8ecb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361931 Sep 29 15:40:41.074502 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab20ef6-afd2-4a84-85fb-7abcdab56f9c req-0b708e70-8027-421d-bce3-c6b099d4e7b9 tempest-VolumesActionsTest-1909553086 tempest-VolumesActionsTest-1909553086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:40:41.076177 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [req-6ab20ef6-afd2-4a84-85fb-7abcdab56f9c req-0b708e70-8027-421d-bce3-c6b099d4e7b9 tempest-VolumesActionsTest-1909553086 tempest-VolumesActionsTest-1909553086-project] 10.222.0.46 "GET /v2.0/ports?device_id=7c10f47e-893d-4a60-bbaa-bb9c301daa20 HTTP/1.1" status: 200 len: 944 time: 0.0541830 Sep 29 15:40:41.121484 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [req-6ab20ef6-afd2-4a84-85fb-7abcdab56f9c req-c344e44b-2b00-4669-99bd-be71f8470b9b tempest-VolumesActionsTest-1909553086 tempest-VolumesActionsTest-1909553086-project] 10.222.0.46 "GET /v2.0/security-groups?id=8816c7f2-d979-43ec-b223-6262eb3c0e80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384481 Sep 29 15:40:41.533993 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.wsgi [-] (96120) accepted ('10.222.0.46', 59074) {{(pid=96120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 15:40:41.560826 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.plugins.ml2.rpc [None req-4d55257e-523e-4b8d-ab2b-d46a31710be1 None None] Device 12443907-5c42-427e-a3e4-2407472240b5 up at agent hyperv_hv-cinder-80661 {{(pid=96122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 15:40:41.645181 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-e3aee102-e067-4c2e-b6f5-e1be02c83b62 admin admin] Notify callbacks [] for security_group, before_create {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:40:41.679449 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.db.provisioning_blocks [None req-4d55257e-523e-4b8d-ab2b-d46a31710be1 None None] Provisioning for port 12443907-5c42-427e-a3e4-2407472240b5 completed by entity L2. {{(pid=96122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 29 15:40:41.683348 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.db.provisioning_blocks [None req-4d55257e-523e-4b8d-ab2b-d46a31710be1 None None] Provisioning complete for port 12443907-5c42-427e-a3e4-2407472240b5 triggered by entity L2. {{(pid=96122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 15:40:41.683729 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron_lib.callbacks.manager [None req-4d55257e-523e-4b8d-ab2b-d46a31710be1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-626465'] for port, provisioning_complete {{(pid=96122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:40:41.742078 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-e3aee102-e067-4c2e-b6f5-e1be02c83b62 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:40:41.763646 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron_lib.callbacks.manager [None req-4d55257e-523e-4b8d-ab2b-d46a31710be1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-684029'] for port, before_update {{(pid=96122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:40:41.776890 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b395116-ceef-44a0-bc49-8e57d06458a3 req-98039912-5ab4-4a88-a19a-11fa456a88ee tempest-AttachVolumeNegativeTest-728742291 tempest-AttachVolumeNegativeTest-728742291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:40:41.780144 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-1b395116-ceef-44a0-bc49-8e57d06458a3 req-98039912-5ab4-4a88-a19a-11fa456a88ee tempest-AttachVolumeNegativeTest-728742291 tempest-AttachVolumeNegativeTest-728742291-project] 10.222.0.46 "GET /v2.0/ports?device_id=6888cb87-64e1-48cb-a2a8-ce30ea9bff45 HTTP/1.1" status: 200 len: 944 time: 0.0515447 Sep 29 15:40:41.787396 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c10f47e-893d-4a60-bbaa-bb9c301daa20', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12443907-5c42-427e-a3e4-2407472240b5'}] {{(pid=96122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 15:40:41.789775 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2623ca0f1d0ed70344ce0ae3d74fdbf1495c1e1ffd6c12fe338f92bc8c6604f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38f8c593-504e-4951-a221-9e6e875e411a" -d '{"events": [{"server_uuid": "7c10f47e-893d-4a60-bbaa-bb9c301daa20", "name": "network-vif-plugged", "status": "completed", "tag": "12443907-5c42-427e-a3e4-2407472240b5"}]}' {{(pid=96122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 15:40:41.803099 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.plugins.ml2.db [None req-4d55257e-523e-4b8d-ab2b-d46a31710be1 None None] For port 12443907-5c42-427e-a3e4-2407472240b5, host hv-cinder-80661, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80661',level=0,port_id=12443907-5c42-427e-a3e4-2407472240b5,segment=NetworkSegment(e69a3118-4cc1-4840-b982-71b9b5cd474d),segment_id=e69a3118-4cc1-4840-b982-71b9b5cd474d)] {{(pid=96122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 15:40:41.831454 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Sep 2021 15:40:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa8c626a-cdb1-4045-a6a4-7cfb76657008 x-openstack-request-id: req-fa8c626a-cdb1-4045-a6a4-7cfb76657008 {{(pid=96122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 15:40:41.831688 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c10f47e-893d-4a60-bbaa-bb9c301daa20", "name": "network-vif-plugged", "status": "completed", "tag": "12443907-5c42-427e-a3e4-2407472240b5", "code": 200}]} {{(pid=96122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 15:40:41.831988 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-fa8c626a-cdb1-4045-a6a4-7cfb76657008 {{(pid=96122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 15:40:41.837169 dv-cinder-806616-6-iscsi neutron-server[96122]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c10f47e-893d-4a60-bbaa-bb9c301daa20', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12443907-5c42-427e-a3e4-2407472240b5', 'code': 200} Sep 29 15:40:41.837413 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-1b395116-ceef-44a0-bc49-8e57d06458a3 req-09b1af0c-d92c-47f6-9ce0-1d0f0b43bc15 tempest-AttachVolumeNegativeTest-728742291 tempest-AttachVolumeNegativeTest-728742291-project] 10.222.0.46 "GET /v2.0/security-groups?id=c4509334-a1e4-43fe-aae7-235e447c037b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460575 Sep 29 15:40:41.858602 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-e3aee102-e067-4c2e-b6f5-e1be02c83b62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579214'] for security_group, after_create {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:40:41.892986 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron_lib.callbacks.manager [None req-4d55257e-523e-4b8d-ab2b-d46a31710be1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741780147972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741779628755', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741779628773'] for port, after_update {{(pid=96122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:40:41.893804 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.plugins.ml2.rpc [None req-4d55257e-523e-4b8d-ab2b-d46a31710be1 None None] Device 82239e75-d726-4e4c-a00c-8fa96bfe4aef up at agent hyperv_hv-cinder-80661 {{(pid=96122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 15:40:41.928072 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3aee102-e067-4c2e-b6f5-e1be02c83b62 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95505432-d3bb-4ad8-8c97-50652887f586,revision_number=1']} {{(pid=96120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 15:40:41.968354 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [None req-e3aee102-e067-4c2e-b6f5-e1be02c83b62 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=c42a2104df1c4953b7c4fbfb45b1c9b2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4331524 Sep 29 15:40:41.971037 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.wsgi [-] (96121) accepted ('10.222.0.46', 59098) {{(pid=96121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 15:40:42.008116 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d55257e-523e-4b8d-ab2b-d46a31710be1 None None] Pushing event updated for resources: {'Port': ['ID=12443907-5c42-427e-a3e4-2407472240b5,revision_number=5']} {{(pid=96122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 15:40:42.016514 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a83291-7a58-44ae-bab0-69acaecb89c0 req-784caf10-8527-45a0-9911-24aecd2ff039 tempest-ServerRescueNegativeTestJSON-859711067 tempest-ServerRescueNegativeTestJSON-859711067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:40:42.018392 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [req-a2a83291-7a58-44ae-bab0-69acaecb89c0 req-784caf10-8527-45a0-9911-24aecd2ff039 tempest-ServerRescueNegativeTestJSON-859711067 tempest-ServerRescueNegativeTestJSON-859711067-project] 10.222.0.46 "GET /v2.0/ports?device_id=1d663b77-78b8-44d6-ae6b-8f8b0c2199dd HTTP/1.1" status: 200 len: 945 time: 0.1080546 Sep 29 15:40:42.031122 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [None req-cb4f7481-96a2-4645-8204-5c6f5527d478 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:40:42.057272 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [None req-cb4f7481-96a2-4645-8204-5c6f5527d478 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:40:42.066919 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [req-a2a83291-7a58-44ae-bab0-69acaecb89c0 req-891915c8-0d1c-4b16-9f8b-bbb92cf7d0ac tempest-ServerRescueNegativeTestJSON-859711067 tempest-ServerRescueNegativeTestJSON-859711067-project] 10.222.0.46 "GET /v2.0/security-groups?id=69bb6ea6-2770-4a41-88ab-960c26e8ecb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424175 Sep 29 15:40:42.109350 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.db.provisioning_blocks [None req-4d55257e-523e-4b8d-ab2b-d46a31710be1 None None] Provisioning for port 82239e75-d726-4e4c-a00c-8fa96bfe4aef completed by entity L2. {{(pid=96122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 29 15:40:42.114090 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.db.provisioning_blocks [None req-4d55257e-523e-4b8d-ab2b-d46a31710be1 None None] Provisioning complete for port 82239e75-d726-4e4c-a00c-8fa96bfe4aef triggered by entity L2. {{(pid=96122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 15:40:42.119487 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron_lib.callbacks.manager [None req-4d55257e-523e-4b8d-ab2b-d46a31710be1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-626465'] for port, provisioning_complete {{(pid=96122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:40:42.197246 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron_lib.callbacks.manager [None req-4d55257e-523e-4b8d-ab2b-d46a31710be1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-684029'] for port, before_update {{(pid=96122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:40:42.230108 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.plugins.ml2.db [None req-4d55257e-523e-4b8d-ab2b-d46a31710be1 None None] For port 82239e75-d726-4e4c-a00c-8fa96bfe4aef, host hv-cinder-80661, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80661',level=0,port_id=82239e75-d726-4e4c-a00c-8fa96bfe4aef,segment=NetworkSegment(410a5b94-6c4f-4e8c-81e4-151e9b9c01d0),segment_id=410a5b94-6c4f-4e8c-81e4-151e9b9c01d0)] {{(pid=96122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 15:40:42.232733 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [None req-cb4f7481-96a2-4645-8204-5c6f5527d478 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579214'] for security_group, after_delete {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:40:42.235324 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [None req-cb4f7481-96a2-4645-8204-5c6f5527d478 admin admin] Notify callbacks [] for security_group, before_response {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:40:42.236570 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [None req-cb4f7481-96a2-4645-8204-5c6f5527d478 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/95505432-d3bb-4ad8-8c97-50652887f586 HTTP/1.1" status: 204 len: 168 time: 0.2637801 Sep 29 15:40:42.253105 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb4f7481-96a2-4645-8204-5c6f5527d478 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95505432-d3bb-4ad8-8c97-50652887f586,revision_number=None']} {{(pid=96121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 15:40:42.277277 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f229aa6-ba74-4914-be30-1a599ea36bd8 req-57dceb7f-d63d-481c-bb7a-fc434c89fc4d tempest-VolumesActionsTest-1909553086 tempest-VolumesActionsTest-1909553086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:40:42.278713 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-2f229aa6-ba74-4914-be30-1a599ea36bd8 req-57dceb7f-d63d-481c-bb7a-fc434c89fc4d tempest-VolumesActionsTest-1909553086 tempest-VolumesActionsTest-1909553086-project] 10.222.0.46 "GET /v2.0/ports?device_id=7c10f47e-893d-4a60-bbaa-bb9c301daa20 HTTP/1.1" status: 200 len: 945 time: 0.0888038 Sep 29 15:40:42.281348 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6be142e-1c10-420a-8083-83b1b672abf9 req-a3ee07b7-960d-4839-9803-739d31c83698 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:40:42.282706 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-a6be142e-1c10-420a-8083-83b1b672abf9 req-a3ee07b7-960d-4839-9803-739d31c83698 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=7c10f47e-893d-4a60-bbaa-bb9c301daa20 HTTP/1.1" status: 200 len: 1098 time: 0.0840802 Sep 29 15:40:42.315337 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron_lib.callbacks.manager [None req-4d55257e-523e-4b8d-ab2b-d46a31710be1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741780147972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741779628755', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741779628773'] for port, after_update {{(pid=96122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:40:42.336856 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-2f229aa6-ba74-4914-be30-1a599ea36bd8 req-94877d82-67aa-437f-baff-9a6324db4c0e tempest-VolumesActionsTest-1909553086 tempest-VolumesActionsTest-1909553086-project] 10.222.0.46 "GET /v2.0/security-groups?id=8816c7f2-d979-43ec-b223-6262eb3c0e80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513558 Sep 29 15:40:42.340908 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-a6be142e-1c10-420a-8083-83b1b672abf9 req-c30475ec-b3a3-42d1-b100-323e67ecde0f service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=8816c7f2-d979-43ec-b223-6262eb3c0e80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422039 Sep 29 15:40:42.366033 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d55257e-523e-4b8d-ab2b-d46a31710be1 None None] Pushing event updated for resources: {'Port': ['ID=82239e75-d726-4e4c-a00c-8fa96bfe4aef,revision_number=5']} {{(pid=96122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 15:40:42.535401 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.wsgi [-] (96121) accepted ('10.222.0.46', 59114) {{(pid=96121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 15:40:42.614936 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.wsgi [-] (96121) accepted ('10.222.0.46', 59118) {{(pid=96121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 15:40:42.711438 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [None req-506644c7-7158-4faa-b670-d31ac8f4c6c3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:40:42.742912 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [None req-29cc842b-9566-47da-955e-626fad42aa88 admin admin] Notify callbacks [] for security_group, before_create {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:40:42.819638 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [None req-506644c7-7158-4faa-b670-d31ac8f4c6c3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:40:42.930427 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [None req-506644c7-7158-4faa-b670-d31ac8f4c6c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579214'] for security_group, after_create {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:40:42.994510 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [None req-506644c7-7158-4faa-b670-d31ac8f4c6c3 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=9094c5cf7e4a4a3a9b2c7b6085e33588&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4578564 Sep 29 15:40:42.995306 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506644c7-7158-4faa-b670-d31ac8f4c6c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4028b065-e94c-43f7-954e-d6d50c4197be,revision_number=1']} {{(pid=96121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 15:40:42.997852 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.wsgi [-] (96120) accepted ('10.222.0.46', 59126) {{(pid=96120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 15:40:43.009465 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908e494e-0325-4abd-926c-28e38dc97354 req-00487fe0-bea6-4eb5-ad80-0b76cb158daf tempest-AttachVolumeNegativeTest-728742291 tempest-AttachVolumeNegativeTest-728742291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:40:43.010900 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-908e494e-0325-4abd-926c-28e38dc97354 req-00487fe0-bea6-4eb5-ad80-0b76cb158daf tempest-AttachVolumeNegativeTest-728742291 tempest-AttachVolumeNegativeTest-728742291-project] 10.222.0.46 "GET /v2.0/ports?device_id=6888cb87-64e1-48cb-a2a8-ce30ea9bff45 HTTP/1.1" status: 200 len: 945 time: 0.1088574 Sep 29 15:40:43.054212 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-45773aa7-7611-4872-9a7b-ffe36d2fe2d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:40:43.072494 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-908e494e-0325-4abd-926c-28e38dc97354 req-dfe00128-6caf-4208-8160-2604ff33781f tempest-AttachVolumeNegativeTest-728742291 tempest-AttachVolumeNegativeTest-728742291-project] 10.222.0.46 "GET /v2.0/security-groups?id=c4509334-a1e4-43fe-aae7-235e447c037b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534286 Sep 29 15:40:43.073076 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.wsgi [-] (96120) accepted ('10.222.0.46', 59128) {{(pid=96120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 15:40:43.082793 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-45773aa7-7611-4872-9a7b-ffe36d2fe2d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:40:43.096566 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-e1442f1c-9667-47d4-899e-ddbbe88bddd3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:40:43.097965 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [None req-29cc842b-9566-47da-955e-626fad42aa88 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:40:43.161465 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [None req-29cc842b-9566-47da-955e-626fad42aa88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579214'] for security_group, after_create {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:40:43.193363 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9442283c-e79d-41a1-a524-bc35a91383f6 req-c1712b27-0515-425b-974a-ad9b3a9f8ee9 tempest-ServerRescueNegativeTestJSON-859711067 tempest-ServerRescueNegativeTestJSON-859711067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:40:43.194890 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [req-9442283c-e79d-41a1-a524-bc35a91383f6 req-c1712b27-0515-425b-974a-ad9b3a9f8ee9 tempest-ServerRescueNegativeTestJSON-859711067 tempest-ServerRescueNegativeTestJSON-859711067-project] 10.222.0.46 "GET /v2.0/ports?device_id=1d663b77-78b8-44d6-ae6b-8f8b0c2199dd HTTP/1.1" status: 200 len: 945 time: 0.0620451 Sep 29 15:40:43.206287 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [None req-29cc842b-9566-47da-955e-626fad42aa88 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=7773058ca11e4eb18d928d8d7ac626f9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5902910 Sep 29 15:40:43.207172 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29cc842b-9566-47da-955e-626fad42aa88 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02fbbb38-076b-4417-801a-5c5dbf96504f,revision_number=1']} {{(pid=96121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 15:40:43.209619 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.wsgi [-] (96121) accepted ('10.222.0.46', 59132) {{(pid=96121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 15:40:43.248739 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-45773aa7-7611-4872-9a7b-ffe36d2fe2d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579214'] for security_group, after_delete {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:40:43.251914 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-45773aa7-7611-4872-9a7b-ffe36d2fe2d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:40:43.253068 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [None req-45773aa7-7611-4872-9a7b-ffe36d2fe2d6 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/4028b065-e94c-43f7-954e-d6d50c4197be HTTP/1.1" status: 204 len: 168 time: 0.2537770 Sep 29 15:40:43.260836 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [req-9442283c-e79d-41a1-a524-bc35a91383f6 req-4948d020-1771-4dfc-84c0-da64695ec2dc tempest-ServerRescueNegativeTestJSON-859711067 tempest-ServerRescueNegativeTestJSON-859711067-project] 10.222.0.46 "GET /v2.0/security-groups?id=69bb6ea6-2770-4a41-88ab-960c26e8ecb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589359 Sep 29 15:40:43.261326 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [None req-8f53ecbb-eebe-46c5-bb43-4bca6b6f4b31 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:40:43.275303 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45773aa7-7611-4872-9a7b-ffe36d2fe2d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4028b065-e94c-43f7-954e-d6d50c4197be,revision_number=None']} {{(pid=96120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 15:40:43.294878 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [None req-8f53ecbb-eebe-46c5-bb43-4bca6b6f4b31 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:40:43.323348 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-e1442f1c-9667-47d4-899e-ddbbe88bddd3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:40:43.399446 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-e1442f1c-9667-47d4-899e-ddbbe88bddd3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579214'] for security_group, after_create {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:40:43.435595 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [None req-8f53ecbb-eebe-46c5-bb43-4bca6b6f4b31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579214'] for security_group, after_delete {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:40:43.440864 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [None req-8f53ecbb-eebe-46c5-bb43-4bca6b6f4b31 admin admin] Notify callbacks [] for security_group, before_response {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:40:43.441032 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [None req-e1442f1c-9667-47d4-899e-ddbbe88bddd3 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=4304e3ea762d4a2c977d2caf869caaa7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3643880 Sep 29 15:40:43.441032 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1442f1c-9667-47d4-899e-ddbbe88bddd3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9b1fddf-a119-46df-88aa-0f346e64f174,revision_number=1']} {{(pid=96120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 15:40:43.441209 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [None req-8f53ecbb-eebe-46c5-bb43-4bca6b6f4b31 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/02fbbb38-076b-4417-801a-5c5dbf96504f HTTP/1.1" status: 204 len: 168 time: 0.2288799 Sep 29 15:40:43.441881 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.wsgi [-] (96120) accepted ('10.222.0.46', 59138) {{(pid=96120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 15:40:43.452604 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f53ecbb-eebe-46c5-bb43-4bca6b6f4b31 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02fbbb38-076b-4417-801a-5c5dbf96504f,revision_number=None']} {{(pid=96121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 15:40:43.470749 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a5c15a-d1df-41ec-ba20-29769866ac37 req-c01ea460-c16a-4eaf-b501-b42a1d6b3c11 tempest-VolumesActionsTest-1909553086 tempest-VolumesActionsTest-1909553086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:40:43.472308 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-a6a5c15a-d1df-41ec-ba20-29769866ac37 req-c01ea460-c16a-4eaf-b501-b42a1d6b3c11 tempest-VolumesActionsTest-1909553086 tempest-VolumesActionsTest-1909553086-project] 10.222.0.46 "GET /v2.0/ports?device_id=7c10f47e-893d-4a60-bbaa-bb9c301daa20 HTTP/1.1" status: 200 len: 945 time: 0.0624497 Sep 29 15:40:43.515965 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-2d025ffa-1451-40bd-b031-f2c663c1c307 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:40:43.524251 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-a6a5c15a-d1df-41ec-ba20-29769866ac37 req-c6b95803-518e-4d5c-a043-b53447263d22 tempest-VolumesActionsTest-1909553086 tempest-VolumesActionsTest-1909553086-project] 10.222.0.46 "GET /v2.0/security-groups?id=8816c7f2-d979-43ec-b223-6262eb3c0e80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404439 Sep 29 15:40:43.539893 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-2d025ffa-1451-40bd-b031-f2c663c1c307 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:40:43.782754 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-2d025ffa-1451-40bd-b031-f2c663c1c307 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579214'] for security_group, after_delete {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:40:43.785600 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-2d025ffa-1451-40bd-b031-f2c663c1c307 admin admin] Notify callbacks [] for security_group, before_response {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:40:43.786753 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [None req-2d025ffa-1451-40bd-b031-f2c663c1c307 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/e9b1fddf-a119-46df-88aa-0f346e64f174 HTTP/1.1" status: 204 len: 168 time: 0.3439696 Sep 29 15:40:43.796470 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d025ffa-1451-40bd-b031-f2c663c1c307 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9b1fddf-a119-46df-88aa-0f346e64f174,revision_number=None']} {{(pid=96120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 15:40:43.833173 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6888cb87-64e1-48cb-a2a8-ce30ea9bff45', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82239e75-d726-4e4c-a00c-8fa96bfe4aef'}] {{(pid=96122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 15:40:43.835473 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2623ca0f1d0ed70344ce0ae3d74fdbf1495c1e1ffd6c12fe338f92bc8c6604f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d6f7651-f15c-4ef1-806b-0495cc587181" -d '{"events": [{"server_uuid": "6888cb87-64e1-48cb-a2a8-ce30ea9bff45", "name": "network-vif-plugged", "status": "completed", "tag": "82239e75-d726-4e4c-a00c-8fa96bfe4aef"}]}' {{(pid=96122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 15:40:43.882342 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Sep 2021 15:40:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d274cac8-9499-4f4f-8ffa-cd34717b47e1 x-openstack-request-id: req-d274cac8-9499-4f4f-8ffa-cd34717b47e1 {{(pid=96122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 15:40:43.882628 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6888cb87-64e1-48cb-a2a8-ce30ea9bff45", "name": "network-vif-plugged", "status": "completed", "tag": "82239e75-d726-4e4c-a00c-8fa96bfe4aef", "code": 200}]} {{(pid=96122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 15:40:43.882879 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-d274cac8-9499-4f4f-8ffa-cd34717b47e1 {{(pid=96122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 15:40:43.883263 dv-cinder-806616-6-iscsi neutron-server[96122]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6888cb87-64e1-48cb-a2a8-ce30ea9bff45', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82239e75-d726-4e4c-a00c-8fa96bfe4aef', 'code': 200} Sep 29 15:40:44.225379 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df26ee1-78fa-4eeb-93ba-77097c81a454 req-8f1f181d-e6fc-4a2f-9e3c-cb5b20c88495 tempest-AttachVolumeNegativeTest-728742291 tempest-AttachVolumeNegativeTest-728742291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:40:44.226876 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-6df26ee1-78fa-4eeb-93ba-77097c81a454 req-8f1f181d-e6fc-4a2f-9e3c-cb5b20c88495 tempest-AttachVolumeNegativeTest-728742291 tempest-AttachVolumeNegativeTest-728742291-project] 10.222.0.46 "GET /v2.0/ports?device_id=6888cb87-64e1-48cb-a2a8-ce30ea9bff45 HTTP/1.1" status: 200 len: 945 time: 0.0534456 Sep 29 15:40:44.280258 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-6df26ee1-78fa-4eeb-93ba-77097c81a454 req-64e2a4dd-47ac-45d4-884d-b40d779e4673 tempest-AttachVolumeNegativeTest-728742291 tempest-AttachVolumeNegativeTest-728742291-project] 10.222.0.46 "GET /v2.0/security-groups?id=c4509334-a1e4-43fe-aae7-235e447c037b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448239 Sep 29 15:40:44.410494 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4816c01-16af-4247-8a15-539f2ba665ce req-f71e33bf-10f4-4ea4-b7b1-97633e13b9a4 tempest-ServerRescueNegativeTestJSON-859711067 tempest-ServerRescueNegativeTestJSON-859711067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:40:44.412021 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [req-a4816c01-16af-4247-8a15-539f2ba665ce req-f71e33bf-10f4-4ea4-b7b1-97633e13b9a4 tempest-ServerRescueNegativeTestJSON-859711067 tempest-ServerRescueNegativeTestJSON-859711067-project] 10.222.0.46 "GET /v2.0/ports?device_id=1d663b77-78b8-44d6-ae6b-8f8b0c2199dd HTTP/1.1" status: 200 len: 945 time: 0.0595069 Sep 29 15:40:44.449283 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [req-a4816c01-16af-4247-8a15-539f2ba665ce req-909895c1-d9a6-4f33-a7a8-2ce1e9ce1f74 tempest-ServerRescueNegativeTestJSON-859711067 tempest-ServerRescueNegativeTestJSON-859711067-project] 10.222.0.46 "GET /v2.0/security-groups?id=69bb6ea6-2770-4a41-88ab-960c26e8ecb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311725 Sep 29 15:40:44.484776 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89290180-7ac3-44d7-9d9c-8e8278dd4c94 req-96e97550-4b0e-46a3-9a56-4c029ca165e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:40:44.486383 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-89290180-7ac3-44d7-9d9c-8e8278dd4c94 req-96e97550-4b0e-46a3-9a56-4c029ca165e5 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=6888cb87-64e1-48cb-a2a8-ce30ea9bff45 HTTP/1.1" status: 200 len: 1098 time: 0.0531542 Sep 29 15:40:44.526711 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-89290180-7ac3-44d7-9d9c-8e8278dd4c94 req-7d9537d9-2fa9-4257-8d9c-51f9e147374b service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=c4509334-a1e4-43fe-aae7-235e447c037b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301223 Sep 29 15:40:44.628340 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c94360b-32fd-4927-993e-65e660714c56 req-81ed7ad5-9d45-4755-846f-11e768850f57 tempest-VolumesActionsTest-1909553086 tempest-VolumesActionsTest-1909553086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:40:44.629798 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-0c94360b-32fd-4927-993e-65e660714c56 req-81ed7ad5-9d45-4755-846f-11e768850f57 tempest-VolumesActionsTest-1909553086 tempest-VolumesActionsTest-1909553086-project] 10.222.0.46 "GET /v2.0/ports?device_id=7c10f47e-893d-4a60-bbaa-bb9c301daa20 HTTP/1.1" status: 200 len: 945 time: 0.0471694 Sep 29 15:40:44.666448 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-0c94360b-32fd-4927-993e-65e660714c56 req-4bf76a94-e8dd-481c-ba68-dd8a07a3f2e8 tempest-VolumesActionsTest-1909553086 tempest-VolumesActionsTest-1909553086-project] 10.222.0.46 "GET /v2.0/security-groups?id=8816c7f2-d979-43ec-b223-6262eb3c0e80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307052 Sep 29 15:40:45.413795 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f99a035-0f9c-4137-b605-065e2b99b135 req-c4e02942-9bbd-4d9e-8ca0-40b9e9f7f150 tempest-AttachVolumeNegativeTest-728742291 tempest-AttachVolumeNegativeTest-728742291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:40:45.416398 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [req-6f99a035-0f9c-4137-b605-065e2b99b135 req-c4e02942-9bbd-4d9e-8ca0-40b9e9f7f150 tempest-AttachVolumeNegativeTest-728742291 tempest-AttachVolumeNegativeTest-728742291-project] 10.222.0.46 "GET /v2.0/ports?device_id=6888cb87-64e1-48cb-a2a8-ce30ea9bff45 HTTP/1.1" status: 200 len: 945 time: 0.0620799 Sep 29 15:40:45.473296 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [req-6f99a035-0f9c-4137-b605-065e2b99b135 req-c85341e5-2b7b-4e23-89f6-ead0d529fa89 tempest-AttachVolumeNegativeTest-728742291 tempest-AttachVolumeNegativeTest-728742291-project] 10.222.0.46 "GET /v2.0/security-groups?id=c4509334-a1e4-43fe-aae7-235e447c037b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496383 Sep 29 15:40:45.570752 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46db4862-1dae-4cdf-b89f-6f92fcc0b257 req-597a83f7-4433-45f1-851d-da2e05f6f344 tempest-ServerRescueNegativeTestJSON-859711067 tempest-ServerRescueNegativeTestJSON-859711067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:40:45.572241 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-46db4862-1dae-4cdf-b89f-6f92fcc0b257 req-597a83f7-4433-45f1-851d-da2e05f6f344 tempest-ServerRescueNegativeTestJSON-859711067 tempest-ServerRescueNegativeTestJSON-859711067-project] 10.222.0.46 "GET /v2.0/ports?device_id=1d663b77-78b8-44d6-ae6b-8f8b0c2199dd HTTP/1.1" status: 200 len: 945 time: 0.0505240 Sep 29 15:40:45.616575 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-46db4862-1dae-4cdf-b89f-6f92fcc0b257 req-c4ff0a5c-40ba-481a-b56a-5a6138e2cb79 tempest-ServerRescueNegativeTestJSON-859711067 tempest-ServerRescueNegativeTestJSON-859711067-project] 10.222.0.46 "GET /v2.0/security-groups?id=69bb6ea6-2770-4a41-88ab-960c26e8ecb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380394 Sep 29 15:40:46.620397 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52032a1-7960-4b69-9509-89f9aa3d9a85 req-fccfe809-b878-46e0-832e-659dc9fa9d1a tempest-VolumesActionsTest-1909553086 tempest-VolumesActionsTest-1909553086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:40:46.624058 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-e52032a1-7960-4b69-9509-89f9aa3d9a85 req-fccfe809-b878-46e0-832e-659dc9fa9d1a tempest-VolumesActionsTest-1909553086 tempest-VolumesActionsTest-1909553086-project] 10.222.0.46 "GET /v2.0/ports?device_id=7c10f47e-893d-4a60-bbaa-bb9c301daa20 HTTP/1.1" status: 200 len: 945 time: 0.0480776 Sep 29 15:40:46.658924 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-e52032a1-7960-4b69-9509-89f9aa3d9a85 req-abd6c331-9b9a-402c-a1be-1c472713d94b tempest-VolumesActionsTest-1909553086 tempest-VolumesActionsTest-1909553086-project] 10.222.0.46 "GET /v2.0/security-groups?id=8816c7f2-d979-43ec-b223-6262eb3c0e80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308552 Sep 29 15:40:46.773629 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66fc8ab2-bcec-432a-9deb-c529c0b9d82f req-69337231-856a-4e42-93a1-00a304a7065c tempest-AttachVolumeNegativeTest-728742291 tempest-AttachVolumeNegativeTest-728742291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:40:46.775332 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-66fc8ab2-bcec-432a-9deb-c529c0b9d82f req-69337231-856a-4e42-93a1-00a304a7065c tempest-AttachVolumeNegativeTest-728742291 tempest-AttachVolumeNegativeTest-728742291-project] 10.222.0.46 "GET /v2.0/ports?device_id=6888cb87-64e1-48cb-a2a8-ce30ea9bff45 HTTP/1.1" status: 200 len: 945 time: 0.0626094 Sep 29 15:40:46.785299 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdbc83c5-85b7-47bf-9e0d-b8dd5ac5a929 req-e13c3b1c-7523-41f2-b091-4bbbcbc805de tempest-ServerRescueNegativeTestJSON-859711067 tempest-ServerRescueNegativeTestJSON-859711067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:40:46.788422 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [req-cdbc83c5-85b7-47bf-9e0d-b8dd5ac5a929 req-e13c3b1c-7523-41f2-b091-4bbbcbc805de tempest-ServerRescueNegativeTestJSON-859711067 tempest-ServerRescueNegativeTestJSON-859711067-project] 10.222.0.46 "GET /v2.0/ports?device_id=1d663b77-78b8-44d6-ae6b-8f8b0c2199dd HTTP/1.1" status: 200 len: 945 time: 0.0591457 Sep 29 15:40:46.814129 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-66fc8ab2-bcec-432a-9deb-c529c0b9d82f req-3bcadea5-632d-420a-8b25-7e9da9caff8f tempest-AttachVolumeNegativeTest-728742291 tempest-AttachVolumeNegativeTest-728742291-project] 10.222.0.46 "GET /v2.0/security-groups?id=c4509334-a1e4-43fe-aae7-235e447c037b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329587 Sep 29 15:40:46.829018 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [req-cdbc83c5-85b7-47bf-9e0d-b8dd5ac5a929 req-02ce7652-8aec-4dbd-8f27-86ba16e2a1f9 tempest-ServerRescueNegativeTestJSON-859711067 tempest-ServerRescueNegativeTestJSON-859711067-project] 10.222.0.46 "GET /v2.0/security-groups?id=69bb6ea6-2770-4a41-88ab-960c26e8ecb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357578 Sep 29 15:40:47.789748 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5e8494-0c33-4b6f-9825-19a0b6feb499 req-b9831f72-af11-4898-ab5f-559c766d201e tempest-VolumesActionsTest-1909553086 tempest-VolumesActionsTest-1909553086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:40:47.791124 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [req-bc5e8494-0c33-4b6f-9825-19a0b6feb499 req-b9831f72-af11-4898-ab5f-559c766d201e tempest-VolumesActionsTest-1909553086 tempest-VolumesActionsTest-1909553086-project] 10.222.0.46 "GET /v2.0/ports?device_id=7c10f47e-893d-4a60-bbaa-bb9c301daa20 HTTP/1.1" status: 200 len: 945 time: 0.0641313 Sep 29 15:40:47.829642 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [req-bc5e8494-0c33-4b6f-9825-19a0b6feb499 req-2bbf021d-5b31-4b3d-b367-8195b1412b6c tempest-VolumesActionsTest-1909553086 tempest-VolumesActionsTest-1909553086-project] 10.222.0.46 "GET /v2.0/security-groups?id=8816c7f2-d979-43ec-b223-6262eb3c0e80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312612 Sep 29 15:40:47.955129 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd88d31-46c4-4a40-9af3-b10d6437d2c4 req-e45e9146-7dc8-41ed-8a55-ef4a1124bcd6 tempest-ServerRescueNegativeTestJSON-859711067 tempest-ServerRescueNegativeTestJSON-859711067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:40:47.956520 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [req-1dd88d31-46c4-4a40-9af3-b10d6437d2c4 req-e45e9146-7dc8-41ed-8a55-ef4a1124bcd6 tempest-ServerRescueNegativeTestJSON-859711067 tempest-ServerRescueNegativeTestJSON-859711067-project] 10.222.0.46 "GET /v2.0/ports?device_id=1d663b77-78b8-44d6-ae6b-8f8b0c2199dd HTTP/1.1" status: 200 len: 945 time: 0.0484586 Sep 29 15:40:47.996430 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [req-1dd88d31-46c4-4a40-9af3-b10d6437d2c4 req-cf16598c-7aa4-4342-a7a1-80886d5a67d9 tempest-ServerRescueNegativeTestJSON-859711067 tempest-ServerRescueNegativeTestJSON-859711067-project] 10.222.0.46 "GET /v2.0/security-groups?id=69bb6ea6-2770-4a41-88ab-960c26e8ecb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339112 Sep 29 15:40:48.943322 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8782d87c-9261-49e1-9a96-984279c58ec6 req-161b20ef-e6ec-4684-b227-91252190d460 tempest-VolumesActionsTest-1909553086 tempest-VolumesActionsTest-1909553086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:40:48.944852 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [req-8782d87c-9261-49e1-9a96-984279c58ec6 req-161b20ef-e6ec-4684-b227-91252190d460 tempest-VolumesActionsTest-1909553086 tempest-VolumesActionsTest-1909553086-project] 10.222.0.46 "GET /v2.0/ports?device_id=7c10f47e-893d-4a60-bbaa-bb9c301daa20 HTTP/1.1" status: 200 len: 945 time: 0.0488150 Sep 29 15:40:48.981652 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [req-8782d87c-9261-49e1-9a96-984279c58ec6 req-255b3e2e-3f58-4d8a-ac99-16adca218e7f tempest-VolumesActionsTest-1909553086 tempest-VolumesActionsTest-1909553086-project] 10.222.0.46 "GET /v2.0/security-groups?id=8816c7f2-d979-43ec-b223-6262eb3c0e80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308075 Sep 29 15:40:49.114516 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed39cb8-662b-461d-9124-db87b81e4ada req-e52f51ba-b614-47a0-a489-5593a212bf0b tempest-ServerRescueNegativeTestJSON-859711067 tempest-ServerRescueNegativeTestJSON-859711067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:40:49.116829 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [req-6ed39cb8-662b-461d-9124-db87b81e4ada req-e52f51ba-b614-47a0-a489-5593a212bf0b tempest-ServerRescueNegativeTestJSON-859711067 tempest-ServerRescueNegativeTestJSON-859711067-project] 10.222.0.46 "GET /v2.0/ports?device_id=1d663b77-78b8-44d6-ae6b-8f8b0c2199dd HTTP/1.1" status: 200 len: 945 time: 0.0541794 Sep 29 15:40:49.154616 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [req-6ed39cb8-662b-461d-9124-db87b81e4ada req-2cd19886-296f-4376-805a-327ff0ffc9c3 tempest-ServerRescueNegativeTestJSON-859711067 tempest-ServerRescueNegativeTestJSON-859711067-project] 10.222.0.46 "GET /v2.0/security-groups?id=69bb6ea6-2770-4a41-88ab-960c26e8ecb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319979 Sep 29 15:40:52.875662 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7646417-6265-45e6-bc3c-215abb5cb634 req-36cea03e-5599-4a1e-8e38-761cc403171d tempest-VolumesActionsTest-1909553086 tempest-VolumesActionsTest-1909553086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:40:52.877367 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-d7646417-6265-45e6-bc3c-215abb5cb634 req-36cea03e-5599-4a1e-8e38-761cc403171d tempest-VolumesActionsTest-1909553086 tempest-VolumesActionsTest-1909553086-project] 10.222.0.22 "GET /v2.0/ports?device_id=7c10f47e-893d-4a60-bbaa-bb9c301daa20 HTTP/1.1" status: 200 len: 945 time: 0.0529006 Sep 29 15:40:53.037069 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4be956-4052-4683-8357-65c54bcdad0b req-df97129d-c80b-48d1-b859-3b58df567739 tempest-VolumesActionsTest-1909553086 tempest-VolumesActionsTest-1909553086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:40:53.038530 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-8c4be956-4052-4683-8357-65c54bcdad0b req-df97129d-c80b-48d1-b859-3b58df567739 tempest-VolumesActionsTest-1909553086 tempest-VolumesActionsTest-1909553086-project] 10.222.0.46 "GET /v2.0/ports?device_id=7c10f47e-893d-4a60-bbaa-bb9c301daa20 HTTP/1.1" status: 200 len: 945 time: 0.0761263 Sep 29 15:40:53.047157 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.plugins.ml2.plugin [req-d7646417-6265-45e6-bc3c-215abb5cb634 req-c7392aed-ad7c-46db-8af2-0aea179921ab tempest-VolumesActionsTest-1909553086 tempest-VolumesActionsTest-1909553086-project] Deleting port 12443907-5c42-427e-a3e4-2407472240b5 {{(pid=96121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 29 15:40:53.047494 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [req-d7646417-6265-45e6-bc3c-215abb5cb634 req-c7392aed-ad7c-46db-8af2-0aea179921ab tempest-VolumesActionsTest-1909553086 tempest-VolumesActionsTest-1909553086-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741780140072'] for port, before_delete {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:40:53.136173 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-8c4be956-4052-4683-8357-65c54bcdad0b req-ac3ba4ec-79b3-47c2-8c8b-c9dd2ff2a7b3 tempest-VolumesActionsTest-1909553086 tempest-VolumesActionsTest-1909553086-project] 10.222.0.46 "GET /v2.0/security-groups?id=8816c7f2-d979-43ec-b223-6262eb3c0e80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910280 Sep 29 15:40:53.162552 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.plugins.ml2.db [req-d7646417-6265-45e6-bc3c-215abb5cb634 req-c7392aed-ad7c-46db-8af2-0aea179921ab tempest-VolumesActionsTest-1909553086 tempest-VolumesActionsTest-1909553086-project] For port 12443907-5c42-427e-a3e4-2407472240b5, host hv-cinder-80661, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80661',level=0,port_id=12443907-5c42-427e-a3e4-2407472240b5,segment=NetworkSegment(e69a3118-4cc1-4840-b982-71b9b5cd474d),segment_id=e69a3118-4cc1-4840-b982-71b9b5cd474d)] {{(pid=96121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 15:40:53.162927 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [req-d7646417-6265-45e6-bc3c-215abb5cb634 req-c7392aed-ad7c-46db-8af2-0aea179921ab tempest-VolumesActionsTest-1909553086 tempest-VolumesActionsTest-1909553086-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1614090'] for port, precommit_delete {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:40:53.175378 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.plugins.ml2.plugin [req-d7646417-6265-45e6-bc3c-215abb5cb634 req-c7392aed-ad7c-46db-8af2-0aea179921ab tempest-VolumesActionsTest-1909553086 tempest-VolumesActionsTest-1909553086-project] Calling delete_port for 12443907-5c42-427e-a3e4-2407472240b5 owned by compute:nova {{(pid=96121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 29 15:40:53.413480 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [req-d7646417-6265-45e6-bc3c-215abb5cb634 req-c7392aed-ad7c-46db-8af2-0aea179921ab tempest-VolumesActionsTest-1909553086 tempest-VolumesActionsTest-1909553086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741780147950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741779628746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3898419'] for port, after_delete {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:40:53.441423 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7392aed-ad7c-46db-8af2-0aea179921ab tempest-VolumesActionsTest-1909553086 tempest-VolumesActionsTest-1909553086-project] Pushing event deleted for resources: {'Port': ['ID=12443907-5c42-427e-a3e4-2407472240b5,revision_number=None']} {{(pid=96121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 15:40:53.482002 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7646417-6265-45e6-bc3c-215abb5cb634 req-c7392aed-ad7c-46db-8af2-0aea179921ab tempest-VolumesActionsTest-1909553086 tempest-VolumesActionsTest-1909553086-project] No DVR routers for this DVR port 12443907-5c42-427e-a3e4-2407472240b5 on host hv-cinder-80661 {{(pid=96121) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 15:40:53.484599 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [req-d7646417-6265-45e6-bc3c-215abb5cb634 req-c7392aed-ad7c-46db-8af2-0aea179921ab tempest-VolumesActionsTest-1909553086 tempest-VolumesActionsTest-1909553086-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238921'] for port, before_response {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:40:53.486696 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-d7646417-6265-45e6-bc3c-215abb5cb634 req-c7392aed-ad7c-46db-8af2-0aea179921ab tempest-VolumesActionsTest-1909553086 tempest-VolumesActionsTest-1909553086-project] 10.222.0.22 "DELETE /v2.0/ports/12443907-5c42-427e-a3e4-2407472240b5 HTTP/1.1" status: 204 len: 173 time: 0.5660708 Sep 29 15:40:53.487126 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c10f47e-893d-4a60-bbaa-bb9c301daa20', 'name': 'network-vif-deleted', 'tag': '12443907-5c42-427e-a3e4-2407472240b5'}] {{(pid=96121) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 15:40:53.489381 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dcbd94143c65fdb0f5c12b0c92a6468c38125261e55d21e9818266cb91f6c0d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8189ade-37e3-4bff-8971-f253dcc54bd8" -d '{"events": [{"server_uuid": "7c10f47e-893d-4a60-bbaa-bb9c301daa20", "name": "network-vif-deleted", "tag": "12443907-5c42-427e-a3e4-2407472240b5"}]}' {{(pid=96121) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 15:40:53.699359 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b7ceed-a6a8-4863-97e2-644ca41b5604 req-412675ff-1eb3-4ba0-8ff9-bd238f786b78 tempest-ServerRescueNegativeTestJSON-859711067 tempest-ServerRescueNegativeTestJSON-859711067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:40:53.700898 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [req-23b7ceed-a6a8-4863-97e2-644ca41b5604 req-412675ff-1eb3-4ba0-8ff9-bd238f786b78 tempest-ServerRescueNegativeTestJSON-859711067 tempest-ServerRescueNegativeTestJSON-859711067-project] 10.222.0.46 "GET /v2.0/ports?device_id=1d663b77-78b8-44d6-ae6b-8f8b0c2199dd HTTP/1.1" status: 200 len: 945 time: 0.0493920 Sep 29 15:40:53.738733 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [req-23b7ceed-a6a8-4863-97e2-644ca41b5604 req-b1fc2f21-e008-44fb-a0c6-b48b09e02279 tempest-ServerRescueNegativeTestJSON-859711067 tempest-ServerRescueNegativeTestJSON-859711067-project] 10.222.0.46 "GET /v2.0/security-groups?id=69bb6ea6-2770-4a41-88ab-960c26e8ecb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317430 Sep 29 15:40:53.780217 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Sep 2021 15:40:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e38069c5-4d40-41d2-b790-12f948077bc1 x-openstack-request-id: req-e38069c5-4d40-41d2-b790-12f948077bc1 {{(pid=96121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 15:40:53.780508 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c10f47e-893d-4a60-bbaa-bb9c301daa20", "name": "network-vif-deleted", "tag": "12443907-5c42-427e-a3e4-2407472240b5", "status": "completed", "code": 200}]} {{(pid=96121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 15:40:53.780757 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-e38069c5-4d40-41d2-b790-12f948077bc1 {{(pid=96121) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 15:40:53.781149 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c10f47e-893d-4a60-bbaa-bb9c301daa20', 'name': 'network-vif-deleted', 'tag': '12443907-5c42-427e-a3e4-2407472240b5', 'status': 'completed', 'code': 200} Sep 29 15:40:54.150068 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron_lib.callbacks.manager [None req-be3cfb6d-2b02-463f-a080-f897a0e1fd7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741779927170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-625140'] for agent, after_update {{(pid=96122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:40:56.566331 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.plugins.ml2.rpc [None req-4d55257e-523e-4b8d-ab2b-d46a31710be1 None None] Device 12443907-5c42-427e-a3e4-2407472240b5 no longer exists at agent hyperv_hv-cinder-80661 {{(pid=96122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 15:40:56.591706 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron_lib.callbacks.manager [None req-83b5b237-563c-4ce3-954f-c92472f70179 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741779927170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-625140'] for agent, after_update {{(pid=96122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:40:56.593508 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.plugins.ml2.plugin [None req-4d55257e-523e-4b8d-ab2b-d46a31710be1 None None] No Port match for: 12443907-5c42-427e-a3e4-2407472240b5 {{(pid=96122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 29 15:40:56.594619 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.plugins.ml2.rpc [None req-4d55257e-523e-4b8d-ab2b-d46a31710be1 None None] Device 12443907-5c42-427e-a3e4-2407472240b5 not bound to the agent host hv-cinder-80661 {{(pid=96122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 15:40:56.638247 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-0054bb41-7f91-429d-953f-c2f601874344 req-783c4eec-f4c0-457f-817b-f40b6a936d96 tempest-VolumesActionsTest-1909553086 tempest-VolumesActionsTest-1909553086-project] 10.222.0.46 "GET /v2.0/ports?device_id=7c10f47e-893d-4a60-bbaa-bb9c301daa20 HTTP/1.1" status: 200 len: 210 time: 0.0291080 Sep 29 15:40:56.751884 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c7eb1e-ad14-4deb-898f-32162224eccc req-7dc1ab29-486c-426a-9893-6ea03bff33b7 tempest-ServerRescueNegativeTestJSON-859711067 tempest-ServerRescueNegativeTestJSON-859711067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:40:56.753372 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-52c7eb1e-ad14-4deb-898f-32162224eccc req-7dc1ab29-486c-426a-9893-6ea03bff33b7 tempest-ServerRescueNegativeTestJSON-859711067 tempest-ServerRescueNegativeTestJSON-859711067-project] 10.222.0.46 "GET /v2.0/ports?device_id=1d663b77-78b8-44d6-ae6b-8f8b0c2199dd HTTP/1.1" status: 200 len: 945 time: 0.0541821 Sep 29 15:40:56.794628 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-52c7eb1e-ad14-4deb-898f-32162224eccc req-4ce0d3e7-23df-41f4-a0b5-a9c18ebd5377 tempest-ServerRescueNegativeTestJSON-859711067 tempest-ServerRescueNegativeTestJSON-859711067-project] 10.222.0.46 "GET /v2.0/security-groups?id=69bb6ea6-2770-4a41-88ab-960c26e8ecb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352275 Sep 29 15:40:57.559440 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron_lib.callbacks.manager [None req-86ea74e9-eea3-4769-b153-652ac6294d68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741779927170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-625140'] for agent, after_update {{(pid=96122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:40:57.744282 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-70376efa-5ea9-4ade-b1e4-e8212d7f6436 req-61d1ba08-ab2c-4905-8544-a88070c33032 tempest-VolumesActionsTest-1909553086 tempest-VolumesActionsTest-1909553086-project] 10.222.0.46 "GET /v2.0/ports?device_id=7c10f47e-893d-4a60-bbaa-bb9c301daa20 HTTP/1.1" status: 200 len: 210 time: 0.0261278 Sep 29 15:40:58.498529 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron_lib.callbacks.manager [None req-d04ed334-d278-4234-b850-06fee10c9c6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741779927170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-625140'] for agent, after_update {{(pid=96122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:40:59.584126 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron_lib.callbacks.manager [None req-9bd021b7-afaf-4c67-b111-7b9308fbf6a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741779927170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-625140'] for agent, after_update {{(pid=96122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:41:00.385410 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ef8fb2-9df3-42ea-846f-dd1d5a852190 req-b772e2db-1a39-4b8e-abb0-0d4d8de0c548 tempest-ServerRescueNegativeTestJSON-859711067 tempest-ServerRescueNegativeTestJSON-859711067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:41:00.387004 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-38ef8fb2-9df3-42ea-846f-dd1d5a852190 req-b772e2db-1a39-4b8e-abb0-0d4d8de0c548 tempest-ServerRescueNegativeTestJSON-859711067 tempest-ServerRescueNegativeTestJSON-859711067-project] 10.222.0.46 "GET /v2.0/ports?device_id=1d663b77-78b8-44d6-ae6b-8f8b0c2199dd HTTP/1.1" status: 200 len: 945 time: 0.0468714 Sep 29 15:41:00.411831 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [req-a7880984-1060-46d6-ac6b-f02be4f7e151 req-997a06b1-a0ab-4e4b-97a3-89734067e67a tempest-VolumesActionsTest-1909553086 tempest-VolumesActionsTest-1909553086-project] 10.222.0.46 "GET /v2.0/ports?device_id=7c10f47e-893d-4a60-bbaa-bb9c301daa20 HTTP/1.1" status: 200 len: 210 time: 0.0265851 Sep 29 15:41:00.428493 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-38ef8fb2-9df3-42ea-846f-dd1d5a852190 req-bc97e467-a084-4101-bb3e-501cf1c0fb9d tempest-ServerRescueNegativeTestJSON-859711067 tempest-ServerRescueNegativeTestJSON-859711067-project] 10.222.0.46 "GET /v2.0/security-groups?id=69bb6ea6-2770-4a41-88ab-960c26e8ecb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347815 Sep 29 15:41:01.556350 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5090cc-df7a-4ef8-a430-faef1c91d606 req-c2948585-32a5-4d69-b8e5-8a71a3558b6e tempest-ServerRescueNegativeTestJSON-859711067 tempest-ServerRescueNegativeTestJSON-859711067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:41:01.557800 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-fd5090cc-df7a-4ef8-a430-faef1c91d606 req-c2948585-32a5-4d69-b8e5-8a71a3558b6e tempest-ServerRescueNegativeTestJSON-859711067 tempest-ServerRescueNegativeTestJSON-859711067-project] 10.222.0.46 "GET /v2.0/ports?device_id=1d663b77-78b8-44d6-ae6b-8f8b0c2199dd HTTP/1.1" status: 200 len: 945 time: 0.0483267 Sep 29 15:41:01.596581 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-fd5090cc-df7a-4ef8-a430-faef1c91d606 req-ad5d4d5a-178b-4f54-8ffb-8a2a7a257df2 tempest-ServerRescueNegativeTestJSON-859711067 tempest-ServerRescueNegativeTestJSON-859711067-project] 10.222.0.46 "GET /v2.0/security-groups?id=69bb6ea6-2770-4a41-88ab-960c26e8ecb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325344 Sep 29 15:41:01.749736 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53283d74-d83a-4c1e-9f61-318a52fec36c req-9e28d64b-bc93-44cc-87ac-3441f4ea9969 tempest-VolumesActionsTest-1909553086 tempest-VolumesActionsTest-1909553086-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=96120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:41:01.751197 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [req-53283d74-d83a-4c1e-9f61-318a52fec36c req-9e28d64b-bc93-44cc-87ac-3441f4ea9969 tempest-VolumesActionsTest-1909553086 tempest-VolumesActionsTest-1909553086-project] 10.222.0.46 "GET /v2.0/networks?id=a14b5803-90de-4ae6-beb2-83af53c4353a HTTP/1.1" status: 200 len: 808 time: 0.1097751 Sep 29 15:41:01.768873 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [req-53283d74-d83a-4c1e-9f61-318a52fec36c req-be2a828c-8025-4962-b06d-46b3bdea0cf6 tempest-VolumesActionsTest-1909553086 tempest-VolumesActionsTest-1909553086-project] 10.222.0.46 "GET /v2.0/quotas/ea8f8f8919c0481cb386767b47c72f6e HTTP/1.1" status: 200 len: 375 time: 0.0116117 Sep 29 15:41:01.800078 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [req-53283d74-d83a-4c1e-9f61-318a52fec36c req-f22cead8-fa24-45ce-a2b9-e0427b231e7a tempest-VolumesActionsTest-1909553086 tempest-VolumesActionsTest-1909553086-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=ea8f8f8919c0481cb386767b47c72f6e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0253193 Sep 29 15:41:01.890110 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [req-53283d74-d83a-4c1e-9f61-318a52fec36c req-0daad48d-c6f6-41c1-aeef-30f5949de7a6 service neutron] 10.222.0.46 "GET /v2.0/networks/a14b5803-90de-4ae6-beb2-83af53c4353a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830092 Sep 29 15:41:01.979629 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [req-53283d74-d83a-4c1e-9f61-318a52fec36c req-dcc558d4-e8d4-40a6-816a-6e83299dc7d7 service neutron] 10.222.0.46 "GET /v2.0/networks/a14b5803-90de-4ae6-beb2-83af53c4353a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828512 Sep 29 15:41:02.236204 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-ab88eaf1-6f0f-494a-bc55-ba842c59c249 req-59e91384-17b0-4d89-a521-589485cf39a9 tempest-VolumesActionsTest-1909553086 tempest-VolumesActionsTest-1909553086-project] 10.222.0.46 "GET /v2.0/ports?device_id=7a9cb8b0-968a-4d87-af33-c84fb8b29d1d HTTP/1.1" status: 200 len: 210 time: 0.0264297 Sep 29 15:41:02.751103 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097b6dcf-a905-4a59-80f4-e112e94103f3 req-3d49a950-fc7e-423d-a2d2-cccf7ecf391c tempest-ServerRescueNegativeTestJSON-859711067 tempest-ServerRescueNegativeTestJSON-859711067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:41:02.752701 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-097b6dcf-a905-4a59-80f4-e112e94103f3 req-3d49a950-fc7e-423d-a2d2-cccf7ecf391c tempest-ServerRescueNegativeTestJSON-859711067 tempest-ServerRescueNegativeTestJSON-859711067-project] 10.222.0.46 "GET /v2.0/ports?device_id=1d663b77-78b8-44d6-ae6b-8f8b0c2199dd HTTP/1.1" status: 200 len: 945 time: 0.0479105 Sep 29 15:41:02.797969 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-097b6dcf-a905-4a59-80f4-e112e94103f3 req-e41a63ee-17e9-4c4f-97a8-f411bb91ccb3 tempest-ServerRescueNegativeTestJSON-859711067 tempest-ServerRescueNegativeTestJSON-859711067-project] 10.222.0.46 "GET /v2.0/security-groups?id=69bb6ea6-2770-4a41-88ab-960c26e8ecb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355651 Sep 29 15:41:03.330000 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-55183f21-a1a6-4793-9dd0-f6968a7b7828 req-56bb8812-30bb-4212-b7a8-3054fc64a65e tempest-VolumesActionsTest-1909553086 tempest-VolumesActionsTest-1909553086-project] 10.222.0.46 "GET /v2.0/ports?device_id=7a9cb8b0-968a-4d87-af33-c84fb8b29d1d HTTP/1.1" status: 200 len: 210 time: 0.0283990 Sep 29 15:41:03.907020 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0668232f-7dd1-42f8-8bea-5eb50e367f32 req-a59c9ba7-0ea7-477e-b826-474d3fb79e93 tempest-ServerRescueNegativeTestJSON-859711067 tempest-ServerRescueNegativeTestJSON-859711067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:41:03.908527 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-0668232f-7dd1-42f8-8bea-5eb50e367f32 req-a59c9ba7-0ea7-477e-b826-474d3fb79e93 tempest-ServerRescueNegativeTestJSON-859711067 tempest-ServerRescueNegativeTestJSON-859711067-project] 10.222.0.46 "GET /v2.0/ports?device_id=1d663b77-78b8-44d6-ae6b-8f8b0c2199dd HTTP/1.1" status: 200 len: 945 time: 0.0485327 Sep 29 15:41:03.944603 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-0668232f-7dd1-42f8-8bea-5eb50e367f32 req-ddd1dc55-101c-4574-b164-c0b41ae24078 tempest-ServerRescueNegativeTestJSON-859711067 tempest-ServerRescueNegativeTestJSON-859711067-project] 10.222.0.46 "GET /v2.0/security-groups?id=69bb6ea6-2770-4a41-88ab-960c26e8ecb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302899 Sep 29 15:41:04.419840 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-6c1fedde-bd7b-4e94-b35e-0700b4a12c26 req-ea99d6e3-1421-4b4f-b256-2beb291b6605 tempest-VolumesActionsTest-1909553086 tempest-VolumesActionsTest-1909553086-project] 10.222.0.46 "GET /v2.0/ports?device_id=7a9cb8b0-968a-4d87-af33-c84fb8b29d1d HTTP/1.1" status: 200 len: 210 time: 0.0254192 Sep 29 15:41:05.064215 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b279decb-d544-44f0-9ef2-3b459ac720e4 req-d8c1500c-bebb-4990-afbf-b1c28b05fa2c tempest-ServerRescueNegativeTestJSON-859711067 tempest-ServerRescueNegativeTestJSON-859711067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:41:05.065744 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-b279decb-d544-44f0-9ef2-3b459ac720e4 req-d8c1500c-bebb-4990-afbf-b1c28b05fa2c tempest-ServerRescueNegativeTestJSON-859711067 tempest-ServerRescueNegativeTestJSON-859711067-project] 10.222.0.46 "GET /v2.0/ports?device_id=1d663b77-78b8-44d6-ae6b-8f8b0c2199dd HTTP/1.1" status: 200 len: 945 time: 0.0526018 Sep 29 15:41:05.110299 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-b279decb-d544-44f0-9ef2-3b459ac720e4 req-0b5ef12a-f422-459b-94c9-ac292dca0d48 tempest-ServerRescueNegativeTestJSON-859711067 tempest-ServerRescueNegativeTestJSON-859711067-project] 10.222.0.46 "GET /v2.0/security-groups?id=69bb6ea6-2770-4a41-88ab-960c26e8ecb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348239 Sep 29 15:41:05.255376 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d140c039-f435-4904-bf42-15825e988f4e req-19162eba-a41e-4726-b06a-e2d081f8a0cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:41:05.258292 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-d140c039-f435-4904-bf42-15825e988f4e req-19162eba-a41e-4726-b06a-e2d081f8a0cf service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=b4ec83ad588647be8ebbcc854394cb61&device_id=1d663b77-78b8-44d6-ae6b-8f8b0c2199dd HTTP/1.1" status: 200 len: 1098 time: 0.0409894 Sep 29 15:41:05.360176 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d140c039-f435-4904-bf42-15825e988f4e req-fbb0ea0a-483f-4ff1-9641-7e98252a3f72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:41:05.361557 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-d140c039-f435-4904-bf42-15825e988f4e req-fbb0ea0a-483f-4ff1-9641-7e98252a3f72 service neutron] 10.222.0.22 "GET /v2.0/networks?id=daa727ac-86a8-4704-b1b4-10803b6b1e68 HTTP/1.1" status: 200 len: 920 time: 0.0826147 Sep 29 15:41:05.404791 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-d140c039-f435-4904-bf42-15825e988f4e req-3cf21532-78fe-4a46-8090-5807bbb0a693 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=31ccdbe5-d9c3-4401-b176-06795eb1e102 HTTP/1.1" status: 200 len: 217 time: 0.0352533 Sep 29 15:41:05.458946 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d140c039-f435-4904-bf42-15825e988f4e req-2c05f67b-fc0f-419f-9998-98af8bab788d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:41:05.459588 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-d140c039-f435-4904-bf42-15825e988f4e req-2c05f67b-fc0f-419f-9998-98af8bab788d service neutron] 10.222.0.22 "GET /v2.0/subnets?id=f9e1b58c-841a-4928-9689-e4afdbcfa8ba HTTP/1.1" status: 200 len: 859 time: 0.0433221 Sep 29 15:41:05.505133 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-d140c039-f435-4904-bf42-15825e988f4e req-bf42898b-fd10-467c-a27b-4731ed6dbc2a service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=daa727ac-86a8-4704-b1b4-10803b6b1e68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0279982 Sep 29 15:41:05.538892 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-be422f1a-f411-4e40-81a7-0e74fab74793 req-43179e72-fef5-4200-8c9b-6b7b611600c5 tempest-VolumesActionsTest-1909553086 tempest-VolumesActionsTest-1909553086-project] 10.222.0.46 "GET /v2.0/ports?device_id=7a9cb8b0-968a-4d87-af33-c84fb8b29d1d HTTP/1.1" status: 200 len: 210 time: 0.0497448 Sep 29 15:41:05.648154 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-d140c039-f435-4904-bf42-15825e988f4e req-1af32ad8-d8bf-47f5-a137-737bd3e11480 service neutron] 10.222.0.22 "GET /v2.0/networks/daa727ac-86a8-4704-b1b4-10803b6b1e68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903578 Sep 29 15:41:05.755658 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-d140c039-f435-4904-bf42-15825e988f4e req-9f22d1e5-4633-4c8c-841a-7ee0101b0663 service neutron] 10.222.0.22 "GET /v2.0/networks/daa727ac-86a8-4704-b1b4-10803b6b1e68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887086 Sep 29 15:41:06.238430 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c86d66-5840-4690-a3a7-a474acaabf7b req-019eea5d-9923-480f-842f-eba7d891d6a2 tempest-ServerRescueNegativeTestJSON-859711067 tempest-ServerRescueNegativeTestJSON-859711067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:41:06.239807 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [req-18c86d66-5840-4690-a3a7-a474acaabf7b req-019eea5d-9923-480f-842f-eba7d891d6a2 tempest-ServerRescueNegativeTestJSON-859711067 tempest-ServerRescueNegativeTestJSON-859711067-project] 10.222.0.46 "GET /v2.0/ports?device_id=1d663b77-78b8-44d6-ae6b-8f8b0c2199dd HTTP/1.1" status: 200 len: 945 time: 0.0590210 Sep 29 15:41:06.286014 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [req-18c86d66-5840-4690-a3a7-a474acaabf7b req-cf8c5a10-49fe-4e19-934d-cd8b057c4431 tempest-ServerRescueNegativeTestJSON-859711067 tempest-ServerRescueNegativeTestJSON-859711067-project] 10.222.0.46 "GET /v2.0/security-groups?id=69bb6ea6-2770-4a41-88ab-960c26e8ecb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387642 Sep 29 15:41:06.633556 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [req-36dcb8c0-30e1-462e-85b2-87c860473417 req-889d3604-6c47-4932-a872-624c635c47b9 tempest-VolumesActionsTest-1909553086 tempest-VolumesActionsTest-1909553086-project] 10.222.0.46 "GET /v2.0/ports?device_id=7a9cb8b0-968a-4d87-af33-c84fb8b29d1d HTTP/1.1" status: 200 len: 210 time: 0.0278130 Sep 29 15:41:06.723819 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53283d74-d83a-4c1e-9f61-318a52fec36c req-e46f86ed-5971-4d6e-a7f9-ee11fa36ea9e tempest-VolumesActionsTest-1909553086 tempest-VolumesActionsTest-1909553086-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=96121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:41:06.725193 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-53283d74-d83a-4c1e-9f61-318a52fec36c req-e46f86ed-5971-4d6e-a7f9-ee11fa36ea9e tempest-VolumesActionsTest-1909553086 tempest-VolumesActionsTest-1909553086-project] 10.222.0.22 "GET /v2.0/networks?id=a14b5803-90de-4ae6-beb2-83af53c4353a HTTP/1.1" status: 200 len: 808 time: 0.1143017 Sep 29 15:41:06.752281 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.api.v2.base [req-53283d74-d83a-4c1e-9f61-318a52fec36c req-bd2a1e8b-fa76-4899-8b1e-63307c38b6c9 tempest-VolumesActionsTest-1909553086 tempest-VolumesActionsTest-1909553086-project] Request body: {'port': {'device_id': '7a9cb8b0-968a-4d87-af33-c84fb8b29d1d', 'network_id': 'a14b5803-90de-4ae6-beb2-83af53c4353a', 'admin_state_up': True, 'tenant_id': 'ea8f8f8919c0481cb386767b47c72f6e'}} {{(pid=96121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 15:41:06.790106 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron_lib.callbacks.manager [None req-4d55257e-523e-4b8d-ab2b-d46a31710be1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741779927170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-625140'] for agent, after_update {{(pid=96122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:41:06.984696 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-53283d74-d83a-4c1e-9f61-318a52fec36c req-bd2a1e8b-fa76-4899-8b1e-63307c38b6c9 tempest-VolumesActionsTest-1909553086 tempest-VolumesActionsTest-1909553086-project] Made reservation on behalf of ea8f8f8919c0481cb386767b47c72f6e for: {'port': 1} {{(pid=96121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 15:41:06.988396 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [req-53283d74-d83a-4c1e-9f61-318a52fec36c req-bd2a1e8b-fa76-4899-8b1e-63307c38b6c9 tempest-VolumesActionsTest-1909553086 tempest-VolumesActionsTest-1909553086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-684029'] for port, before_create {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:41:07.116272 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.db.db_base_plugin_common [req-53283d74-d83a-4c1e-9f61-318a52fec36c req-bd2a1e8b-fa76-4899-8b1e-63307c38b6c9 tempest-VolumesActionsTest-1909553086 tempest-VolumesActionsTest-1909553086-project] Allocated IP 172.20.0.7 (a14b5803-90de-4ae6-beb2-83af53c4353a/e082895a-b7a6-48df-a7db-e127703bf864/b4161e3b-0af6-4ef5-bb38-8d93eb7f4d29) {{(pid=96121) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 15:41:07.277410 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [req-53283d74-d83a-4c1e-9f61-318a52fec36c req-bd2a1e8b-fa76-4899-8b1e-63307c38b6c9 tempest-VolumesActionsTest-1909553086 tempest-VolumesActionsTest-1909553086-project] Notify callbacks [] for port, precommit_create {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:41:07.396591 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [req-53283d74-d83a-4c1e-9f61-318a52fec36c req-bd2a1e8b-fa76-4899-8b1e-63307c38b6c9 tempest-VolumesActionsTest-1909553086 tempest-VolumesActionsTest-1909553086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741779628737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3898419'] for port, after_create {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:41:07.407957 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad483e0f-9f79-41fb-8af7-cf3280c23e4c req-7da32b5d-f331-4a0b-84a2-127964bd5d1d tempest-ServerRescueNegativeTestJSON-859711067 tempest-ServerRescueNegativeTestJSON-859711067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:41:07.409619 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [req-ad483e0f-9f79-41fb-8af7-cf3280c23e4c req-7da32b5d-f331-4a0b-84a2-127964bd5d1d tempest-ServerRescueNegativeTestJSON-859711067 tempest-ServerRescueNegativeTestJSON-859711067-project] 10.222.0.46 "GET /v2.0/ports?device_id=1d663b77-78b8-44d6-ae6b-8f8b0c2199dd HTTP/1.1" status: 200 len: 945 time: 0.0533555 Sep 29 15:41:07.438157 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-53283d74-d83a-4c1e-9f61-318a52fec36c req-bd2a1e8b-fa76-4899-8b1e-63307c38b6c9 tempest-VolumesActionsTest-1909553086 tempest-VolumesActionsTest-1909553086-project] Network a14b5803-90de-4ae6-beb2-83af53c4353a is already hosted by enough agents. {{(pid=96121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 15:41:07.441281 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.scheduler.base_scheduler [req-53283d74-d83a-4c1e-9f61-318a52fec36c req-bd2a1e8b-fa76-4899-8b1e-63307c38b6c9 tempest-VolumesActionsTest-1909553086 tempest-VolumesActionsTest-1909553086-project] Resources bound (agent type, host, resource id): {{(pid=96121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 15:41:07.445082 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.db.l3_dvrscheduler_db [req-53283d74-d83a-4c1e-9f61-318a52fec36c req-bd2a1e8b-fa76-4899-8b1e-63307c38b6c9 tempest-VolumesActionsTest-1909553086 tempest-VolumesActionsTest-1909553086-project] Received port after_create {{(pid=96121) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 15:41:07.453306 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [req-ad483e0f-9f79-41fb-8af7-cf3280c23e4c req-19dd7b27-9bbf-486b-8c25-ec5c81e09bb7 tempest-ServerRescueNegativeTestJSON-859711067 tempest-ServerRescueNegativeTestJSON-859711067-project] 10.222.0.46 "GET /v2.0/security-groups?id=69bb6ea6-2770-4a41-88ab-960c26e8ecb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374806 Sep 29 15:41:07.477181 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2a1e8b-fa76-4899-8b1e-63307c38b6c9 tempest-VolumesActionsTest-1909553086 tempest-VolumesActionsTest-1909553086-project] Pushing event updated for resources: {'Port': ['ID=b4161e3b-0af6-4ef5-bb38-8d93eb7f4d29,revision_number=1']} {{(pid=96121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 15:41:07.489388 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd2a1e8b-fa76-4899-8b1e-63307c38b6c9 tempest-VolumesActionsTest-1909553086 tempest-VolumesActionsTest-1909553086-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806616-6-iscsi {{(pid=96121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 15:41:07.489677 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd2a1e8b-fa76-4899-8b1e-63307c38b6c9 tempest-VolumesActionsTest-1909553086 tempest-VolumesActionsTest-1909553086-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806616-6-iscsi {{(pid=96121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 15:41:07.490016 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd2a1e8b-fa76-4899-8b1e-63307c38b6c9 tempest-VolumesActionsTest-1909553086 tempest-VolumesActionsTest-1909553086-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806616-6-iscsi {{(pid=96121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 15:41:07.490350 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd2a1e8b-fa76-4899-8b1e-63307c38b6c9 tempest-VolumesActionsTest-1909553086 tempest-VolumesActionsTest-1909553086-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806616-6-iscsi {{(pid=96121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 15:41:07.490724 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd2a1e8b-fa76-4899-8b1e-63307c38b6c9 tempest-VolumesActionsTest-1909553086 tempest-VolumesActionsTest-1909553086-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806616-6-iscsi {{(pid=96121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 15:41:07.490994 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd2a1e8b-fa76-4899-8b1e-63307c38b6c9 tempest-VolumesActionsTest-1909553086 tempest-VolumesActionsTest-1909553086-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806616-6-iscsi {{(pid=96121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 15:41:07.491316 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd2a1e8b-fa76-4899-8b1e-63307c38b6c9 tempest-VolumesActionsTest-1909553086 tempest-VolumesActionsTest-1909553086-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806616-6-iscsi {{(pid=96121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 15:41:07.491637 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd2a1e8b-fa76-4899-8b1e-63307c38b6c9 tempest-VolumesActionsTest-1909553086 tempest-VolumesActionsTest-1909553086-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806616-6-iscsi {{(pid=96121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 15:41:07.491976 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd2a1e8b-fa76-4899-8b1e-63307c38b6c9 tempest-VolumesActionsTest-1909553086 tempest-VolumesActionsTest-1909553086-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806616-6-iscsi {{(pid=96121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 15:41:07.498354 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd2a1e8b-fa76-4899-8b1e-63307c38b6c9 tempest-VolumesActionsTest-1909553086 tempest-VolumesActionsTest-1909553086-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806616-6-iscsi {{(pid=96121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 15:41:07.498354 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd2a1e8b-fa76-4899-8b1e-63307c38b6c9 tempest-VolumesActionsTest-1909553086 tempest-VolumesActionsTest-1909553086-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806616-6-iscsi {{(pid=96121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 15:41:07.498354 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd2a1e8b-fa76-4899-8b1e-63307c38b6c9 tempest-VolumesActionsTest-1909553086 tempest-VolumesActionsTest-1909553086-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806616-6-iscsi {{(pid=96121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 15:41:07.512809 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53283d74-d83a-4c1e-9f61-318a52fec36c req-bd2a1e8b-fa76-4899-8b1e-63307c38b6c9 tempest-VolumesActionsTest-1909553086 tempest-VolumesActionsTest-1909553086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=96121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:41:07.513422 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [req-53283d74-d83a-4c1e-9f61-318a52fec36c req-bd2a1e8b-fa76-4899-8b1e-63307c38b6c9 tempest-VolumesActionsTest-1909553086 tempest-VolumesActionsTest-1909553086-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238921'] for port, before_response {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:41:07.606442 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-53283d74-d83a-4c1e-9f61-318a52fec36c req-bd2a1e8b-fa76-4899-8b1e-63307c38b6c9 tempest-VolumesActionsTest-1909553086 tempest-VolumesActionsTest-1909553086-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8580217 Sep 29 15:41:07.664021 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.api.v2.base [req-53283d74-d83a-4c1e-9f61-318a52fec36c req-7dff1df5-85b1-4123-9d32-50fdff08bc33 service neutron] Request body: {'port': {'device_id': '7a9cb8b0-968a-4d87-af33-c84fb8b29d1d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80661'}} {{(pid=96121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 15:41:07.754522 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [req-53283d74-d83a-4c1e-9f61-318a52fec36c req-7dff1df5-85b1-4123-9d32-50fdff08bc33 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-684029'] for port, before_update {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:41:07.819417 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3d94dd-12cc-408a-ad20-e47751e48a66 req-ee0484f4-95b5-42bd-a35d-9158018fc8ea tempest-VolumesActionsTest-1909553086 tempest-VolumesActionsTest-1909553086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:41:07.824523 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-fa3d94dd-12cc-408a-ad20-e47751e48a66 req-ee0484f4-95b5-42bd-a35d-9158018fc8ea tempest-VolumesActionsTest-1909553086 tempest-VolumesActionsTest-1909553086-project] 10.222.0.46 "GET /v2.0/ports?device_id=7a9cb8b0-968a-4d87-af33-c84fb8b29d1d HTTP/1.1" status: 200 len: 931 time: 0.1027033 Sep 29 15:41:07.922778 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-fa3d94dd-12cc-408a-ad20-e47751e48a66 req-183cb97e-aee6-49b5-880f-c141fd14c6a6 tempest-VolumesActionsTest-1909553086 tempest-VolumesActionsTest-1909553086-project] 10.222.0.46 "GET /v2.0/security-groups?id=8816c7f2-d979-43ec-b223-6262eb3c0e80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953181 Sep 29 15:41:08.077214 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.notifiers.nova [req-53283d74-d83a-4c1e-9f61-318a52fec36c req-7dff1df5-85b1-4123-9d32-50fdff08bc33 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b4161e3b-0af6-4ef5-bb38-8d93eb7f4d29 {{(pid=96121) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 15:41:08.085168 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [req-53283d74-d83a-4c1e-9f61-318a52fec36c req-7dff1df5-85b1-4123-9d32-50fdff08bc33 service neutron] Notify callbacks [] for port, precommit_update {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:41:08.097424 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.db.provisioning_blocks [req-53283d74-d83a-4c1e-9f61-318a52fec36c req-7dff1df5-85b1-4123-9d32-50fdff08bc33 service neutron] Transition to ACTIVE for port object b4161e3b-0af6-4ef5-bb38-8d93eb7f4d29 will not be triggered until provisioned by entity L2. {{(pid=96121) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 15:41:08.201054 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [req-53283d74-d83a-4c1e-9f61-318a52fec36c req-7dff1df5-85b1-4123-9d32-50fdff08bc33 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741780147972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741779628755', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741779628773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3898424'] for port, after_update {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:41:08.251771 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dff1df5-85b1-4123-9d32-50fdff08bc33 service neutron] Pushing event updated for resources: {'Port': ['ID=b4161e3b-0af6-4ef5-bb38-8d93eb7f4d29,revision_number=2']} {{(pid=96121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 15:41:08.269444 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.wsgi [-] (96120) accepted ('10.222.0.46', 59710) {{(pid=96120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 15:41:08.329557 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.plugins.ml2.managers [req-53283d74-d83a-4c1e-9f61-318a52fec36c req-7dff1df5-85b1-4123-9d32-50fdff08bc33 service neutron] Attempting to bind port b4161e3b-0af6-4ef5-bb38-8d93eb7f4d29 on host hv-cinder-80661 for vnic_type normal with profile {{(pid=96121) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 15:41:08.329896 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.plugins.ml2.managers [req-53283d74-d83a-4c1e-9f61-318a52fec36c req-7dff1df5-85b1-4123-9d32-50fdff08bc33 service neutron] Attempting to bind port b4161e3b-0af6-4ef5-bb38-8d93eb7f4d29 by drivers openvswitch,hyperv on host hv-cinder-80661 at level 0 using segments [{'id': 'e69a3118-4cc1-4840-b982-71b9b5cd474d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': 'a14b5803-90de-4ae6-beb2-83af53c4353a'}] {{(pid=96121) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 15:41:08.330232 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53283d74-d83a-4c1e-9f61-318a52fec36c req-7dff1df5-85b1-4123-9d32-50fdff08bc33 service neutron] Attempting to bind port b4161e3b-0af6-4ef5-bb38-8d93eb7f4d29 on network a14b5803-90de-4ae6-beb2-83af53c4353a {{(pid=96121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 15:41:08.335548 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53283d74-d83a-4c1e-9f61-318a52fec36c req-7dff1df5-85b1-4123-9d32-50fdff08bc33 service neutron] Port b4161e3b-0af6-4ef5-bb38-8d93eb7f4d29 on network a14b5803-90de-4ae6-beb2-83af53c4353a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80661 {{(pid=96121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 29 15:41:08.335900 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53283d74-d83a-4c1e-9f61-318a52fec36c req-7dff1df5-85b1-4123-9d32-50fdff08bc33 service neutron] Attempting to bind port b4161e3b-0af6-4ef5-bb38-8d93eb7f4d29 on network a14b5803-90de-4ae6-beb2-83af53c4353a {{(pid=96121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 15:41:08.341435 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53283d74-d83a-4c1e-9f61-318a52fec36c req-7dff1df5-85b1-4123-9d32-50fdff08bc33 service neutron] Checking agent: {'id': '02e4aaf8-ac1d-430d-8152-9e2105739360', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80661', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 15, 37, 5), 'started_at': datetime.datetime(2021, 9, 29, 15, 37, 5), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 15, 41, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=96121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 15:41:08.341775 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53283d74-d83a-4c1e-9f61-318a52fec36c req-7dff1df5-85b1-4123-9d32-50fdff08bc33 service neutron] Checking segment: {'id': 'e69a3118-4cc1-4840-b982-71b9b5cd474d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': 'a14b5803-90de-4ae6-beb2-83af53c4353a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96121) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 15:41:08.342157 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53283d74-d83a-4c1e-9f61-318a52fec36c req-7dff1df5-85b1-4123-9d32-50fdff08bc33 service neutron] Bound using segment: {'id': 'e69a3118-4cc1-4840-b982-71b9b5cd474d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': 'a14b5803-90de-4ae6-beb2-83af53c4353a'} {{(pid=96121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 15:41:08.342607 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.plugins.ml2.managers [req-53283d74-d83a-4c1e-9f61-318a52fec36c req-7dff1df5-85b1-4123-9d32-50fdff08bc33 service neutron] Bound port: b4161e3b-0af6-4ef5-bb38-8d93eb7f4d29, host: hv-cinder-80661, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e69a3118-4cc1-4840-b982-71b9b5cd474d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': 'a14b5803-90de-4ae6-beb2-83af53c4353a'}}] {{(pid=96121) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 15:41:08.343021 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [req-53283d74-d83a-4c1e-9f61-318a52fec36c req-7dff1df5-85b1-4123-9d32-50fdff08bc33 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-684029'] for port, before_update {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:41:08.408914 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-49851e1c-064f-40bb-9e6f-907542ff4042 admin admin] Notify callbacks [] for security_group, before_create {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:41:08.409438 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.plugins.ml2.db [req-53283d74-d83a-4c1e-9f61-318a52fec36c req-7dff1df5-85b1-4123-9d32-50fdff08bc33 service neutron] For port b4161e3b-0af6-4ef5-bb38-8d93eb7f4d29, host hv-cinder-80661, cleared binding levels {{(pid=96121) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 15:41:08.412439 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.plugins.ml2.db [req-53283d74-d83a-4c1e-9f61-318a52fec36c req-7dff1df5-85b1-4123-9d32-50fdff08bc33 service neutron] For port b4161e3b-0af6-4ef5-bb38-8d93eb7f4d29, host hv-cinder-80661, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80661',level=0,port_id=b4161e3b-0af6-4ef5-bb38-8d93eb7f4d29,segment=NetworkSegment(e69a3118-4cc1-4840-b982-71b9b5cd474d),segment_id=e69a3118-4cc1-4840-b982-71b9b5cd474d)] {{(pid=96121) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 15:41:08.482819 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [req-53283d74-d83a-4c1e-9f61-318a52fec36c req-7dff1df5-85b1-4123-9d32-50fdff08bc33 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741780147972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741779628755', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741779628773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3898424'] for port, after_update {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:41:08.500957 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-49851e1c-064f-40bb-9e6f-907542ff4042 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:41:08.521161 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53283d74-d83a-4c1e-9f61-318a52fec36c req-7dff1df5-85b1-4123-9d32-50fdff08bc33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:41:08.522099 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [req-53283d74-d83a-4c1e-9f61-318a52fec36c req-7dff1df5-85b1-4123-9d32-50fdff08bc33 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238921'] for port, before_response {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:41:08.523422 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-53283d74-d83a-4c1e-9f61-318a52fec36c req-7dff1df5-85b1-4123-9d32-50fdff08bc33 service neutron] 10.222.0.22 "PUT /v2.0/ports/b4161e3b-0af6-4ef5-bb38-8d93eb7f4d29 HTTP/1.1" status: 200 len: 1093 time: 0.8636501 Sep 29 15:41:08.525960 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7a9cb8b0-968a-4d87-af33-c84fb8b29d1d', 'tag': 'b4161e3b-0af6-4ef5-bb38-8d93eb7f4d29'}] {{(pid=96121) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 15:41:08.533621 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dcbd94143c65fdb0f5c12b0c92a6468c38125261e55d21e9818266cb91f6c0d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4bef7687-de0e-4552-bf5a-7ed8d0fdb336" -d '{"events": [{"name": "network-changed", "server_uuid": "7a9cb8b0-968a-4d87-af33-c84fb8b29d1d", "tag": "b4161e3b-0af6-4ef5-bb38-8d93eb7f4d29"}]}' {{(pid=96121) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 15:41:08.560028 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dff1df5-85b1-4123-9d32-50fdff08bc33 service neutron] Pushing event updated for resources: {'Port': ['ID=b4161e3b-0af6-4ef5-bb38-8d93eb7f4d29,revision_number=3']} {{(pid=96121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 15:41:08.579136 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48dd32f5-f315-43cc-96db-f3f4ce5c9a55 req-412ce15b-4cac-4559-b4a0-7f4abdcab8da tempest-ServerRescueNegativeTestJSON-859711067 tempest-ServerRescueNegativeTestJSON-859711067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:41:08.580880 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [req-48dd32f5-f315-43cc-96db-f3f4ce5c9a55 req-412ce15b-4cac-4559-b4a0-7f4abdcab8da tempest-ServerRescueNegativeTestJSON-859711067 tempest-ServerRescueNegativeTestJSON-859711067-project] 10.222.0.46 "GET /v2.0/ports?device_id=1d663b77-78b8-44d6-ae6b-8f8b0c2199dd HTTP/1.1" status: 200 len: 945 time: 0.0555930 Sep 29 15:41:08.583527 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 29 Sep 2021 15:41:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc53d3e2-7498-4d3d-b973-fcfa25358030 x-openstack-request-id: req-bc53d3e2-7498-4d3d-b973-fcfa25358030 {{(pid=96121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 15:41:08.583838 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7a9cb8b0-968a-4d87-af33-c84fb8b29d1d", "tag": "b4161e3b-0af6-4ef5-bb38-8d93eb7f4d29", "status": "completed", "code": 200}]} {{(pid=96121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 15:41:08.584110 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-bc53d3e2-7498-4d3d-b973-fcfa25358030 {{(pid=96121) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 15:41:08.584498 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7a9cb8b0-968a-4d87-af33-c84fb8b29d1d', 'tag': 'b4161e3b-0af6-4ef5-bb38-8d93eb7f4d29', 'status': 'completed', 'code': 200} Sep 29 15:41:08.593690 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-49851e1c-064f-40bb-9e6f-907542ff4042 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579214'] for security_group, after_create {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:41:08.655489 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [None req-49851e1c-064f-40bb-9e6f-907542ff4042 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=f6008e748e664f8db333cb11bb1bd816&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3849399 Sep 29 15:41:08.659167 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [req-48dd32f5-f315-43cc-96db-f3f4ce5c9a55 req-4e43a4ac-4ed2-4c2b-b555-3fed60a7352d tempest-ServerRescueNegativeTestJSON-859711067 tempest-ServerRescueNegativeTestJSON-859711067-project] 10.222.0.46 "GET /v2.0/security-groups?id=69bb6ea6-2770-4a41-88ab-960c26e8ecb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725703 Sep 29 15:41:08.659710 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.wsgi [-] (96120) accepted ('10.222.0.46', 59722) {{(pid=96120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 15:41:08.660348 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49851e1c-064f-40bb-9e6f-907542ff4042 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a399ddaf-12fd-4104-8cbf-be131d541d91,revision_number=1']} {{(pid=96120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 15:41:08.680440 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49851e1c-064f-40bb-9e6f-907542ff4042 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806616-6-iscsi {{(pid=96120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 15:41:08.680440 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49851e1c-064f-40bb-9e6f-907542ff4042 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806616-6-iscsi {{(pid=96120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 15:41:08.680658 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49851e1c-064f-40bb-9e6f-907542ff4042 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806616-6-iscsi {{(pid=96120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 15:41:08.680987 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49851e1c-064f-40bb-9e6f-907542ff4042 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806616-6-iscsi {{(pid=96120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 15:41:08.681461 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49851e1c-064f-40bb-9e6f-907542ff4042 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806616-6-iscsi {{(pid=96120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 15:41:08.681948 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49851e1c-064f-40bb-9e6f-907542ff4042 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806616-6-iscsi {{(pid=96120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 15:41:08.682420 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49851e1c-064f-40bb-9e6f-907542ff4042 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806616-6-iscsi {{(pid=96120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 15:41:08.682902 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49851e1c-064f-40bb-9e6f-907542ff4042 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806616-6-iscsi {{(pid=96120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 15:41:08.683582 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49851e1c-064f-40bb-9e6f-907542ff4042 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806616-6-iscsi {{(pid=96120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 15:41:08.683752 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49851e1c-064f-40bb-9e6f-907542ff4042 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806616-6-iscsi {{(pid=96120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 15:41:08.684114 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49851e1c-064f-40bb-9e6f-907542ff4042 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806616-6-iscsi {{(pid=96120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 15:41:08.684438 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49851e1c-064f-40bb-9e6f-907542ff4042 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806616-6-iscsi {{(pid=96120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 15:41:08.691680 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bef7687-de0e-4552-bf5a-7ed8d0fdb336 req-c686c5a6-2b50-4f7c-b70f-e3bf7b12e878 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:41:08.693452 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-4bef7687-de0e-4552-bf5a-7ed8d0fdb336 req-c686c5a6-2b50-4f7c-b70f-e3bf7b12e878 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=ea8f8f8919c0481cb386767b47c72f6e&device_id=7a9cb8b0-968a-4d87-af33-c84fb8b29d1d HTTP/1.1" status: 200 len: 1096 time: 0.0533307 Sep 29 15:41:08.740945 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-6b85ae50-0a34-44bf-a113-707283e0a125 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:41:08.763531 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-6b85ae50-0a34-44bf-a113-707283e0a125 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:41:08.918658 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-6b85ae50-0a34-44bf-a113-707283e0a125 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579214'] for security_group, after_delete {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:41:08.921974 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-6b85ae50-0a34-44bf-a113-707283e0a125 admin admin] Notify callbacks [] for security_group, before_response {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:41:08.929523 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [None req-6b85ae50-0a34-44bf-a113-707283e0a125 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/a399ddaf-12fd-4104-8cbf-be131d541d91 HTTP/1.1" status: 204 len: 168 time: 0.2605755 Sep 29 15:41:08.947395 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b85ae50-0a34-44bf-a113-707283e0a125 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a399ddaf-12fd-4104-8cbf-be131d541d91,revision_number=None']} {{(pid=96120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 15:41:09.094145 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393dddcf-89c1-442f-84f4-992cf1949a7a req-e176968f-ecaf-432b-a5df-81c1cf787dff tempest-VolumesActionsTest-1909553086 tempest-VolumesActionsTest-1909553086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:41:09.097824 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bef7687-de0e-4552-bf5a-7ed8d0fdb336 req-59ab4b79-56ae-44c3-aa43-4d3f32fabd20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:41:09.100059 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-4bef7687-de0e-4552-bf5a-7ed8d0fdb336 req-59ab4b79-56ae-44c3-aa43-4d3f32fabd20 service neutron] 10.222.0.22 "GET /v2.0/networks?tenant_id=ea8f8f8919c0481cb386767b47c72f6e&shared=False HTTP/1.1" status: 200 len: 909 time: 0.3808134 Sep 29 15:41:09.104499 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [req-393dddcf-89c1-442f-84f4-992cf1949a7a req-e176968f-ecaf-432b-a5df-81c1cf787dff tempest-VolumesActionsTest-1909553086 tempest-VolumesActionsTest-1909553086-project] 10.222.0.46 "GET /v2.0/ports?device_id=7a9cb8b0-968a-4d87-af33-c84fb8b29d1d HTTP/1.1" status: 200 len: 943 time: 0.0706153 Sep 29 15:41:09.143609 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [req-393dddcf-89c1-442f-84f4-992cf1949a7a req-5f882acd-85f0-4048-a3be-238444e97885 tempest-VolumesActionsTest-1909553086 tempest-VolumesActionsTest-1909553086-project] 10.222.0.46 "GET /v2.0/security-groups?id=8816c7f2-d979-43ec-b223-6262eb3c0e80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372186 Sep 29 15:41:09.202000 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bef7687-de0e-4552-bf5a-7ed8d0fdb336 req-cef80c4d-8702-4c72-a6bd-5d6d6336e783 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:41:09.204122 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-4bef7687-de0e-4552-bf5a-7ed8d0fdb336 req-cef80c4d-8702-4c72-a6bd-5d6d6336e783 service neutron] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0954661 Sep 29 15:41:09.327177 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53283d74-d83a-4c1e-9f61-318a52fec36c req-3716bc58-5729-4dc6-80f9-f759e68ec4df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:41:09.338589 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-53283d74-d83a-4c1e-9f61-318a52fec36c req-3716bc58-5729-4dc6-80f9-f759e68ec4df service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=ea8f8f8919c0481cb386767b47c72f6e&device_id=7a9cb8b0-968a-4d87-af33-c84fb8b29d1d HTTP/1.1" status: 200 len: 1096 time: 0.0437992 Sep 29 15:41:09.431227 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-53283d74-d83a-4c1e-9f61-318a52fec36c req-eb35171e-9a64-4754-9400-bb94d1fa02dd service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b4161e3b-0af6-4ef5-bb38-8d93eb7f4d29 HTTP/1.1" status: 200 len: 217 time: 0.0792325 Sep 29 15:41:09.510381 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53283d74-d83a-4c1e-9f61-318a52fec36c req-e042552d-e2f6-414d-ade6-3cf270c6ba5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:41:09.511827 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-53283d74-d83a-4c1e-9f61-318a52fec36c req-e042552d-e2f6-414d-ade6-3cf270c6ba5a service neutron] 10.222.0.22 "GET /v2.0/subnets?id=e082895a-b7a6-48df-a7db-e127703bf864 HTTP/1.1" status: 200 len: 848 time: 0.0700355 Sep 29 15:41:09.532150 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fbf5415-c797-4175-a650-afffa83d8677 req-eee0c50e-456f-4fc4-bb81-c92f578e1dce tempest-AttachVolumeShelveTestJSON-850210833 tempest-AttachVolumeShelveTestJSON-850210833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:41:09.533651 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-3fbf5415-c797-4175-a650-afffa83d8677 req-eee0c50e-456f-4fc4-bb81-c92f578e1dce tempest-AttachVolumeShelveTestJSON-850210833 tempest-AttachVolumeShelveTestJSON-850210833-project] 10.222.0.46 "GET /v2.0/ports?device_id=ac0e248a-618c-41cf-8477-3e208b9a1936 HTTP/1.1" status: 200 len: 945 time: 0.0613749 Sep 29 15:41:09.568237 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-53283d74-d83a-4c1e-9f61-318a52fec36c req-67ce82cb-8735-4cf0-9505-aac90d382f9e service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=a14b5803-90de-4ae6-beb2-83af53c4353a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0301080 Sep 29 15:41:09.612806 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-3fbf5415-c797-4175-a650-afffa83d8677 req-1d671fd3-1a22-47a0-a66f-63f92ae63515 tempest-AttachVolumeShelveTestJSON-850210833 tempest-AttachVolumeShelveTestJSON-850210833-project] 10.222.0.46 "GET /v2.0/security-groups?id=0ae69e60-4c6a-41e5-8a1f-3e04c991f9a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0668726 Sep 29 15:41:09.681412 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-53283d74-d83a-4c1e-9f61-318a52fec36c req-f8629502-52fe-4cfe-bd66-7696e194834c service neutron] 10.222.0.22 "GET /v2.0/networks/a14b5803-90de-4ae6-beb2-83af53c4353a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0999026 Sep 29 15:41:09.726961 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.wsgi [-] (96120) accepted ('10.222.0.46', 59772) {{(pid=96120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 15:41:09.741181 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-2e4ce46d-1e92-4a8d-8f78-87352843a4ac admin admin] Notify callbacks [] for security_group, before_create {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:41:09.775237 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-53283d74-d83a-4c1e-9f61-318a52fec36c req-bcbd5a6a-9cd9-4a37-8878-671f3bcd8712 service neutron] 10.222.0.22 "GET /v2.0/networks/a14b5803-90de-4ae6-beb2-83af53c4353a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847151 Sep 29 15:41:09.824604 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea6d314-9640-4839-bdc3-e798d7a495c4 req-716ca173-b6ef-4160-8607-432114e9a4e4 tempest-ServerRescueNegativeTestJSON-859711067 tempest-ServerRescueNegativeTestJSON-859711067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:41:09.826178 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-6ea6d314-9640-4839-bdc3-e798d7a495c4 req-716ca173-b6ef-4160-8607-432114e9a4e4 tempest-ServerRescueNegativeTestJSON-859711067 tempest-ServerRescueNegativeTestJSON-859711067-project] 10.222.0.46 "GET /v2.0/ports?device_id=1d663b77-78b8-44d6-ae6b-8f8b0c2199dd HTTP/1.1" status: 200 len: 945 time: 0.0500729 Sep 29 15:41:09.841372 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-2e4ce46d-1e92-4a8d-8f78-87352843a4ac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:41:09.884490 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-6ea6d314-9640-4839-bdc3-e798d7a495c4 req-1e033a45-9ea1-49af-8a72-f948b2c1361b tempest-ServerRescueNegativeTestJSON-859711067 tempest-ServerRescueNegativeTestJSON-859711067-project] 10.222.0.46 "GET /v2.0/security-groups?id=69bb6ea6-2770-4a41-88ab-960c26e8ecb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502007 Sep 29 15:41:09.985553 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-2e4ce46d-1e92-4a8d-8f78-87352843a4ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579214'] for security_group, after_create {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:41:10.027965 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [None req-2e4ce46d-1e92-4a8d-8f78-87352843a4ac admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=7d18bcc75a264ff38544a27699aead52&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2996533 Sep 29 15:41:10.029044 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e4ce46d-1e92-4a8d-8f78-87352843a4ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=259afc0c-7dc6-462d-8c49-96930c367a11,revision_number=1']} {{(pid=96120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 15:41:10.032238 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.wsgi [-] (96121) accepted ('10.222.0.46', 59782) {{(pid=96121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 15:41:10.083116 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [None req-25c2c870-745a-4f11-a996-525435e329fd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:41:10.103715 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [None req-25c2c870-745a-4f11-a996-525435e329fd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:41:10.207566 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [None req-25c2c870-745a-4f11-a996-525435e329fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579214'] for security_group, after_delete {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:41:10.210190 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [None req-25c2c870-745a-4f11-a996-525435e329fd admin admin] Notify callbacks [] for security_group, before_response {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:41:10.213887 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [None req-25c2c870-745a-4f11-a996-525435e329fd admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/259afc0c-7dc6-462d-8c49-96930c367a11 HTTP/1.1" status: 204 len: 168 time: 0.1781096 Sep 29 15:41:10.225697 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c2c870-745a-4f11-a996-525435e329fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=259afc0c-7dc6-462d-8c49-96930c367a11,revision_number=None']} {{(pid=96121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 15:41:10.280977 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ff1477-eefa-41dd-b475-1a98de0ba0c6 req-eb7f3da1-a13c-422b-80c0-079d9bc90434 tempest-VolumesActionsTest-1909553086 tempest-VolumesActionsTest-1909553086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:41:10.288486 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [req-72ff1477-eefa-41dd-b475-1a98de0ba0c6 req-eb7f3da1-a13c-422b-80c0-079d9bc90434 tempest-VolumesActionsTest-1909553086 tempest-VolumesActionsTest-1909553086-project] 10.222.0.46 "GET /v2.0/ports?device_id=7a9cb8b0-968a-4d87-af33-c84fb8b29d1d HTTP/1.1" status: 200 len: 943 time: 0.0679815 Sep 29 15:41:10.333969 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [req-72ff1477-eefa-41dd-b475-1a98de0ba0c6 req-b9f6941f-9745-4a75-8f69-dbe383ab2566 tempest-VolumesActionsTest-1909553086 tempest-VolumesActionsTest-1909553086-project] 10.222.0.46 "GET /v2.0/security-groups?id=8816c7f2-d979-43ec-b223-6262eb3c0e80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409780 Sep 29 15:41:10.734173 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7022976d-8b97-42db-bc39-2cef76ce8c7b req-6d220638-9dbf-45e9-aa40-ee850e481bfd tempest-AttachVolumeShelveTestJSON-850210833 tempest-AttachVolumeShelveTestJSON-850210833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:41:10.735789 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-7022976d-8b97-42db-bc39-2cef76ce8c7b req-6d220638-9dbf-45e9-aa40-ee850e481bfd tempest-AttachVolumeShelveTestJSON-850210833 tempest-AttachVolumeShelveTestJSON-850210833-project] 10.222.0.46 "GET /v2.0/ports?device_id=ac0e248a-618c-41cf-8477-3e208b9a1936 HTTP/1.1" status: 200 len: 945 time: 0.0490680 Sep 29 15:41:10.773194 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-7022976d-8b97-42db-bc39-2cef76ce8c7b req-0ca82921-d593-4aa8-a634-853ee46ede49 tempest-AttachVolumeShelveTestJSON-850210833 tempest-AttachVolumeShelveTestJSON-850210833-project] 10.222.0.46 "GET /v2.0/security-groups?id=0ae69e60-4c6a-41e5-8a1f-3e04c991f9a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314415 Sep 29 15:41:11.001292 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41004873-10d8-4d09-9a58-bba59705da4f req-04b15039-5a51-4a20-8eff-5b8b1db362c4 tempest-ServerRescueNegativeTestJSON-859711067 tempest-ServerRescueNegativeTestJSON-859711067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:41:11.002838 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-41004873-10d8-4d09-9a58-bba59705da4f req-04b15039-5a51-4a20-8eff-5b8b1db362c4 tempest-ServerRescueNegativeTestJSON-859711067 tempest-ServerRescueNegativeTestJSON-859711067-project] 10.222.0.46 "GET /v2.0/ports?device_id=1d663b77-78b8-44d6-ae6b-8f8b0c2199dd HTTP/1.1" status: 200 len: 945 time: 0.0533998 Sep 29 15:41:11.043039 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-41004873-10d8-4d09-9a58-bba59705da4f req-c8da7eb5-3208-4711-bd8f-820e9580cbb0 tempest-ServerRescueNegativeTestJSON-859711067 tempest-ServerRescueNegativeTestJSON-859711067-project] 10.222.0.46 "GET /v2.0/security-groups?id=69bb6ea6-2770-4a41-88ab-960c26e8ecb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334301 Sep 29 15:41:11.451371 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec72c29c-5d86-42b6-8cf2-e8fb6e95b78b req-88b9a5f7-1391-46c2-88ae-5768f3ccb317 tempest-VolumesActionsTest-1909553086 tempest-VolumesActionsTest-1909553086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:41:11.452796 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [req-ec72c29c-5d86-42b6-8cf2-e8fb6e95b78b req-88b9a5f7-1391-46c2-88ae-5768f3ccb317 tempest-VolumesActionsTest-1909553086 tempest-VolumesActionsTest-1909553086-project] 10.222.0.46 "GET /v2.0/ports?device_id=7a9cb8b0-968a-4d87-af33-c84fb8b29d1d HTTP/1.1" status: 200 len: 943 time: 0.0514908 Sep 29 15:41:11.491192 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [req-ec72c29c-5d86-42b6-8cf2-e8fb6e95b78b req-d4517faf-8790-4232-b2d2-9caa6f5a04ac tempest-VolumesActionsTest-1909553086 tempest-VolumesActionsTest-1909553086-project] 10.222.0.46 "GET /v2.0/security-groups?id=8816c7f2-d979-43ec-b223-6262eb3c0e80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322759 Sep 29 15:41:11.783351 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.wsgi [-] (96121) accepted ('10.222.0.46', 59844) {{(pid=96121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 15:41:11.902983 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5785cf34-82d0-4191-84d8-07910a07ba31 req-2a8eb690-6976-4c9c-8096-618485e94cc6 tempest-AttachVolumeShelveTestJSON-850210833 tempest-AttachVolumeShelveTestJSON-850210833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:41:11.904525 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-5785cf34-82d0-4191-84d8-07910a07ba31 req-2a8eb690-6976-4c9c-8096-618485e94cc6 tempest-AttachVolumeShelveTestJSON-850210833 tempest-AttachVolumeShelveTestJSON-850210833-project] 10.222.0.46 "GET /v2.0/ports?device_id=ac0e248a-618c-41cf-8477-3e208b9a1936 HTTP/1.1" status: 200 len: 945 time: 0.0579221 Sep 29 15:41:11.956241 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-5785cf34-82d0-4191-84d8-07910a07ba31 req-f147b7af-4b84-44f2-95bc-a081f09bce28 tempest-AttachVolumeShelveTestJSON-850210833 tempest-AttachVolumeShelveTestJSON-850210833-project] 10.222.0.46 "GET /v2.0/security-groups?id=0ae69e60-4c6a-41e5-8a1f-3e04c991f9a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413942 Sep 29 15:41:11.977278 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [None req-25e57e20-a2e5-4f97-9387-c7f109e7ca0a admin admin] Notify callbacks [] for security_group, before_create {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:41:12.085878 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [None req-25e57e20-a2e5-4f97-9387-c7f109e7ca0a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:41:12.160987 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a7a400-56d3-4827-a840-25ed5401b9bb req-d0ea0d58-96da-4200-8940-2df3c70392b6 tempest-ServerRescueNegativeTestJSON-859711067 tempest-ServerRescueNegativeTestJSON-859711067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:41:12.162588 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-55a7a400-56d3-4827-a840-25ed5401b9bb req-d0ea0d58-96da-4200-8940-2df3c70392b6 tempest-ServerRescueNegativeTestJSON-859711067 tempest-ServerRescueNegativeTestJSON-859711067-project] 10.222.0.46 "GET /v2.0/ports?device_id=1d663b77-78b8-44d6-ae6b-8f8b0c2199dd HTTP/1.1" status: 200 len: 945 time: 0.0483065 Sep 29 15:41:12.185636 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [None req-25e57e20-a2e5-4f97-9387-c7f109e7ca0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579214'] for security_group, after_create {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:41:12.236192 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [None req-25e57e20-a2e5-4f97-9387-c7f109e7ca0a admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=b43ec074edaa4b03a843f81a83da8d46&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4515512 Sep 29 15:41:12.238645 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.wsgi [-] (96120) accepted ('10.222.0.46', 59870) {{(pid=96120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 15:41:12.243124 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-55a7a400-56d3-4827-a840-25ed5401b9bb req-926b1a0f-308a-45ce-b091-dd899b4eb009 tempest-ServerRescueNegativeTestJSON-859711067 tempest-ServerRescueNegativeTestJSON-859711067-project] 10.222.0.46 "GET /v2.0/security-groups?id=69bb6ea6-2770-4a41-88ab-960c26e8ecb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739274 Sep 29 15:41:12.244274 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25e57e20-a2e5-4f97-9387-c7f109e7ca0a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90c2b51c-3094-4367-8d59-a0fdd35f1335,revision_number=1']} {{(pid=96121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 15:41:12.313098 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-8c9177e3-8f70-4cde-83b0-d256c9787d22 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:41:12.345308 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-8c9177e3-8f70-4cde-83b0-d256c9787d22 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:41:12.352379 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1026375-b793-4536-9d73-dcaa808d280e req-ce8ba490-a675-42d1-bd26-09a854cee243 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:41:12.353920 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-a1026375-b793-4536-9d73-dcaa808d280e req-ce8ba490-a675-42d1-bd26-09a854cee243 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=1d663b77-78b8-44d6-ae6b-8f8b0c2199dd HTTP/1.1" status: 200 len: 1098 time: 0.0398440 Sep 29 15:41:12.391892 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-a1026375-b793-4536-9d73-dcaa808d280e req-e6f568c4-87f7-4df6-ae3f-b9253df21ea8 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=69bb6ea6-2770-4a41-88ab-960c26e8ecb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0285616 Sep 29 15:41:12.514301 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-8c9177e3-8f70-4cde-83b0-d256c9787d22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579214'] for security_group, after_delete {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:41:12.517573 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-8c9177e3-8f70-4cde-83b0-d256c9787d22 admin admin] Notify callbacks [] for security_group, before_response {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:41:12.521227 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [None req-8c9177e3-8f70-4cde-83b0-d256c9787d22 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/90c2b51c-3094-4367-8d59-a0fdd35f1335 HTTP/1.1" status: 204 len: 168 time: 0.2789304 Sep 29 15:41:12.526774 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c9177e3-8f70-4cde-83b0-d256c9787d22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90c2b51c-3094-4367-8d59-a0fdd35f1335,revision_number=None']} {{(pid=96120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 15:41:12.630039 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a3ed44-bd1e-4e18-9ef0-b4c5d4313316 req-b828f43b-4cb0-4a48-a0cd-f8f195c7f63c tempest-VolumesActionsTest-1909553086 tempest-VolumesActionsTest-1909553086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:41:12.631553 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [req-60a3ed44-bd1e-4e18-9ef0-b4c5d4313316 req-b828f43b-4cb0-4a48-a0cd-f8f195c7f63c tempest-VolumesActionsTest-1909553086 tempest-VolumesActionsTest-1909553086-project] 10.222.0.46 "GET /v2.0/ports?device_id=7a9cb8b0-968a-4d87-af33-c84fb8b29d1d HTTP/1.1" status: 200 len: 943 time: 0.0617898 Sep 29 15:41:12.638463 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.plugins.ml2.rpc [None req-4d55257e-523e-4b8d-ab2b-d46a31710be1 None None] Device b4161e3b-0af6-4ef5-bb38-8d93eb7f4d29 details requested by agent hyperv_hv-cinder-80661 with host hv-cinder-80661 {{(pid=96122) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 29 15:41:12.673781 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [req-60a3ed44-bd1e-4e18-9ef0-b4c5d4313316 req-cfa59ca2-9cac-4a44-ae8f-3fa561a9d9cc tempest-VolumesActionsTest-1909553086 tempest-VolumesActionsTest-1909553086-project] 10.222.0.46 "GET /v2.0/security-groups?id=8816c7f2-d979-43ec-b223-6262eb3c0e80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359235 Sep 29 15:41:12.736845 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.plugins.ml2.db [None req-4d55257e-523e-4b8d-ab2b-d46a31710be1 None None] For port b4161e3b-0af6-4ef5-bb38-8d93eb7f4d29, host hv-cinder-80661, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80661',level=0,port_id=b4161e3b-0af6-4ef5-bb38-8d93eb7f4d29,segment=NetworkSegment(e69a3118-4cc1-4840-b982-71b9b5cd474d),segment_id=e69a3118-4cc1-4840-b982-71b9b5cd474d)] {{(pid=96122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 15:41:12.747627 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.plugins.ml2.rpc [None req-4d55257e-523e-4b8d-ab2b-d46a31710be1 None None] Returning: {'device': 'b4161e3b-0af6-4ef5-bb38-8d93eb7f4d29', 'network_id': 'a14b5803-90de-4ae6-beb2-83af53c4353a', 'port_id': 'b4161e3b-0af6-4ef5-bb38-8d93eb7f4d29', 'mac_address': 'fa:16:3e:a1:50:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 623, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e082895a-b7a6-48df-a7db-e127703bf864', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=96122) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 29 15:41:12.787486 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron_lib.callbacks.manager [None req-4d55257e-523e-4b8d-ab2b-d46a31710be1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-684029'] for port, before_update {{(pid=96122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:41:12.797713 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.notifiers.nova [None req-4d55257e-523e-4b8d-ab2b-d46a31710be1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b4161e3b-0af6-4ef5-bb38-8d93eb7f4d29 {{(pid=96122) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 15:41:12.815796 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.plugins.ml2.db [None req-4d55257e-523e-4b8d-ab2b-d46a31710be1 None None] For port b4161e3b-0af6-4ef5-bb38-8d93eb7f4d29, host hv-cinder-80661, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80661',level=0,port_id=b4161e3b-0af6-4ef5-bb38-8d93eb7f4d29,segment=NetworkSegment(e69a3118-4cc1-4840-b982-71b9b5cd474d),segment_id=e69a3118-4cc1-4840-b982-71b9b5cd474d)] {{(pid=96122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 15:41:12.910678 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron_lib.callbacks.manager [None req-4d55257e-523e-4b8d-ab2b-d46a31710be1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741780147972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741779628755', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741779628773'] for port, after_update {{(pid=96122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:41:12.961383 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d55257e-523e-4b8d-ab2b-d46a31710be1 None None] Pushing event updated for resources: {'Port': ['ID=b4161e3b-0af6-4ef5-bb38-8d93eb7f4d29,revision_number=4']} {{(pid=96122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 15:41:12.969537 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d55257e-523e-4b8d-ab2b-d46a31710be1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806616-6-iscsi {{(pid=96122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 15:41:12.970191 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d55257e-523e-4b8d-ab2b-d46a31710be1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806616-6-iscsi {{(pid=96122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 15:41:12.970414 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d55257e-523e-4b8d-ab2b-d46a31710be1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806616-6-iscsi {{(pid=96122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 15:41:12.970748 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d55257e-523e-4b8d-ab2b-d46a31710be1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806616-6-iscsi {{(pid=96122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 15:41:12.971081 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d55257e-523e-4b8d-ab2b-d46a31710be1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806616-6-iscsi {{(pid=96122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 15:41:12.971414 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d55257e-523e-4b8d-ab2b-d46a31710be1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806616-6-iscsi {{(pid=96122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 15:41:12.971744 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d55257e-523e-4b8d-ab2b-d46a31710be1 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806616-6-iscsi {{(pid=96122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 15:41:12.972110 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d55257e-523e-4b8d-ab2b-d46a31710be1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806616-6-iscsi {{(pid=96122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 15:41:12.972467 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d55257e-523e-4b8d-ab2b-d46a31710be1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806616-6-iscsi {{(pid=96122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 15:41:12.972799 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d55257e-523e-4b8d-ab2b-d46a31710be1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806616-6-iscsi {{(pid=96122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 15:41:12.973129 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d55257e-523e-4b8d-ab2b-d46a31710be1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806616-6-iscsi {{(pid=96122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 15:41:12.973458 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d55257e-523e-4b8d-ab2b-d46a31710be1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806616-6-iscsi {{(pid=96122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 15:41:13.077632 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2e46f9-ca23-47b3-95e4-41d9e1c3a92a req-5a80fa66-5148-477d-93f3-b94bf5953352 tempest-AttachVolumeShelveTestJSON-850210833 tempest-AttachVolumeShelveTestJSON-850210833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:41:13.079633 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-cf2e46f9-ca23-47b3-95e4-41d9e1c3a92a req-5a80fa66-5148-477d-93f3-b94bf5953352 tempest-AttachVolumeShelveTestJSON-850210833 tempest-AttachVolumeShelveTestJSON-850210833-project] 10.222.0.46 "GET /v2.0/ports?device_id=ac0e248a-618c-41cf-8477-3e208b9a1936 HTTP/1.1" status: 200 len: 945 time: 0.0540180 Sep 29 15:41:13.119400 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-cf2e46f9-ca23-47b3-95e4-41d9e1c3a92a req-876ec0fb-430e-4eae-99bc-52731a6d60e7 tempest-AttachVolumeShelveTestJSON-850210833 tempest-AttachVolumeShelveTestJSON-850210833-project] 10.222.0.46 "GET /v2.0/security-groups?id=0ae69e60-4c6a-41e5-8a1f-3e04c991f9a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335822 Sep 29 15:41:13.360906 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430960da-c3e5-44b1-9fed-f8c675b723d0 req-2326473a-7a02-4e0c-abfd-44915abcad50 tempest-ServerRescueNegativeTestJSON-859711067 tempest-ServerRescueNegativeTestJSON-859711067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:41:13.362281 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [req-430960da-c3e5-44b1-9fed-f8c675b723d0 req-2326473a-7a02-4e0c-abfd-44915abcad50 tempest-ServerRescueNegativeTestJSON-859711067 tempest-ServerRescueNegativeTestJSON-859711067-project] 10.222.0.46 "GET /v2.0/ports?device_id=1d663b77-78b8-44d6-ae6b-8f8b0c2199dd HTTP/1.1" status: 200 len: 945 time: 0.0476909 Sep 29 15:41:13.399672 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [req-430960da-c3e5-44b1-9fed-f8c675b723d0 req-2556c8d7-2fc8-40e9-91f1-d142e4bfe3a2 tempest-ServerRescueNegativeTestJSON-859711067 tempest-ServerRescueNegativeTestJSON-859711067-project] 10.222.0.46 "GET /v2.0/security-groups?id=69bb6ea6-2770-4a41-88ab-960c26e8ecb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314686 Sep 29 15:41:13.519686 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.plugins.ml2.db [None req-4d55257e-523e-4b8d-ab2b-d46a31710be1 None None] get_ports_and_sgs() called for port_ids ['b4161e3b-0af6-4ef5-bb38-8d93eb7f4d29'] {{(pid=96122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 15:41:13.791344 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584959e3-6b80-4051-aad6-65f6666906cb req-e5636b97-8477-4283-affa-83034c8ef81d tempest-VolumesActionsTest-1909553086 tempest-VolumesActionsTest-1909553086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:41:13.792827 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-584959e3-6b80-4051-aad6-65f6666906cb req-e5636b97-8477-4283-affa-83034c8ef81d tempest-VolumesActionsTest-1909553086 tempest-VolumesActionsTest-1909553086-project] 10.222.0.46 "GET /v2.0/ports?device_id=7a9cb8b0-968a-4d87-af33-c84fb8b29d1d HTTP/1.1" status: 200 len: 944 time: 0.0522842 Sep 29 15:41:13.829435 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-584959e3-6b80-4051-aad6-65f6666906cb req-e5f20417-ff19-4302-bdcf-08c37c64c8ed tempest-VolumesActionsTest-1909553086 tempest-VolumesActionsTest-1909553086-project] 10.222.0.46 "GET /v2.0/security-groups?id=8816c7f2-d979-43ec-b223-6262eb3c0e80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301661 Sep 29 15:41:14.255088 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c517700e-b3b0-4c95-8358-5bb2b2790642 req-4fcfa75e-f787-4401-99b5-03de2512702d tempest-AttachVolumeShelveTestJSON-850210833 tempest-AttachVolumeShelveTestJSON-850210833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:41:14.256712 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-c517700e-b3b0-4c95-8358-5bb2b2790642 req-4fcfa75e-f787-4401-99b5-03de2512702d tempest-AttachVolumeShelveTestJSON-850210833 tempest-AttachVolumeShelveTestJSON-850210833-project] 10.222.0.46 "GET /v2.0/ports?device_id=ac0e248a-618c-41cf-8477-3e208b9a1936 HTTP/1.1" status: 200 len: 945 time: 0.0534828 Sep 29 15:41:14.294956 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-c517700e-b3b0-4c95-8358-5bb2b2790642 req-2300630e-fb9e-4fe6-a365-1611e0dee33b tempest-AttachVolumeShelveTestJSON-850210833 tempest-AttachVolumeShelveTestJSON-850210833-project] 10.222.0.46 "GET /v2.0/security-groups?id=0ae69e60-4c6a-41e5-8a1f-3e04c991f9a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323143 Sep 29 15:41:14.511087 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79b983c-a703-44b8-9d00-ae36dea1f4ad req-2af5c741-98fe-447a-a8ee-660b37860827 tempest-ServerRescueNegativeTestJSON-859711067 tempest-ServerRescueNegativeTestJSON-859711067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:41:14.512618 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [req-a79b983c-a703-44b8-9d00-ae36dea1f4ad req-2af5c741-98fe-447a-a8ee-660b37860827 tempest-ServerRescueNegativeTestJSON-859711067 tempest-ServerRescueNegativeTestJSON-859711067-project] 10.222.0.46 "GET /v2.0/ports?device_id=1d663b77-78b8-44d6-ae6b-8f8b0c2199dd HTTP/1.1" status: 200 len: 945 time: 0.0472410 Sep 29 15:41:14.554780 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [req-a79b983c-a703-44b8-9d00-ae36dea1f4ad req-c5c3b1ee-9f43-4baa-b413-86a7f1d934c5 tempest-ServerRescueNegativeTestJSON-859711067 tempest-ServerRescueNegativeTestJSON-859711067-project] 10.222.0.46 "GET /v2.0/security-groups?id=69bb6ea6-2770-4a41-88ab-960c26e8ecb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359886 Sep 29 15:41:14.808489 dv-cinder-806616-6-iscsi neutron-server[96123]: DEBUG neutron.db.agents_db [None req-ce50b6f1-f7bd-4b59-8641-9f71b480b041 None None] Agent healthcheck: found 6 active agents {{(pid=96123) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 29 15:41:14.948443 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66ddbc7-f522-4b5d-8372-608052d4b43b req-e5d06566-082b-4370-af50-5c3422d1a6c0 tempest-VolumesActionsTest-1909553086 tempest-VolumesActionsTest-1909553086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:41:14.949951 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-d66ddbc7-f522-4b5d-8372-608052d4b43b req-e5d06566-082b-4370-af50-5c3422d1a6c0 tempest-VolumesActionsTest-1909553086 tempest-VolumesActionsTest-1909553086-project] 10.222.0.46 "GET /v2.0/ports?device_id=7a9cb8b0-968a-4d87-af33-c84fb8b29d1d HTTP/1.1" status: 200 len: 944 time: 0.0480928 Sep 29 15:41:14.980940 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c2d171-2e98-4643-bf62-da7c6862331c req-f7fe186a-1559-434f-8e13-25d1c90cfb34 tempest-ServerRescueNegativeTestJSON-859711067 tempest-ServerRescueNegativeTestJSON-859711067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:41:14.982415 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [req-f0c2d171-2e98-4643-bf62-da7c6862331c req-f7fe186a-1559-434f-8e13-25d1c90cfb34 tempest-ServerRescueNegativeTestJSON-859711067 tempest-ServerRescueNegativeTestJSON-859711067-project] 10.222.0.46 "GET /v2.0/ports?device_id=1d663b77-78b8-44d6-ae6b-8f8b0c2199dd HTTP/1.1" status: 200 len: 945 time: 0.0478420 Sep 29 15:41:14.987016 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-d66ddbc7-f522-4b5d-8372-608052d4b43b req-b018b73d-fb01-4ac9-8c97-a3825050c389 tempest-VolumesActionsTest-1909553086 tempest-VolumesActionsTest-1909553086-project] 10.222.0.46 "GET /v2.0/security-groups?id=8816c7f2-d979-43ec-b223-6262eb3c0e80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304501 Sep 29 15:41:15.025995 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [req-f0c2d171-2e98-4643-bf62-da7c6862331c req-b6784c6c-8af1-45a4-8f76-5c99773df85f tempest-ServerRescueNegativeTestJSON-859711067 tempest-ServerRescueNegativeTestJSON-859711067-project] 10.222.0.46 "GET /v2.0/security-groups?id=69bb6ea6-2770-4a41-88ab-960c26e8ecb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372732 Sep 29 15:41:15.099473 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4a3745-9283-4020-b01f-3f6460384dd9 req-a2a1852d-eb79-4928-b2d5-c9875477e651 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:41:15.100940 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-eb4a3745-9283-4020-b01f-3f6460384dd9 req-a2a1852d-eb79-4928-b2d5-c9875477e651 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=b4ec83ad588647be8ebbcc854394cb61&device_id=1d663b77-78b8-44d6-ae6b-8f8b0c2199dd HTTP/1.1" status: 200 len: 1098 time: 0.0432312 Sep 29 15:41:15.190757 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4a3745-9283-4020-b01f-3f6460384dd9 req-dfd64cfa-fa9c-49d7-a4de-0149623c5f05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:41:15.192219 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-eb4a3745-9283-4020-b01f-3f6460384dd9 req-dfd64cfa-fa9c-49d7-a4de-0149623c5f05 service neutron] 10.222.0.22 "GET /v2.0/networks?id=daa727ac-86a8-4704-b1b4-10803b6b1e68 HTTP/1.1" status: 200 len: 920 time: 0.0819368 Sep 29 15:41:15.239216 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-eb4a3745-9283-4020-b01f-3f6460384dd9 req-d06c7033-403a-4ac9-b734-615bb6793188 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=31ccdbe5-d9c3-4401-b176-06795eb1e102 HTTP/1.1" status: 200 len: 217 time: 0.0363331 Sep 29 15:41:15.301406 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4a3745-9283-4020-b01f-3f6460384dd9 req-221c6e9b-f983-4abc-ae5d-5707f565be93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:41:15.302639 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-eb4a3745-9283-4020-b01f-3f6460384dd9 req-221c6e9b-f983-4abc-ae5d-5707f565be93 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=f9e1b58c-841a-4928-9689-e4afdbcfa8ba HTTP/1.1" status: 200 len: 859 time: 0.0433340 Sep 29 15:41:15.336048 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-eb4a3745-9283-4020-b01f-3f6460384dd9 req-46e9f0a9-69b1-4a4d-a6e2-c40f6999ee33 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=daa727ac-86a8-4704-b1b4-10803b6b1e68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0234849 Sep 29 15:41:15.410655 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f0590a-9b5b-410f-8426-c4c9d5198901 req-a5efdcab-7bb0-49d0-8b49-f81b37f00b54 tempest-AttachVolumeShelveTestJSON-850210833 tempest-AttachVolumeShelveTestJSON-850210833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:41:15.412170 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [req-93f0590a-9b5b-410f-8426-c4c9d5198901 req-a5efdcab-7bb0-49d0-8b49-f81b37f00b54 tempest-AttachVolumeShelveTestJSON-850210833 tempest-AttachVolumeShelveTestJSON-850210833-project] 10.222.0.46 "GET /v2.0/ports?device_id=ac0e248a-618c-41cf-8477-3e208b9a1936 HTTP/1.1" status: 200 len: 945 time: 0.0469429 Sep 29 15:41:15.430152 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-eb4a3745-9283-4020-b01f-3f6460384dd9 req-11f813cd-b210-414b-904b-a2640b759562 service neutron] 10.222.0.22 "GET /v2.0/networks/daa727ac-86a8-4704-b1b4-10803b6b1e68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839524 Sep 29 15:41:15.449833 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [req-93f0590a-9b5b-410f-8426-c4c9d5198901 req-721cc139-0107-4263-bf9f-0eb897eb046e tempest-AttachVolumeShelveTestJSON-850210833 tempest-AttachVolumeShelveTestJSON-850210833-project] 10.222.0.46 "GET /v2.0/security-groups?id=0ae69e60-4c6a-41e5-8a1f-3e04c991f9a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317276 Sep 29 15:41:15.522530 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-eb4a3745-9283-4020-b01f-3f6460384dd9 req-eb5a589a-dbeb-411f-a2a4-a98087052cd4 service neutron] 10.222.0.22 "GET /v2.0/networks/daa727ac-86a8-4704-b1b4-10803b6b1e68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805113 Sep 29 15:41:16.102099 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc44d523-2f6e-4e4b-8e31-5d68625c9a8a req-f84649f8-972d-4ebc-8c1b-26ee9a051784 tempest-VolumesActionsTest-1909553086 tempest-VolumesActionsTest-1909553086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:41:16.103797 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-bc44d523-2f6e-4e4b-8e31-5d68625c9a8a req-f84649f8-972d-4ebc-8c1b-26ee9a051784 tempest-VolumesActionsTest-1909553086 tempest-VolumesActionsTest-1909553086-project] 10.222.0.46 "GET /v2.0/ports?device_id=7a9cb8b0-968a-4d87-af33-c84fb8b29d1d HTTP/1.1" status: 200 len: 944 time: 0.0517278 Sep 29 15:41:16.141367 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-bc44d523-2f6e-4e4b-8e31-5d68625c9a8a req-79a938d9-1753-47c1-a588-109d52d9fd6e tempest-VolumesActionsTest-1909553086 tempest-VolumesActionsTest-1909553086-project] 10.222.0.46 "GET /v2.0/security-groups?id=8816c7f2-d979-43ec-b223-6262eb3c0e80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311158 Sep 29 15:41:16.150813 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6614de7d-163a-499a-9b21-6a14019655d1 req-0686c1e7-db62-424a-ba10-97ba606fd81e tempest-ServerRescueNegativeTestJSON-859711067 tempest-ServerRescueNegativeTestJSON-859711067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:41:16.152336 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [req-6614de7d-163a-499a-9b21-6a14019655d1 req-0686c1e7-db62-424a-ba10-97ba606fd81e tempest-ServerRescueNegativeTestJSON-859711067 tempest-ServerRescueNegativeTestJSON-859711067-project] 10.222.0.46 "GET /v2.0/ports?device_id=1d663b77-78b8-44d6-ae6b-8f8b0c2199dd HTTP/1.1" status: 200 len: 945 time: 0.0497100 Sep 29 15:41:16.191311 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [req-6614de7d-163a-499a-9b21-6a14019655d1 req-413c4ca8-7d94-4b3b-b84c-cfba89124bd6 tempest-ServerRescueNegativeTestJSON-859711067 tempest-ServerRescueNegativeTestJSON-859711067-project] 10.222.0.46 "GET /v2.0/security-groups?id=69bb6ea6-2770-4a41-88ab-960c26e8ecb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320315 Sep 29 15:41:16.567257 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8fb0d1d-0eb3-4664-9fce-c22258b1f8fb req-6f0fa7b1-8304-4720-bce6-d471c0dae5db tempest-AttachVolumeShelveTestJSON-850210833 tempest-AttachVolumeShelveTestJSON-850210833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:41:16.568853 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [req-f8fb0d1d-0eb3-4664-9fce-c22258b1f8fb req-6f0fa7b1-8304-4720-bce6-d471c0dae5db tempest-AttachVolumeShelveTestJSON-850210833 tempest-AttachVolumeShelveTestJSON-850210833-project] 10.222.0.46 "GET /v2.0/ports?device_id=ac0e248a-618c-41cf-8477-3e208b9a1936 HTTP/1.1" status: 200 len: 945 time: 0.0482588 Sep 29 15:41:16.610220 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [req-f8fb0d1d-0eb3-4664-9fce-c22258b1f8fb req-78c8cc44-2447-47ca-89d1-4ebb7c6ac01f tempest-AttachVolumeShelveTestJSON-850210833 tempest-AttachVolumeShelveTestJSON-850210833-project] 10.222.0.46 "GET /v2.0/security-groups?id=0ae69e60-4c6a-41e5-8a1f-3e04c991f9a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353751 Sep 29 15:41:16.640263 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.plugins.ml2.rpc [None req-4d55257e-523e-4b8d-ab2b-d46a31710be1 None None] Device b4161e3b-0af6-4ef5-bb38-8d93eb7f4d29 up at agent hyperv_hv-cinder-80661 {{(pid=96122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 15:41:16.773121 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.db.provisioning_blocks [None req-4d55257e-523e-4b8d-ab2b-d46a31710be1 None None] Provisioning for port b4161e3b-0af6-4ef5-bb38-8d93eb7f4d29 completed by entity L2. {{(pid=96122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 29 15:41:16.777078 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.db.provisioning_blocks [None req-4d55257e-523e-4b8d-ab2b-d46a31710be1 None None] Provisioning complete for port b4161e3b-0af6-4ef5-bb38-8d93eb7f4d29 triggered by entity L2. {{(pid=96122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 15:41:16.777481 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron_lib.callbacks.manager [None req-4d55257e-523e-4b8d-ab2b-d46a31710be1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-626465'] for port, provisioning_complete {{(pid=96122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:41:16.857073 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron_lib.callbacks.manager [None req-4d55257e-523e-4b8d-ab2b-d46a31710be1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-684029'] for port, before_update {{(pid=96122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:41:16.879280 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a9cb8b0-968a-4d87-af33-c84fb8b29d1d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4161e3b-0af6-4ef5-bb38-8d93eb7f4d29'}] {{(pid=96122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 15:41:16.881514 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2623ca0f1d0ed70344ce0ae3d74fdbf1495c1e1ffd6c12fe338f92bc8c6604f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-712a2f4b-41a2-4d9d-aa3c-fc7929ab9c38" -d '{"events": [{"server_uuid": "7a9cb8b0-968a-4d87-af33-c84fb8b29d1d", "name": "network-vif-plugged", "status": "completed", "tag": "b4161e3b-0af6-4ef5-bb38-8d93eb7f4d29"}]}' {{(pid=96122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 15:41:16.894841 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.plugins.ml2.db [None req-4d55257e-523e-4b8d-ab2b-d46a31710be1 None None] For port b4161e3b-0af6-4ef5-bb38-8d93eb7f4d29, host hv-cinder-80661, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80661',level=0,port_id=b4161e3b-0af6-4ef5-bb38-8d93eb7f4d29,segment=NetworkSegment(e69a3118-4cc1-4840-b982-71b9b5cd474d),segment_id=e69a3118-4cc1-4840-b982-71b9b5cd474d)] {{(pid=96122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 15:41:16.918581 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Sep 2021 15:41:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-240e077c-d38e-44ed-8d49-8c3c487ebe3b x-openstack-request-id: req-240e077c-d38e-44ed-8d49-8c3c487ebe3b {{(pid=96122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 15:41:16.918878 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a9cb8b0-968a-4d87-af33-c84fb8b29d1d", "name": "network-vif-plugged", "status": "completed", "tag": "b4161e3b-0af6-4ef5-bb38-8d93eb7f4d29", "code": 200}]} {{(pid=96122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 15:41:16.919134 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-240e077c-d38e-44ed-8d49-8c3c487ebe3b {{(pid=96122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 15:41:16.919529 dv-cinder-806616-6-iscsi neutron-server[96122]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a9cb8b0-968a-4d87-af33-c84fb8b29d1d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4161e3b-0af6-4ef5-bb38-8d93eb7f4d29', 'code': 200} Sep 29 15:41:16.973209 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron_lib.callbacks.manager [None req-4d55257e-523e-4b8d-ab2b-d46a31710be1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741780147972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741779628755', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741779628773'] for port, after_update {{(pid=96122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:41:17.022819 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d55257e-523e-4b8d-ab2b-d46a31710be1 None None] Pushing event updated for resources: {'Port': ['ID=b4161e3b-0af6-4ef5-bb38-8d93eb7f4d29,revision_number=5']} {{(pid=96122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 15:41:17.256685 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0663840-e492-4034-a0ff-9df7ce7cd109 req-0f398bed-7b3a-4443-85f7-716150e7694f tempest-VolumesActionsTest-1909553086 tempest-VolumesActionsTest-1909553086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:41:17.258173 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [req-b0663840-e492-4034-a0ff-9df7ce7cd109 req-0f398bed-7b3a-4443-85f7-716150e7694f tempest-VolumesActionsTest-1909553086 tempest-VolumesActionsTest-1909553086-project] 10.222.0.46 "GET /v2.0/ports?device_id=7a9cb8b0-968a-4d87-af33-c84fb8b29d1d HTTP/1.1" status: 200 len: 945 time: 0.0510888 Sep 29 15:41:17.297906 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [req-b0663840-e492-4034-a0ff-9df7ce7cd109 req-853dfb25-1819-43a4-85cb-1b2cee20c62d tempest-VolumesActionsTest-1909553086 tempest-VolumesActionsTest-1909553086-project] 10.222.0.46 "GET /v2.0/security-groups?id=8816c7f2-d979-43ec-b223-6262eb3c0e80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330286 Sep 29 15:41:17.314119 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3160f656-ac15-4591-b5cc-386a368feb9e req-b749069f-494a-45f5-8266-973ca59a0d98 tempest-ServerRescueNegativeTestJSON-859711067 tempest-ServerRescueNegativeTestJSON-859711067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:41:17.320662 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-3160f656-ac15-4591-b5cc-386a368feb9e req-b749069f-494a-45f5-8266-973ca59a0d98 tempest-ServerRescueNegativeTestJSON-859711067 tempest-ServerRescueNegativeTestJSON-859711067-project] 10.222.0.46 "GET /v2.0/ports?device_id=1d663b77-78b8-44d6-ae6b-8f8b0c2199dd HTTP/1.1" status: 200 len: 945 time: 0.0618346 Sep 29 15:41:17.384900 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-3160f656-ac15-4591-b5cc-386a368feb9e req-fd9151dd-4b40-4bca-98cd-2e648f0bfac4 tempest-ServerRescueNegativeTestJSON-859711067 tempest-ServerRescueNegativeTestJSON-859711067-project] 10.222.0.46 "GET /v2.0/security-groups?id=69bb6ea6-2770-4a41-88ab-960c26e8ecb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628088 Sep 29 15:41:17.395349 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4a977f-9866-4e31-905e-0b126dad4535 req-5ef29112-4634-4f4a-8cc0-1225b9faf0c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:41:17.396814 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-eb4a977f-9866-4e31-905e-0b126dad4535 req-5ef29112-4634-4f4a-8cc0-1225b9faf0c4 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=7a9cb8b0-968a-4d87-af33-c84fb8b29d1d HTTP/1.1" status: 200 len: 1098 time: 0.0591717 Sep 29 15:41:17.443446 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-eb4a977f-9866-4e31-905e-0b126dad4535 req-36be8991-da2b-4c80-acf7-18ec11487aa5 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=8816c7f2-d979-43ec-b223-6262eb3c0e80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0278928 Sep 29 15:41:17.732230 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5059240-1c23-4d5b-b6ec-80f731616ec9 req-aabf68b2-52d8-4656-ab36-4eadc561fe58 tempest-AttachVolumeShelveTestJSON-850210833 tempest-AttachVolumeShelveTestJSON-850210833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:41:17.733762 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [req-d5059240-1c23-4d5b-b6ec-80f731616ec9 req-aabf68b2-52d8-4656-ab36-4eadc561fe58 tempest-AttachVolumeShelveTestJSON-850210833 tempest-AttachVolumeShelveTestJSON-850210833-project] 10.222.0.46 "GET /v2.0/ports?device_id=ac0e248a-618c-41cf-8477-3e208b9a1936 HTTP/1.1" status: 200 len: 945 time: 0.0488720 Sep 29 15:41:17.772565 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [req-d5059240-1c23-4d5b-b6ec-80f731616ec9 req-008ca9a4-b7c5-49fd-9b01-b1bfa4f09d0e tempest-AttachVolumeShelveTestJSON-850210833 tempest-AttachVolumeShelveTestJSON-850210833-project] 10.222.0.46 "GET /v2.0/security-groups?id=0ae69e60-4c6a-41e5-8a1f-3e04c991f9a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321684 Sep 29 15:41:18.422577 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab573380-c4ff-4c56-afd7-20352f81307c req-37212dd0-4917-4401-9876-5f943142bde9 tempest-AttachVolumeTestJSON-270594920 tempest-AttachVolumeTestJSON-270594920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:41:18.425015 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [req-ab573380-c4ff-4c56-afd7-20352f81307c req-37212dd0-4917-4401-9876-5f943142bde9 tempest-AttachVolumeTestJSON-270594920 tempest-AttachVolumeTestJSON-270594920-project] 10.222.0.46 "GET /v2.0/ports?device_id=f6e7bb73-46e1-46cc-b0cb-c0a13b6c495d HTTP/1.1" status: 200 len: 946 time: 0.0695086 Sep 29 15:41:18.440060 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3fea0a2-06f7-4194-bdd1-a1d8654f1194 req-bc80260a-ea1f-497d-ad64-ffdcbe3b1856 tempest-VolumesActionsTest-1909553086 tempest-VolumesActionsTest-1909553086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:41:18.441602 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-b3fea0a2-06f7-4194-bdd1-a1d8654f1194 req-bc80260a-ea1f-497d-ad64-ffdcbe3b1856 tempest-VolumesActionsTest-1909553086 tempest-VolumesActionsTest-1909553086-project] 10.222.0.46 "GET /v2.0/ports?device_id=7a9cb8b0-968a-4d87-af33-c84fb8b29d1d HTTP/1.1" status: 200 len: 945 time: 0.0688851 Sep 29 15:41:18.466895 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [req-ab573380-c4ff-4c56-afd7-20352f81307c req-1c5fd737-8363-4b45-9509-de7333e4c9b2 tempest-AttachVolumeTestJSON-270594920 tempest-AttachVolumeTestJSON-270594920-project] 10.222.0.46 "GET /v2.0/security-groups?id=fd7c349f-6119-46da-b1a9-67ca18fd632b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356269 Sep 29 15:41:18.483907 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-b3fea0a2-06f7-4194-bdd1-a1d8654f1194 req-552cc1a8-84bb-4107-8e45-7ceae36870fb tempest-VolumesActionsTest-1909553086 tempest-VolumesActionsTest-1909553086-project] 10.222.0.46 "GET /v2.0/security-groups?id=8816c7f2-d979-43ec-b223-6262eb3c0e80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360818 Sep 29 15:41:18.585465 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e654d1-ac07-4d11-b62e-cc09c430003e req-6915eb0e-8106-4411-a7e6-567add75d60e tempest-ServerRescueNegativeTestJSON-859711067 tempest-ServerRescueNegativeTestJSON-859711067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:41:18.586947 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-37e654d1-ac07-4d11-b62e-cc09c430003e req-6915eb0e-8106-4411-a7e6-567add75d60e tempest-ServerRescueNegativeTestJSON-859711067 tempest-ServerRescueNegativeTestJSON-859711067-project] 10.222.0.46 "GET /v2.0/ports?device_id=1d663b77-78b8-44d6-ae6b-8f8b0c2199dd HTTP/1.1" status: 200 len: 945 time: 0.0477428 Sep 29 15:41:18.626422 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-37e654d1-ac07-4d11-b62e-cc09c430003e req-9af120c5-37ee-4b65-baa7-0b5a6bc507e3 tempest-ServerRescueNegativeTestJSON-859711067 tempest-ServerRescueNegativeTestJSON-859711067-project] 10.222.0.46 "GET /v2.0/security-groups?id=69bb6ea6-2770-4a41-88ab-960c26e8ecb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333230 Sep 29 15:41:18.890523 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae61f22-1d20-4b1a-bd75-cc3b1a3f4060 req-cfe528cf-a7fe-4d7c-bede-1006a467dd3d tempest-AttachVolumeShelveTestJSON-850210833 tempest-AttachVolumeShelveTestJSON-850210833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:41:18.892863 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [req-aae61f22-1d20-4b1a-bd75-cc3b1a3f4060 req-cfe528cf-a7fe-4d7c-bede-1006a467dd3d tempest-AttachVolumeShelveTestJSON-850210833 tempest-AttachVolumeShelveTestJSON-850210833-project] 10.222.0.46 "GET /v2.0/ports?device_id=ac0e248a-618c-41cf-8477-3e208b9a1936 HTTP/1.1" status: 200 len: 945 time: 0.0506830 Sep 29 15:41:18.941668 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [req-aae61f22-1d20-4b1a-bd75-cc3b1a3f4060 req-4cf68da8-7d4e-43a5-9524-4e3ca45de633 tempest-AttachVolumeShelveTestJSON-850210833 tempest-AttachVolumeShelveTestJSON-850210833-project] 10.222.0.46 "GET /v2.0/security-groups?id=0ae69e60-4c6a-41e5-8a1f-3e04c991f9a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418458 Sep 29 15:41:19.582023 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037a0733-8c3f-401d-9a58-87ad30e68143 req-ee7ed9a5-9a0b-4e35-b1c8-0b202a3cbdcc tempest-AttachVolumeTestJSON-270594920 tempest-AttachVolumeTestJSON-270594920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:41:19.583496 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-037a0733-8c3f-401d-9a58-87ad30e68143 req-ee7ed9a5-9a0b-4e35-b1c8-0b202a3cbdcc tempest-AttachVolumeTestJSON-270594920 tempest-AttachVolumeTestJSON-270594920-project] 10.222.0.46 "GET /v2.0/ports?device_id=f6e7bb73-46e1-46cc-b0cb-c0a13b6c495d HTTP/1.1" status: 200 len: 946 time: 0.0484834 Sep 29 15:41:19.595264 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91db8eb7-36aa-468c-a428-6514fe670533 req-14ce41eb-441c-4abb-9bc7-2d2916b990a6 tempest-VolumesActionsTest-1909553086 tempest-VolumesActionsTest-1909553086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:41:19.596747 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [req-91db8eb7-36aa-468c-a428-6514fe670533 req-14ce41eb-441c-4abb-9bc7-2d2916b990a6 tempest-VolumesActionsTest-1909553086 tempest-VolumesActionsTest-1909553086-project] 10.222.0.46 "GET /v2.0/ports?device_id=7a9cb8b0-968a-4d87-af33-c84fb8b29d1d HTTP/1.1" status: 200 len: 945 time: 0.0473349 Sep 29 15:41:19.621098 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-037a0733-8c3f-401d-9a58-87ad30e68143 req-e9a77ae7-c535-43b7-97ce-67541372abac tempest-AttachVolumeTestJSON-270594920 tempest-AttachVolumeTestJSON-270594920-project] 10.222.0.46 "GET /v2.0/security-groups?id=fd7c349f-6119-46da-b1a9-67ca18fd632b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312998 Sep 29 15:41:19.634741 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [req-91db8eb7-36aa-468c-a428-6514fe670533 req-4daf92f4-c9e8-456f-8b01-25e8287df890 tempest-VolumesActionsTest-1909553086 tempest-VolumesActionsTest-1909553086-project] 10.222.0.46 "GET /v2.0/security-groups?id=8816c7f2-d979-43ec-b223-6262eb3c0e80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321746 Sep 29 15:41:19.756560 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c9a8da-86ae-4e97-9010-bedb9f7c767a req-142d44bf-e66d-4edc-a695-f6ea7c2f2dc1 tempest-ServerRescueNegativeTestJSON-859711067 tempest-ServerRescueNegativeTestJSON-859711067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:41:19.761297 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [req-b0c9a8da-86ae-4e97-9010-bedb9f7c767a req-142d44bf-e66d-4edc-a695-f6ea7c2f2dc1 tempest-ServerRescueNegativeTestJSON-859711067 tempest-ServerRescueNegativeTestJSON-859711067-project] 10.222.0.46 "GET /v2.0/ports?device_id=1d663b77-78b8-44d6-ae6b-8f8b0c2199dd HTTP/1.1" status: 200 len: 945 time: 0.0594413 Sep 29 15:41:19.817844 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [req-b0c9a8da-86ae-4e97-9010-bedb9f7c767a req-3b295504-cbc1-4631-ad50-81c163527390 tempest-ServerRescueNegativeTestJSON-859711067 tempest-ServerRescueNegativeTestJSON-859711067-project] 10.222.0.46 "GET /v2.0/security-groups?id=69bb6ea6-2770-4a41-88ab-960c26e8ecb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536952 Sep 29 15:41:20.008400 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602474fc-ded6-42d3-8016-3a1a22096359 req-be58c86b-7573-4537-aa03-53081f88fd85 tempest-AttachVolumeNegativeTest-728742291 tempest-AttachVolumeNegativeTest-728742291-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=96121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:41:20.009881 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-602474fc-ded6-42d3-8016-3a1a22096359 req-be58c86b-7573-4537-aa03-53081f88fd85 tempest-AttachVolumeNegativeTest-728742291 tempest-AttachVolumeNegativeTest-728742291-project] 10.222.0.46 "GET /v2.0/networks?id=6dbc83d2-1eb6-4d2f-92e2-862eb74e4124 HTTP/1.1" status: 200 len: 815 time: 0.1066682 Sep 29 15:41:20.025549 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-602474fc-ded6-42d3-8016-3a1a22096359 req-c7612be5-5379-49a1-91d8-50eae549e4d1 tempest-AttachVolumeNegativeTest-728742291 tempest-AttachVolumeNegativeTest-728742291-project] 10.222.0.46 "GET /v2.0/quotas/230295d16b3f4b9c95387a6193aeb6e3 HTTP/1.1" status: 200 len: 375 time: 0.0101907 Sep 29 15:41:20.061676 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1566ad4b-84bf-472b-a3e7-1c17c1ef3b24 req-e779780e-d103-4c58-b349-6ff4c1993352 tempest-AttachVolumeShelveTestJSON-850210833 tempest-AttachVolumeShelveTestJSON-850210833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:41:20.063222 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [req-1566ad4b-84bf-472b-a3e7-1c17c1ef3b24 req-e779780e-d103-4c58-b349-6ff4c1993352 tempest-AttachVolumeShelveTestJSON-850210833 tempest-AttachVolumeShelveTestJSON-850210833-project] 10.222.0.46 "GET /v2.0/ports?device_id=ac0e248a-618c-41cf-8477-3e208b9a1936 HTTP/1.1" status: 200 len: 945 time: 0.0487592 Sep 29 15:41:20.077396 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-602474fc-ded6-42d3-8016-3a1a22096359 req-5c791cec-e07d-4d83-9052-47ffc5d004fd tempest-AttachVolumeNegativeTest-728742291 tempest-AttachVolumeNegativeTest-728742291-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=230295d16b3f4b9c95387a6193aeb6e3&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0463769 Sep 29 15:41:20.101836 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [req-1566ad4b-84bf-472b-a3e7-1c17c1ef3b24 req-30f6b71e-0b8c-4d82-a93b-1c98fac40778 tempest-AttachVolumeShelveTestJSON-850210833 tempest-AttachVolumeShelveTestJSON-850210833-project] 10.222.0.46 "GET /v2.0/security-groups?id=0ae69e60-4c6a-41e5-8a1f-3e04c991f9a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325966 Sep 29 15:41:20.170829 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-602474fc-ded6-42d3-8016-3a1a22096359 req-ac7ea4b6-4b44-420e-819a-9fc0e99ede9d service neutron] 10.222.0.46 "GET /v2.0/networks/6dbc83d2-1eb6-4d2f-92e2-862eb74e4124?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850847 Sep 29 15:41:20.258368 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-602474fc-ded6-42d3-8016-3a1a22096359 req-6762105f-0c56-481d-8ad7-15d02c179f4e service neutron] 10.222.0.46 "GET /v2.0/networks/6dbc83d2-1eb6-4d2f-92e2-862eb74e4124?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808854 Sep 29 15:41:20.572327 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [req-220b837a-5b1f-49ba-a121-dc27b521f162 req-d375faf5-2ae9-43bd-bf3b-b199e3c63d15 tempest-AttachVolumeNegativeTest-728742291 tempest-AttachVolumeNegativeTest-728742291-project] 10.222.0.46 "GET /v2.0/ports?device_id=12916054-ee30-40bd-bd52-1414f33feb76 HTTP/1.1" status: 200 len: 210 time: 0.0391757 Sep 29 15:41:20.759434 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9a63e7-7a67-4507-903a-97f5e9aa5530 req-64b6ec51-cbc1-4b0c-9809-c10b4ac4e2a4 tempest-AttachVolumeTestJSON-270594920 tempest-AttachVolumeTestJSON-270594920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:41:20.760933 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-de9a63e7-7a67-4507-903a-97f5e9aa5530 req-64b6ec51-cbc1-4b0c-9809-c10b4ac4e2a4 tempest-AttachVolumeTestJSON-270594920 tempest-AttachVolumeTestJSON-270594920-project] 10.222.0.46 "GET /v2.0/ports?device_id=f6e7bb73-46e1-46cc-b0cb-c0a13b6c495d HTTP/1.1" status: 200 len: 946 time: 0.0509992 Sep 29 15:41:20.803933 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-de9a63e7-7a67-4507-903a-97f5e9aa5530 req-1b37ff22-deb7-4970-84c4-afc9196fe3b0 tempest-AttachVolumeTestJSON-270594920 tempest-AttachVolumeTestJSON-270594920-project] 10.222.0.46 "GET /v2.0/security-groups?id=fd7c349f-6119-46da-b1a9-67ca18fd632b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362480 Sep 29 15:41:21.181602 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.wsgi [-] (96121) accepted ('10.222.0.46', 60080) {{(pid=96121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 15:41:21.223227 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39794fa-0fc8-437d-93f3-cb9f59fa0e62 req-08dd83ce-3aab-4413-bddc-66727e0c722c tempest-AttachVolumeShelveTestJSON-850210833 tempest-AttachVolumeShelveTestJSON-850210833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:41:21.224733 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [req-a39794fa-0fc8-437d-93f3-cb9f59fa0e62 req-08dd83ce-3aab-4413-bddc-66727e0c722c tempest-AttachVolumeShelveTestJSON-850210833 tempest-AttachVolumeShelveTestJSON-850210833-project] 10.222.0.46 "GET /v2.0/ports?device_id=ac0e248a-618c-41cf-8477-3e208b9a1936 HTTP/1.1" status: 200 len: 945 time: 0.0481918 Sep 29 15:41:21.262209 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [req-a39794fa-0fc8-437d-93f3-cb9f59fa0e62 req-414e7974-44f3-4117-9ad2-59b14d4ca6e2 tempest-AttachVolumeShelveTestJSON-850210833 tempest-AttachVolumeShelveTestJSON-850210833-project] 10.222.0.46 "GET /v2.0/security-groups?id=0ae69e60-4c6a-41e5-8a1f-3e04c991f9a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314119 Sep 29 15:41:21.289334 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [None req-e64735a2-8350-4dea-8cb3-2982a11f543f admin admin] Notify callbacks [] for security_group, before_create {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:41:21.376108 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [None req-e64735a2-8350-4dea-8cb3-2982a11f543f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:41:21.458763 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [None req-e64735a2-8350-4dea-8cb3-2982a11f543f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579214'] for security_group, after_create {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:41:21.495755 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [None req-e64735a2-8350-4dea-8cb3-2982a11f543f admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=d92927db65704a6aa6ad2a419f99f69d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3131146 Sep 29 15:41:21.496645 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e64735a2-8350-4dea-8cb3-2982a11f543f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d97e6a67-f2cf-4c74-8cac-3d0527e45408,revision_number=1']} {{(pid=96121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 15:41:21.498648 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.wsgi [-] (96120) accepted ('10.222.0.46', 60084) {{(pid=96120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 15:41:21.551351 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-621db036-7ec7-42d4-966b-ba77d663db09 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:41:21.573411 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-621db036-7ec7-42d4-966b-ba77d663db09 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:41:21.645683 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-37161dd7-08fc-45d1-b8d0-175271787fef req-365e331f-d168-45ed-8dbf-698045111243 tempest-AttachVolumeNegativeTest-728742291 tempest-AttachVolumeNegativeTest-728742291-project] 10.222.0.46 "GET /v2.0/ports?device_id=12916054-ee30-40bd-bd52-1414f33feb76 HTTP/1.1" status: 200 len: 210 time: 0.0284379 Sep 29 15:41:21.919541 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213426e8-7d58-4fb9-9e9d-cbf7af6ee847 req-3b9ac5c2-e54a-41cb-aa87-a3af538463a4 tempest-AttachVolumeTestJSON-270594920 tempest-AttachVolumeTestJSON-270594920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:41:21.920962 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-213426e8-7d58-4fb9-9e9d-cbf7af6ee847 req-3b9ac5c2-e54a-41cb-aa87-a3af538463a4 tempest-AttachVolumeTestJSON-270594920 tempest-AttachVolumeTestJSON-270594920-project] 10.222.0.46 "GET /v2.0/ports?device_id=f6e7bb73-46e1-46cc-b0cb-c0a13b6c495d HTTP/1.1" status: 200 len: 946 time: 0.0473192 Sep 29 15:41:21.957909 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-213426e8-7d58-4fb9-9e9d-cbf7af6ee847 req-f0a8af4c-3393-4895-953c-86efb0d695ac tempest-AttachVolumeTestJSON-270594920 tempest-AttachVolumeTestJSON-270594920-project] 10.222.0.46 "GET /v2.0/security-groups?id=fd7c349f-6119-46da-b1a9-67ca18fd632b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309296 Sep 29 15:41:22.023461 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-621db036-7ec7-42d4-966b-ba77d663db09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579214'] for security_group, after_delete {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:41:22.026321 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-621db036-7ec7-42d4-966b-ba77d663db09 admin admin] Notify callbacks [] for security_group, before_response {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:41:22.027472 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [None req-621db036-7ec7-42d4-966b-ba77d663db09 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/d97e6a67-f2cf-4c74-8cac-3d0527e45408 HTTP/1.1" status: 204 len: 168 time: 0.5277870 Sep 29 15:41:22.041614 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-621db036-7ec7-42d4-966b-ba77d663db09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d97e6a67-f2cf-4c74-8cac-3d0527e45408,revision_number=None']} {{(pid=96120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 15:41:22.273399 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88649553-8813-4d9d-8688-3f60b600d1ca req-12dfb967-c7bb-4bfa-81c8-931e2cd63918 tempest-VolumesActionsTest-1909553086 tempest-VolumesActionsTest-1909553086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:41:22.274880 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-88649553-8813-4d9d-8688-3f60b600d1ca req-12dfb967-c7bb-4bfa-81c8-931e2cd63918 tempest-VolumesActionsTest-1909553086 tempest-VolumesActionsTest-1909553086-project] 10.222.0.46 "GET /v2.0/ports?device_id=7a9cb8b0-968a-4d87-af33-c84fb8b29d1d HTTP/1.1" status: 200 len: 945 time: 0.0502281 Sep 29 15:41:22.321668 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-88649553-8813-4d9d-8688-3f60b600d1ca req-1c4d81ec-50d1-4027-8ffe-e00da016a30b tempest-VolumesActionsTest-1909553086 tempest-VolumesActionsTest-1909553086-project] 10.222.0.46 "GET /v2.0/security-groups?id=8816c7f2-d979-43ec-b223-6262eb3c0e80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406878 Sep 29 15:41:22.388903 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d6d6ed-7b4e-43d5-a5fa-17ed0b418ec6 req-e390617d-6dff-499c-acec-4bb73489350b tempest-AttachVolumeShelveTestJSON-850210833 tempest-AttachVolumeShelveTestJSON-850210833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:41:22.390917 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [req-b1d6d6ed-7b4e-43d5-a5fa-17ed0b418ec6 req-e390617d-6dff-499c-acec-4bb73489350b tempest-AttachVolumeShelveTestJSON-850210833 tempest-AttachVolumeShelveTestJSON-850210833-project] 10.222.0.46 "GET /v2.0/ports?device_id=ac0e248a-618c-41cf-8477-3e208b9a1936 HTTP/1.1" status: 200 len: 945 time: 0.0499854 Sep 29 15:41:22.428471 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [req-b1d6d6ed-7b4e-43d5-a5fa-17ed0b418ec6 req-3d220094-cef8-49ee-958b-1e55f76331c1 tempest-AttachVolumeShelveTestJSON-850210833 tempest-AttachVolumeShelveTestJSON-850210833-project] 10.222.0.46 "GET /v2.0/security-groups?id=0ae69e60-4c6a-41e5-8a1f-3e04c991f9a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313079 Sep 29 15:41:22.741287 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-05c4429d-208c-4d48-b6ad-ad7d1530363b req-e4529b7c-198e-457c-a3d4-2f37e308e5e6 tempest-AttachVolumeNegativeTest-728742291 tempest-AttachVolumeNegativeTest-728742291-project] 10.222.0.46 "GET /v2.0/ports?device_id=12916054-ee30-40bd-bd52-1414f33feb76 HTTP/1.1" status: 200 len: 210 time: 0.0266252 Sep 29 15:41:22.790215 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4e9b68-7de9-49e8-94f8-1270951886ab req-bb5b9d0f-93b2-4dc6-bfc8-1ee5277213e6 tempest-ServerRescueNegativeTestJSON-859711067 tempest-ServerRescueNegativeTestJSON-859711067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:41:22.791687 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [req-5c4e9b68-7de9-49e8-94f8-1270951886ab req-bb5b9d0f-93b2-4dc6-bfc8-1ee5277213e6 tempest-ServerRescueNegativeTestJSON-859711067 tempest-ServerRescueNegativeTestJSON-859711067-project] 10.222.0.46 "GET /v2.0/ports?device_id=1d663b77-78b8-44d6-ae6b-8f8b0c2199dd HTTP/1.1" status: 200 len: 945 time: 0.0484836 Sep 29 15:41:22.830110 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [req-5c4e9b68-7de9-49e8-94f8-1270951886ab req-e32b524f-fe64-452e-86d4-0966c3917741 tempest-ServerRescueNegativeTestJSON-859711067 tempest-ServerRescueNegativeTestJSON-859711067-project] 10.222.0.46 "GET /v2.0/security-groups?id=69bb6ea6-2770-4a41-88ab-960c26e8ecb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319481 Sep 29 15:41:23.103002 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44806aa-0a13-4ae7-9a2c-545e62456daf req-50d879e0-7eda-4cff-8f28-9337dbc5d5f4 tempest-AttachVolumeTestJSON-270594920 tempest-AttachVolumeTestJSON-270594920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:41:23.104618 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [req-c44806aa-0a13-4ae7-9a2c-545e62456daf req-50d879e0-7eda-4cff-8f28-9337dbc5d5f4 tempest-AttachVolumeTestJSON-270594920 tempest-AttachVolumeTestJSON-270594920-project] 10.222.0.46 "GET /v2.0/ports?device_id=f6e7bb73-46e1-46cc-b0cb-c0a13b6c495d HTTP/1.1" status: 200 len: 946 time: 0.0694151 Sep 29 15:41:23.148842 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [req-c44806aa-0a13-4ae7-9a2c-545e62456daf req-f5c126e3-4c30-497e-8f22-6f55a6205ebf tempest-AttachVolumeTestJSON-270594920 tempest-AttachVolumeTestJSON-270594920-project] 10.222.0.46 "GET /v2.0/security-groups?id=fd7c349f-6119-46da-b1a9-67ca18fd632b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335505 Sep 29 15:41:23.451000 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb16784-2f42-4bd3-bc6c-14ec32a072b6 req-04fa51c1-64f3-49af-88ee-49e58f71db91 tempest-VolumesActionsTest-1909553086 tempest-VolumesActionsTest-1909553086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:41:23.452580 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [req-0fb16784-2f42-4bd3-bc6c-14ec32a072b6 req-04fa51c1-64f3-49af-88ee-49e58f71db91 tempest-VolumesActionsTest-1909553086 tempest-VolumesActionsTest-1909553086-project] 10.222.0.46 "GET /v2.0/ports?device_id=7a9cb8b0-968a-4d87-af33-c84fb8b29d1d HTTP/1.1" status: 200 len: 945 time: 0.0499325 Sep 29 15:41:23.454438 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602474fc-ded6-42d3-8016-3a1a22096359 req-2a48e95f-2af2-4c97-acf3-97ed6712057e tempest-AttachVolumeNegativeTest-728742291 tempest-AttachVolumeNegativeTest-728742291-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=96121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:41:23.457147 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-602474fc-ded6-42d3-8016-3a1a22096359 req-2a48e95f-2af2-4c97-acf3-97ed6712057e tempest-AttachVolumeNegativeTest-728742291 tempest-AttachVolumeNegativeTest-728742291-project] 10.222.0.22 "GET /v2.0/networks?id=6dbc83d2-1eb6-4d2f-92e2-862eb74e4124 HTTP/1.1" status: 200 len: 815 time: 0.1120737 Sep 29 15:41:23.491329 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [req-0fb16784-2f42-4bd3-bc6c-14ec32a072b6 req-9f6d92fa-f7e2-4fd1-9dd4-70d3cb244155 tempest-VolumesActionsTest-1909553086 tempest-VolumesActionsTest-1909553086-project] 10.222.0.46 "GET /v2.0/security-groups?id=8816c7f2-d979-43ec-b223-6262eb3c0e80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323725 Sep 29 15:41:23.507378 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.api.v2.base [req-602474fc-ded6-42d3-8016-3a1a22096359 req-50cec3f5-f4b2-41c6-8a42-b717f0f8aa81 tempest-AttachVolumeNegativeTest-728742291 tempest-AttachVolumeNegativeTest-728742291-project] Request body: {'port': {'device_id': '12916054-ee30-40bd-bd52-1414f33feb76', 'network_id': '6dbc83d2-1eb6-4d2f-92e2-862eb74e4124', 'admin_state_up': True, 'tenant_id': '230295d16b3f4b9c95387a6193aeb6e3'}} {{(pid=96121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 15:41:23.594441 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b1e1b9-f997-4a9b-826d-b9876a48778f req-1d07e7ca-a6a3-4a97-b482-a12235f8ae58 tempest-AttachVolumeShelveTestJSON-850210833 tempest-AttachVolumeShelveTestJSON-850210833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:41:23.596011 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [req-b7b1e1b9-f997-4a9b-826d-b9876a48778f req-1d07e7ca-a6a3-4a97-b482-a12235f8ae58 tempest-AttachVolumeShelveTestJSON-850210833 tempest-AttachVolumeShelveTestJSON-850210833-project] 10.222.0.46 "GET /v2.0/ports?device_id=ac0e248a-618c-41cf-8477-3e208b9a1936 HTTP/1.1" status: 200 len: 945 time: 0.0469759 Sep 29 15:41:23.634576 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [req-b7b1e1b9-f997-4a9b-826d-b9876a48778f req-4de8bdc8-e720-4eba-87cc-064e1f09ea56 tempest-AttachVolumeShelveTestJSON-850210833 tempest-AttachVolumeShelveTestJSON-850210833-project] 10.222.0.46 "GET /v2.0/security-groups?id=0ae69e60-4c6a-41e5-8a1f-3e04c991f9a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324378 Sep 29 15:41:23.681697 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-602474fc-ded6-42d3-8016-3a1a22096359 req-50cec3f5-f4b2-41c6-8a42-b717f0f8aa81 tempest-AttachVolumeNegativeTest-728742291 tempest-AttachVolumeNegativeTest-728742291-project] Made reservation on behalf of 230295d16b3f4b9c95387a6193aeb6e3 for: {'port': 1} {{(pid=96121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 15:41:23.685258 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [req-602474fc-ded6-42d3-8016-3a1a22096359 req-50cec3f5-f4b2-41c6-8a42-b717f0f8aa81 tempest-AttachVolumeNegativeTest-728742291 tempest-AttachVolumeNegativeTest-728742291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-684029'] for port, before_create {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:41:23.813331 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.db.db_base_plugin_common [req-602474fc-ded6-42d3-8016-3a1a22096359 req-50cec3f5-f4b2-41c6-8a42-b717f0f8aa81 tempest-AttachVolumeNegativeTest-728742291 tempest-AttachVolumeNegativeTest-728742291-project] Allocated IP 172.20.0.5 (6dbc83d2-1eb6-4d2f-92e2-862eb74e4124/f52e1823-73ec-4946-856c-fe4a0be10483/be589f04-a8be-4407-a166-ae99a5c16d68) {{(pid=96121) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 15:41:23.848095 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [req-a4b7e9b9-0248-47b8-82da-723d94306650 req-e4a921fa-5f2a-4cfd-b373-7994ea36a61f tempest-AttachVolumeNegativeTest-728742291 tempest-AttachVolumeNegativeTest-728742291-project] 10.222.0.46 "GET /v2.0/ports?device_id=12916054-ee30-40bd-bd52-1414f33feb76 HTTP/1.1" status: 200 len: 210 time: 0.0377767 Sep 29 15:41:23.976846 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [req-602474fc-ded6-42d3-8016-3a1a22096359 req-50cec3f5-f4b2-41c6-8a42-b717f0f8aa81 tempest-AttachVolumeNegativeTest-728742291 tempest-AttachVolumeNegativeTest-728742291-project] Notify callbacks [] for port, precommit_create {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:41:24.116693 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [req-602474fc-ded6-42d3-8016-3a1a22096359 req-50cec3f5-f4b2-41c6-8a42-b717f0f8aa81 tempest-AttachVolumeNegativeTest-728742291 tempest-AttachVolumeNegativeTest-728742291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741779628737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3898419'] for port, after_create {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:41:24.145169 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron_lib.callbacks.manager [None req-126df948-00c7-4da1-98d5-78e13e807d1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741779927170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-625140'] for agent, after_update {{(pid=96122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:41:24.158112 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-602474fc-ded6-42d3-8016-3a1a22096359 req-50cec3f5-f4b2-41c6-8a42-b717f0f8aa81 tempest-AttachVolumeNegativeTest-728742291 tempest-AttachVolumeNegativeTest-728742291-project] Network 6dbc83d2-1eb6-4d2f-92e2-862eb74e4124 is already hosted by enough agents. {{(pid=96121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 15:41:24.161060 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.scheduler.base_scheduler [req-602474fc-ded6-42d3-8016-3a1a22096359 req-50cec3f5-f4b2-41c6-8a42-b717f0f8aa81 tempest-AttachVolumeNegativeTest-728742291 tempest-AttachVolumeNegativeTest-728742291-project] Resources bound (agent type, host, resource id): {{(pid=96121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 15:41:24.164500 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.db.l3_dvrscheduler_db [req-602474fc-ded6-42d3-8016-3a1a22096359 req-50cec3f5-f4b2-41c6-8a42-b717f0f8aa81 tempest-AttachVolumeNegativeTest-728742291 tempest-AttachVolumeNegativeTest-728742291-project] Received port after_create {{(pid=96121) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 15:41:24.188687 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.plugins.ml2.db [None req-4d55257e-523e-4b8d-ab2b-d46a31710be1 None None] get_ports_and_sgs() called for port_ids ['7aecb321-2e49-419c-9f69-93c5992c0b8a', '773beca0-aecf-4096-a0d7-069208c3bdfb', '82239e75-d726-4e4c-a00c-8fa96bfe4aef'] {{(pid=96122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 15:41:24.189376 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50cec3f5-f4b2-41c6-8a42-b717f0f8aa81 tempest-AttachVolumeNegativeTest-728742291 tempest-AttachVolumeNegativeTest-728742291-project] Pushing event updated for resources: {'Port': ['ID=be589f04-a8be-4407-a166-ae99a5c16d68,revision_number=1']} {{(pid=96121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 15:41:24.231899 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602474fc-ded6-42d3-8016-3a1a22096359 req-50cec3f5-f4b2-41c6-8a42-b717f0f8aa81 tempest-AttachVolumeNegativeTest-728742291 tempest-AttachVolumeNegativeTest-728742291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=96121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:41:24.232577 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [req-602474fc-ded6-42d3-8016-3a1a22096359 req-50cec3f5-f4b2-41c6-8a42-b717f0f8aa81 tempest-AttachVolumeNegativeTest-728742291 tempest-AttachVolumeNegativeTest-728742291-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238921'] for port, before_response {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:41:24.275516 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d10a44a-d5cb-434f-a992-2e2cf8935f01 req-7fbdc094-33c5-40dc-a8ab-967ea09cfca7 tempest-AttachVolumeTestJSON-270594920 tempest-AttachVolumeTestJSON-270594920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:41:24.277030 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [req-2d10a44a-d5cb-434f-a992-2e2cf8935f01 req-7fbdc094-33c5-40dc-a8ab-967ea09cfca7 tempest-AttachVolumeTestJSON-270594920 tempest-AttachVolumeTestJSON-270594920-project] 10.222.0.46 "GET /v2.0/ports?device_id=f6e7bb73-46e1-46cc-b0cb-c0a13b6c495d HTTP/1.1" status: 200 len: 946 time: 0.0522964 Sep 29 15:41:24.305675 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-602474fc-ded6-42d3-8016-3a1a22096359 req-50cec3f5-f4b2-41c6-8a42-b717f0f8aa81 tempest-AttachVolumeNegativeTest-728742291 tempest-AttachVolumeNegativeTest-728742291-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8023381 Sep 29 15:41:24.322342 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [req-2d10a44a-d5cb-434f-a992-2e2cf8935f01 req-d3c26537-5ae2-46a8-90f6-c22b867e48b6 tempest-AttachVolumeTestJSON-270594920 tempest-AttachVolumeTestJSON-270594920-project] 10.222.0.46 "GET /v2.0/security-groups?id=fd7c349f-6119-46da-b1a9-67ca18fd632b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382340 Sep 29 15:41:24.327670 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.api.v2.base [req-602474fc-ded6-42d3-8016-3a1a22096359 req-6d6c8e0a-5dc4-4b61-92e6-976464d8dcc2 service neutron] Request body: {'port': {'device_id': '12916054-ee30-40bd-bd52-1414f33feb76', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80661'}} {{(pid=96121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 15:41:24.392118 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [req-602474fc-ded6-42d3-8016-3a1a22096359 req-6d6c8e0a-5dc4-4b61-92e6-976464d8dcc2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-684029'] for port, before_update {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:41:24.650404 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9270dca-630f-45a6-96b2-0db6196fee63 req-c692c44f-b97a-41a4-8601-a282bf649df4 tempest-VolumesActionsTest-1909553086 tempest-VolumesActionsTest-1909553086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:41:24.651840 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-b9270dca-630f-45a6-96b2-0db6196fee63 req-c692c44f-b97a-41a4-8601-a282bf649df4 tempest-VolumesActionsTest-1909553086 tempest-VolumesActionsTest-1909553086-project] 10.222.0.46 "GET /v2.0/ports?device_id=7a9cb8b0-968a-4d87-af33-c84fb8b29d1d HTTP/1.1" status: 200 len: 945 time: 0.0802972 Sep 29 15:41:24.753365 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49c3b33-64d4-40da-be4c-66fdaac4e1ca req-024cc88a-2d68-4729-844b-dbfdd8393fb0 tempest-VolumesActionsTest-1909553086 tempest-VolumesActionsTest-1909553086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:41:24.754306 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca3a827-9efe-44eb-a64d-99b85318b06f req-6d02e6e7-12f5-48e7-8f33-82e2ff093236 tempest-AttachVolumeShelveTestJSON-850210833 tempest-AttachVolumeShelveTestJSON-850210833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:41:24.754822 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-e49c3b33-64d4-40da-be4c-66fdaac4e1ca req-024cc88a-2d68-4729-844b-dbfdd8393fb0 tempest-VolumesActionsTest-1909553086 tempest-VolumesActionsTest-1909553086-project] 10.222.0.22 "GET /v2.0/ports?device_id=7a9cb8b0-968a-4d87-af33-c84fb8b29d1d HTTP/1.1" status: 200 len: 945 time: 0.1211045 Sep 29 15:41:24.755771 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [req-8ca3a827-9efe-44eb-a64d-99b85318b06f req-6d02e6e7-12f5-48e7-8f33-82e2ff093236 tempest-AttachVolumeShelveTestJSON-850210833 tempest-AttachVolumeShelveTestJSON-850210833-project] 10.222.0.46 "GET /v2.0/ports?device_id=ac0e248a-618c-41cf-8477-3e208b9a1936 HTTP/1.1" status: 200 len: 945 time: 0.0478961 Sep 29 15:41:24.761374 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-b9270dca-630f-45a6-96b2-0db6196fee63 req-4b090f92-d8b2-4f10-b77a-8988dc555879 tempest-VolumesActionsTest-1909553086 tempest-VolumesActionsTest-1909553086-project] 10.222.0.46 "GET /v2.0/security-groups?id=8816c7f2-d979-43ec-b223-6262eb3c0e80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916336 Sep 29 15:41:24.767861 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.notifiers.nova [req-602474fc-ded6-42d3-8016-3a1a22096359 req-6d6c8e0a-5dc4-4b61-92e6-976464d8dcc2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id be589f04-a8be-4407-a166-ae99a5c16d68 {{(pid=96121) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 15:41:24.783253 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [req-602474fc-ded6-42d3-8016-3a1a22096359 req-6d6c8e0a-5dc4-4b61-92e6-976464d8dcc2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:41:24.796954 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [req-8ca3a827-9efe-44eb-a64d-99b85318b06f req-619850c2-3877-4683-a215-90bdece14607 tempest-AttachVolumeShelveTestJSON-850210833 tempest-AttachVolumeShelveTestJSON-850210833-project] 10.222.0.46 "GET /v2.0/security-groups?id=0ae69e60-4c6a-41e5-8a1f-3e04c991f9a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349083 Sep 29 15:41:24.816843 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.db.provisioning_blocks [req-602474fc-ded6-42d3-8016-3a1a22096359 req-6d6c8e0a-5dc4-4b61-92e6-976464d8dcc2 service neutron] Transition to ACTIVE for port object be589f04-a8be-4407-a166-ae99a5c16d68 will not be triggered until provisioned by entity L2. {{(pid=96121) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 15:41:24.867341 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.plugins.ml2.plugin [req-e49c3b33-64d4-40da-be4c-66fdaac4e1ca req-984cc6bf-7335-4c51-bf4a-fe02ad3e3c18 tempest-VolumesActionsTest-1909553086 tempest-VolumesActionsTest-1909553086-project] Deleting port b4161e3b-0af6-4ef5-bb38-8d93eb7f4d29 {{(pid=96121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 29 15:41:24.867684 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [req-e49c3b33-64d4-40da-be4c-66fdaac4e1ca req-984cc6bf-7335-4c51-bf4a-fe02ad3e3c18 tempest-VolumesActionsTest-1909553086 tempest-VolumesActionsTest-1909553086-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741780140072'] for port, before_delete {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:41:24.899603 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [req-602474fc-ded6-42d3-8016-3a1a22096359 req-6d6c8e0a-5dc4-4b61-92e6-976464d8dcc2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741780147972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741779628755', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741779628773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3898424'] for port, after_update {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:41:25.026932 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d6c8e0a-5dc4-4b61-92e6-976464d8dcc2 service neutron] Pushing event updated for resources: {'Port': ['ID=be589f04-a8be-4407-a166-ae99a5c16d68,revision_number=2']} {{(pid=96121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 15:41:25.039315 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.plugins.ml2.db [req-e49c3b33-64d4-40da-be4c-66fdaac4e1ca req-984cc6bf-7335-4c51-bf4a-fe02ad3e3c18 tempest-VolumesActionsTest-1909553086 tempest-VolumesActionsTest-1909553086-project] For port b4161e3b-0af6-4ef5-bb38-8d93eb7f4d29, host hv-cinder-80661, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80661',level=0,port_id=b4161e3b-0af6-4ef5-bb38-8d93eb7f4d29,segment=NetworkSegment(e69a3118-4cc1-4840-b982-71b9b5cd474d),segment_id=e69a3118-4cc1-4840-b982-71b9b5cd474d)] {{(pid=96121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 15:41:25.039699 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [req-e49c3b33-64d4-40da-be4c-66fdaac4e1ca req-984cc6bf-7335-4c51-bf4a-fe02ad3e3c18 tempest-VolumesActionsTest-1909553086 tempest-VolumesActionsTest-1909553086-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1614090'] for port, precommit_delete {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:41:25.072843 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.plugins.ml2.plugin [req-e49c3b33-64d4-40da-be4c-66fdaac4e1ca req-984cc6bf-7335-4c51-bf4a-fe02ad3e3c18 tempest-VolumesActionsTest-1909553086 tempest-VolumesActionsTest-1909553086-project] Calling delete_port for b4161e3b-0af6-4ef5-bb38-8d93eb7f4d29 owned by compute:nova {{(pid=96121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 29 15:41:25.098095 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94b9e97-1a2d-499e-8572-1f99dc5acfd0 req-453df9a9-fa9a-41e7-acf9-2a9cca6c68d6 tempest-AttachVolumeNegativeTest-728742291 tempest-AttachVolumeNegativeTest-728742291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:41:25.099686 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-c94b9e97-1a2d-499e-8572-1f99dc5acfd0 req-453df9a9-fa9a-41e7-acf9-2a9cca6c68d6 tempest-AttachVolumeNegativeTest-728742291 tempest-AttachVolumeNegativeTest-728742291-project] 10.222.0.46 "GET /v2.0/ports?device_id=12916054-ee30-40bd-bd52-1414f33feb76 HTTP/1.1" status: 200 len: 943 time: 0.1646581 Sep 29 15:41:25.195160 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.plugins.ml2.managers [req-602474fc-ded6-42d3-8016-3a1a22096359 req-6d6c8e0a-5dc4-4b61-92e6-976464d8dcc2 service neutron] Attempting to bind port be589f04-a8be-4407-a166-ae99a5c16d68 on host hv-cinder-80661 for vnic_type normal with profile {{(pid=96121) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 15:41:25.195504 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.plugins.ml2.managers [req-602474fc-ded6-42d3-8016-3a1a22096359 req-6d6c8e0a-5dc4-4b61-92e6-976464d8dcc2 service neutron] Attempting to bind port be589f04-a8be-4407-a166-ae99a5c16d68 by drivers openvswitch,hyperv on host hv-cinder-80661 at level 0 using segments [{'id': '410a5b94-6c4f-4e8c-81e4-151e9b9c01d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '6dbc83d2-1eb6-4d2f-92e2-862eb74e4124'}] {{(pid=96121) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 15:41:25.195841 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-602474fc-ded6-42d3-8016-3a1a22096359 req-6d6c8e0a-5dc4-4b61-92e6-976464d8dcc2 service neutron] Attempting to bind port be589f04-a8be-4407-a166-ae99a5c16d68 on network 6dbc83d2-1eb6-4d2f-92e2-862eb74e4124 {{(pid=96121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 15:41:25.205576 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-c94b9e97-1a2d-499e-8572-1f99dc5acfd0 req-79926736-5a2f-4aef-972c-d65d9f184f34 tempest-AttachVolumeNegativeTest-728742291 tempest-AttachVolumeNegativeTest-728742291-project] 10.222.0.46 "GET /v2.0/security-groups?id=c4509334-a1e4-43fe-aae7-235e447c037b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894663 Sep 29 15:41:25.212748 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-602474fc-ded6-42d3-8016-3a1a22096359 req-6d6c8e0a-5dc4-4b61-92e6-976464d8dcc2 service neutron] Port be589f04-a8be-4407-a166-ae99a5c16d68 on network 6dbc83d2-1eb6-4d2f-92e2-862eb74e4124 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80661 {{(pid=96121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 29 15:41:25.213126 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-602474fc-ded6-42d3-8016-3a1a22096359 req-6d6c8e0a-5dc4-4b61-92e6-976464d8dcc2 service neutron] Attempting to bind port be589f04-a8be-4407-a166-ae99a5c16d68 on network 6dbc83d2-1eb6-4d2f-92e2-862eb74e4124 {{(pid=96121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 15:41:25.234917 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-602474fc-ded6-42d3-8016-3a1a22096359 req-6d6c8e0a-5dc4-4b61-92e6-976464d8dcc2 service neutron] Checking agent: {'id': '02e4aaf8-ac1d-430d-8152-9e2105739360', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80661', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 15, 37, 5), 'started_at': datetime.datetime(2021, 9, 29, 15, 37, 5), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 15, 41, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=96121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 15:41:25.235242 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-602474fc-ded6-42d3-8016-3a1a22096359 req-6d6c8e0a-5dc4-4b61-92e6-976464d8dcc2 service neutron] Checking segment: {'id': '410a5b94-6c4f-4e8c-81e4-151e9b9c01d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '6dbc83d2-1eb6-4d2f-92e2-862eb74e4124'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96121) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 15:41:25.235623 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-602474fc-ded6-42d3-8016-3a1a22096359 req-6d6c8e0a-5dc4-4b61-92e6-976464d8dcc2 service neutron] Bound using segment: {'id': '410a5b94-6c4f-4e8c-81e4-151e9b9c01d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '6dbc83d2-1eb6-4d2f-92e2-862eb74e4124'} {{(pid=96121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 15:41:25.236084 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.plugins.ml2.managers [req-602474fc-ded6-42d3-8016-3a1a22096359 req-6d6c8e0a-5dc4-4b61-92e6-976464d8dcc2 service neutron] Bound port: be589f04-a8be-4407-a166-ae99a5c16d68, host: hv-cinder-80661, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '410a5b94-6c4f-4e8c-81e4-151e9b9c01d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '6dbc83d2-1eb6-4d2f-92e2-862eb74e4124'}}] {{(pid=96121) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 15:41:25.236446 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [req-602474fc-ded6-42d3-8016-3a1a22096359 req-6d6c8e0a-5dc4-4b61-92e6-976464d8dcc2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-684029'] for port, before_update {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:41:25.456135 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b0f1fd-8730-4ec3-88f4-861028dec035 req-d4917f10-ef30-48a7-824d-e0bdfc92f82d tempest-AttachVolumeTestJSON-270594920 tempest-AttachVolumeTestJSON-270594920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:41:25.457704 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [req-a8b0f1fd-8730-4ec3-88f4-861028dec035 req-d4917f10-ef30-48a7-824d-e0bdfc92f82d tempest-AttachVolumeTestJSON-270594920 tempest-AttachVolumeTestJSON-270594920-project] 10.222.0.46 "GET /v2.0/ports?device_id=f6e7bb73-46e1-46cc-b0cb-c0a13b6c495d HTTP/1.1" status: 200 len: 946 time: 0.0631680 Sep 29 15:41:25.496686 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [req-a8b0f1fd-8730-4ec3-88f4-861028dec035 req-2135e507-751f-4267-8f64-85fa35444737 tempest-AttachVolumeTestJSON-270594920 tempest-AttachVolumeTestJSON-270594920-project] 10.222.0.46 "GET /v2.0/security-groups?id=fd7c349f-6119-46da-b1a9-67ca18fd632b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327401 Sep 29 15:41:25.564287 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.plugins.ml2.db [req-602474fc-ded6-42d3-8016-3a1a22096359 req-6d6c8e0a-5dc4-4b61-92e6-976464d8dcc2 service neutron] For port be589f04-a8be-4407-a166-ae99a5c16d68, host hv-cinder-80661, cleared binding levels {{(pid=96121) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 15:41:25.689277 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.plugins.ml2.db [req-602474fc-ded6-42d3-8016-3a1a22096359 req-6d6c8e0a-5dc4-4b61-92e6-976464d8dcc2 service neutron] For port be589f04-a8be-4407-a166-ae99a5c16d68, host hv-cinder-80661, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80661',level=0,port_id=be589f04-a8be-4407-a166-ae99a5c16d68,segment=NetworkSegment(410a5b94-6c4f-4e8c-81e4-151e9b9c01d0),segment_id=410a5b94-6c4f-4e8c-81e4-151e9b9c01d0)] {{(pid=96121) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 15:41:25.690451 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [req-e49c3b33-64d4-40da-be4c-66fdaac4e1ca req-984cc6bf-7335-4c51-bf4a-fe02ad3e3c18 tempest-VolumesActionsTest-1909553086 tempest-VolumesActionsTest-1909553086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741780147950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741779628746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3898419'] for port, after_delete {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:41:25.717822 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-984cc6bf-7335-4c51-bf4a-fe02ad3e3c18 tempest-VolumesActionsTest-1909553086 tempest-VolumesActionsTest-1909553086-project] Pushing event deleted for resources: {'Port': ['ID=b4161e3b-0af6-4ef5-bb38-8d93eb7f4d29,revision_number=None']} {{(pid=96121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 15:41:25.756262 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.plugins.ml2.db [None req-4d55257e-523e-4b8d-ab2b-d46a31710be1 None None] get_ports_and_sgs() called for port_ids ['b4161e3b-0af6-4ef5-bb38-8d93eb7f4d29'] {{(pid=96122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 15:41:25.762110 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.db.l3_dvrscheduler_db [req-e49c3b33-64d4-40da-be4c-66fdaac4e1ca req-984cc6bf-7335-4c51-bf4a-fe02ad3e3c18 tempest-VolumesActionsTest-1909553086 tempest-VolumesActionsTest-1909553086-project] No DVR routers for this DVR port b4161e3b-0af6-4ef5-bb38-8d93eb7f4d29 on host hv-cinder-80661 {{(pid=96121) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 15:41:25.764934 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [req-e49c3b33-64d4-40da-be4c-66fdaac4e1ca req-984cc6bf-7335-4c51-bf4a-fe02ad3e3c18 tempest-VolumesActionsTest-1909553086 tempest-VolumesActionsTest-1909553086-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238921'] for port, before_response {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:41:25.767905 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-e49c3b33-64d4-40da-be4c-66fdaac4e1ca req-984cc6bf-7335-4c51-bf4a-fe02ad3e3c18 tempest-VolumesActionsTest-1909553086 tempest-VolumesActionsTest-1909553086-project] 10.222.0.22 "DELETE /v2.0/ports/b4161e3b-0af6-4ef5-bb38-8d93eb7f4d29 HTTP/1.1" status: 204 len: 173 time: 0.9956880 Sep 29 15:41:25.768346 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a9cb8b0-968a-4d87-af33-c84fb8b29d1d', 'name': 'network-vif-deleted', 'tag': 'b4161e3b-0af6-4ef5-bb38-8d93eb7f4d29'}] {{(pid=96121) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 15:41:25.772331 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dcbd94143c65fdb0f5c12b0c92a6468c38125261e55d21e9818266cb91f6c0d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ce0d42a-c25e-4393-836a-5d101f55656d" -d '{"events": [{"server_uuid": "7a9cb8b0-968a-4d87-af33-c84fb8b29d1d", "name": "network-vif-deleted", "tag": "b4161e3b-0af6-4ef5-bb38-8d93eb7f4d29"}]}' {{(pid=96121) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 15:41:25.795263 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [req-602474fc-ded6-42d3-8016-3a1a22096359 req-6d6c8e0a-5dc4-4b61-92e6-976464d8dcc2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741780147972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741779628755', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741779628773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3898424'] for port, after_update {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:41:25.822671 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Sep 2021 15:41:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7821ab84-9000-45e8-8083-3556a092423f x-openstack-request-id: req-7821ab84-9000-45e8-8083-3556a092423f {{(pid=96121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 15:41:25.822945 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a9cb8b0-968a-4d87-af33-c84fb8b29d1d", "name": "network-vif-deleted", "tag": "b4161e3b-0af6-4ef5-bb38-8d93eb7f4d29", "status": "completed", "code": 200}]} {{(pid=96121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 15:41:25.823196 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-7821ab84-9000-45e8-8083-3556a092423f {{(pid=96121) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 15:41:25.823583 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a9cb8b0-968a-4d87-af33-c84fb8b29d1d', 'name': 'network-vif-deleted', 'tag': 'b4161e3b-0af6-4ef5-bb38-8d93eb7f4d29', 'status': 'completed', 'code': 200} Sep 29 15:41:25.837372 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602474fc-ded6-42d3-8016-3a1a22096359 req-6d6c8e0a-5dc4-4b61-92e6-976464d8dcc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:41:25.837372 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [req-602474fc-ded6-42d3-8016-3a1a22096359 req-6d6c8e0a-5dc4-4b61-92e6-976464d8dcc2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238921'] for port, before_response {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:41:25.837372 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-602474fc-ded6-42d3-8016-3a1a22096359 req-6d6c8e0a-5dc4-4b61-92e6-976464d8dcc2 service neutron] 10.222.0.22 "PUT /v2.0/ports/be589f04-a8be-4407-a166-ae99a5c16d68 HTTP/1.1" status: 200 len: 1093 time: 1.5113409 Sep 29 15:41:25.867288 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [req-87633f9f-2a3d-4d85-90b3-4376f3d5002a req-86067d60-4fe0-4ee6-b7a6-e47032c8a24b tempest-VolumesActionsTest-1909553086 tempest-VolumesActionsTest-1909553086-project] 10.222.0.46 "GET /v2.0/ports?device_id=7a9cb8b0-968a-4d87-af33-c84fb8b29d1d HTTP/1.1" status: 200 len: 210 time: 0.0346596 Sep 29 15:41:25.873042 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d6c8e0a-5dc4-4b61-92e6-976464d8dcc2 service neutron] Pushing event updated for resources: {'Port': ['ID=be589f04-a8be-4407-a166-ae99a5c16d68,revision_number=3']} {{(pid=96121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 15:41:25.927639 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32763ff7-6e52-498e-9439-fc9850aad643 req-68c416be-9b6d-460e-aef9-84792ba40cd2 tempest-AttachVolumeShelveTestJSON-850210833 tempest-AttachVolumeShelveTestJSON-850210833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:41:25.929100 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-32763ff7-6e52-498e-9439-fc9850aad643 req-68c416be-9b6d-460e-aef9-84792ba40cd2 tempest-AttachVolumeShelveTestJSON-850210833 tempest-AttachVolumeShelveTestJSON-850210833-project] 10.222.0.46 "GET /v2.0/ports?device_id=ac0e248a-618c-41cf-8477-3e208b9a1936 HTTP/1.1" status: 200 len: 945 time: 0.0509083 Sep 29 15:41:25.966679 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-32763ff7-6e52-498e-9439-fc9850aad643 req-5b9182f8-e3d2-484a-93be-9315de071d95 tempest-AttachVolumeShelveTestJSON-850210833 tempest-AttachVolumeShelveTestJSON-850210833-project] 10.222.0.46 "GET /v2.0/security-groups?id=0ae69e60-4c6a-41e5-8a1f-3e04c991f9a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315392 Sep 29 15:41:26.202602 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602474fc-ded6-42d3-8016-3a1a22096359 req-dfb5db5f-aa8f-4c8d-a83a-f0d73b21ce5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:41:26.204657 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-602474fc-ded6-42d3-8016-3a1a22096359 req-dfb5db5f-aa8f-4c8d-a83a-f0d73b21ce5b service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=230295d16b3f4b9c95387a6193aeb6e3&device_id=12916054-ee30-40bd-bd52-1414f33feb76 HTTP/1.1" status: 200 len: 1096 time: 0.0404437 Sep 29 15:41:26.258824 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-602474fc-ded6-42d3-8016-3a1a22096359 req-a19e6260-bebf-4457-bb6a-092f6258e967 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=be589f04-a8be-4407-a166-ae99a5c16d68 HTTP/1.1" status: 200 len: 217 time: 0.0363379 Sep 29 15:41:26.309028 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602474fc-ded6-42d3-8016-3a1a22096359 req-9fbf63d3-f30f-4741-b3bf-99ecb4a2a394 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:41:26.310573 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-602474fc-ded6-42d3-8016-3a1a22096359 req-9fbf63d3-f30f-4741-b3bf-99ecb4a2a394 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=f52e1823-73ec-4946-856c-fe4a0be10483 HTTP/1.1" status: 200 len: 855 time: 0.0425649 Sep 29 15:41:26.320863 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984ed3cb-6d3c-409f-9791-a5c1dc1fd76d req-a5216ab2-4780-499d-af0d-85e537ab57d3 tempest-AttachVolumeNegativeTest-728742291 tempest-AttachVolumeNegativeTest-728742291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:41:26.322395 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [req-984ed3cb-6d3c-409f-9791-a5c1dc1fd76d req-a5216ab2-4780-499d-af0d-85e537ab57d3 tempest-AttachVolumeNegativeTest-728742291 tempest-AttachVolumeNegativeTest-728742291-project] 10.222.0.46 "GET /v2.0/ports?device_id=12916054-ee30-40bd-bd52-1414f33feb76 HTTP/1.1" status: 200 len: 943 time: 0.0467055 Sep 29 15:41:26.349130 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-602474fc-ded6-42d3-8016-3a1a22096359 req-165359b5-6d00-43e1-8538-da39332b3e92 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=6dbc83d2-1eb6-4d2f-92e2-862eb74e4124&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0243433 Sep 29 15:41:26.360075 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [req-984ed3cb-6d3c-409f-9791-a5c1dc1fd76d req-3c2181f6-34f0-4962-8629-a7e01094e501 tempest-AttachVolumeNegativeTest-728742291 tempest-AttachVolumeNegativeTest-728742291-project] 10.222.0.46 "GET /v2.0/security-groups?id=c4509334-a1e4-43fe-aae7-235e447c037b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304894 Sep 29 15:41:26.448583 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-602474fc-ded6-42d3-8016-3a1a22096359 req-8f1e03ad-25b9-4d44-8319-6b01c43a41be service neutron] 10.222.0.22 "GET /v2.0/networks/6dbc83d2-1eb6-4d2f-92e2-862eb74e4124?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870149 Sep 29 15:41:26.526275 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.wsgi [-] (96120) accepted ('10.222.0.46', 60212) {{(pid=96120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 15:41:26.549355 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-602474fc-ded6-42d3-8016-3a1a22096359 req-a29e1c02-5b68-4890-914b-952b52a77072 service neutron] 10.222.0.22 "GET /v2.0/networks/6dbc83d2-1eb6-4d2f-92e2-862eb74e4124?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0923927 Sep 29 15:41:26.591506 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron_lib.callbacks.manager [None req-14dae86f-a756-4247-9135-ba6ef1b0f07d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741779927170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-625140'] for agent, after_update {{(pid=96122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:41:26.636523 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc417b3d-409e-41bc-9f3e-0f79adff2c0b req-df5a220f-42e3-4504-acca-81e049a60cf9 tempest-AttachVolumeTestJSON-270594920 tempest-AttachVolumeTestJSON-270594920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:41:26.638003 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-dc417b3d-409e-41bc-9f3e-0f79adff2c0b req-df5a220f-42e3-4504-acca-81e049a60cf9 tempest-AttachVolumeTestJSON-270594920 tempest-AttachVolumeTestJSON-270594920-project] 10.222.0.46 "GET /v2.0/ports?device_id=f6e7bb73-46e1-46cc-b0cb-c0a13b6c495d HTTP/1.1" status: 200 len: 946 time: 0.0557897 Sep 29 15:41:26.676798 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-9dda5592-3383-405d-a036-e163dce2ce1f admin admin] Notify callbacks [] for security_group, before_create {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:41:26.691754 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-dc417b3d-409e-41bc-9f3e-0f79adff2c0b req-8e9f9bbd-e8ca-4330-a9fe-0bc82a289150 tempest-AttachVolumeTestJSON-270594920 tempest-AttachVolumeTestJSON-270594920-project] 10.222.0.46 "GET /v2.0/security-groups?id=fd7c349f-6119-46da-b1a9-67ca18fd632b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427182 Sep 29 15:41:26.775316 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-9dda5592-3383-405d-a036-e163dce2ce1f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:41:26.972196 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [req-7881d578-cfb7-4e1a-92da-464d97949906 req-e189736a-2e94-4171-97f2-5d202097225f tempest-VolumesActionsTest-1909553086 tempest-VolumesActionsTest-1909553086-project] 10.222.0.46 "GET /v2.0/ports?device_id=7a9cb8b0-968a-4d87-af33-c84fb8b29d1d HTTP/1.1" status: 200 len: 210 time: 0.0259662 Sep 29 15:41:26.972923 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-9dda5592-3383-405d-a036-e163dce2ce1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579214'] for security_group, after_create {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:41:27.010408 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [None req-9dda5592-3383-405d-a036-e163dce2ce1f admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=791f2dff9ef640da86cdea82d7a4c916&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4822495 Sep 29 15:41:27.012285 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dda5592-3383-405d-a036-e163dce2ce1f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f16aa6b5-0267-4845-bda4-3ee803d5a1e6,revision_number=1']} {{(pid=96120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 15:41:27.013127 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.wsgi [-] (96121) accepted ('10.222.0.46', 60220) {{(pid=96121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 15:41:27.094590 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [None req-6e5ca703-99f8-4dfd-852a-f806a46d1686 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:41:27.105641 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400ace79-66e9-46b2-a2e8-ac0279be9d58 req-d56e443d-6806-4a88-9b27-95ef2f59a92c tempest-AttachVolumeShelveTestJSON-850210833 tempest-AttachVolumeShelveTestJSON-850210833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:41:27.107111 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-400ace79-66e9-46b2-a2e8-ac0279be9d58 req-d56e443d-6806-4a88-9b27-95ef2f59a92c tempest-AttachVolumeShelveTestJSON-850210833 tempest-AttachVolumeShelveTestJSON-850210833-project] 10.222.0.46 "GET /v2.0/ports?device_id=ac0e248a-618c-41cf-8477-3e208b9a1936 HTTP/1.1" status: 200 len: 945 time: 0.0653784 Sep 29 15:41:27.135604 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [None req-6e5ca703-99f8-4dfd-852a-f806a46d1686 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:41:27.178710 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-400ace79-66e9-46b2-a2e8-ac0279be9d58 req-46771ad4-eeac-4fbd-b4b6-afd2615ef4eb tempest-AttachVolumeShelveTestJSON-850210833 tempest-AttachVolumeShelveTestJSON-850210833-project] 10.222.0.46 "GET /v2.0/security-groups?id=0ae69e60-4c6a-41e5-8a1f-3e04c991f9a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0646923 Sep 29 15:41:27.252028 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.wsgi [-] (96120) accepted ('10.222.0.46', 60226) {{(pid=96120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 15:41:27.355214 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-c24c410f-8d38-4751-8a90-2f008ae869fd admin admin] Notify callbacks [] for security_group, before_create {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:41:27.367745 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [None req-6e5ca703-99f8-4dfd-852a-f806a46d1686 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579214'] for security_group, after_delete {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:41:27.370590 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [None req-6e5ca703-99f8-4dfd-852a-f806a46d1686 admin admin] Notify callbacks [] for security_group, before_response {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:41:27.371756 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [None req-6e5ca703-99f8-4dfd-852a-f806a46d1686 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/f16aa6b5-0267-4845-bda4-3ee803d5a1e6 HTTP/1.1" status: 204 len: 168 time: 0.3575480 Sep 29 15:41:27.389423 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e5ca703-99f8-4dfd-852a-f806a46d1686 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f16aa6b5-0267-4845-bda4-3ee803d5a1e6,revision_number=None']} {{(pid=96121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 15:41:27.508917 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885ff5d2-8d35-48dd-bf7f-c7d6c49e03e3 req-88afe382-a944-4002-8f23-d8b8efde8dbb tempest-AttachVolumeNegativeTest-728742291 tempest-AttachVolumeNegativeTest-728742291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:41:27.510578 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [req-885ff5d2-8d35-48dd-bf7f-c7d6c49e03e3 req-88afe382-a944-4002-8f23-d8b8efde8dbb tempest-AttachVolumeNegativeTest-728742291 tempest-AttachVolumeNegativeTest-728742291-project] 10.222.0.46 "GET /v2.0/ports?device_id=12916054-ee30-40bd-bd52-1414f33feb76 HTTP/1.1" status: 200 len: 943 time: 0.0714467 Sep 29 15:41:27.520529 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-c24c410f-8d38-4751-8a90-2f008ae869fd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:41:27.554618 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [req-885ff5d2-8d35-48dd-bf7f-c7d6c49e03e3 req-42db460b-157d-4ea2-a5c1-3d31f4120cb8 tempest-AttachVolumeNegativeTest-728742291 tempest-AttachVolumeNegativeTest-728742291-project] 10.222.0.46 "GET /v2.0/security-groups?id=c4509334-a1e4-43fe-aae7-235e447c037b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360863 Sep 29 15:41:27.601914 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron_lib.callbacks.manager [None req-86ea74e9-eea3-4769-b153-652ac6294d68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741779927170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-625140'] for agent, after_update {{(pid=96122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:41:27.682096 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-c24c410f-8d38-4751-8a90-2f008ae869fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579214'] for security_group, after_create {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:41:27.720071 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [None req-c24c410f-8d38-4751-8a90-2f008ae869fd admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=cbc1db84d0bf4f93a9312ac248d3937e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4668705 Sep 29 15:41:27.721292 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c24c410f-8d38-4751-8a90-2f008ae869fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2c3d788-13b4-4adf-bb70-939938673271,revision_number=1']} {{(pid=96120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 15:41:27.722766 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.wsgi [-] (96121) accepted ('10.222.0.46', 60236) {{(pid=96121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 15:41:27.790459 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [None req-7d1beabf-2847-4b9f-97c5-669876400265 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:41:27.811440 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [None req-7d1beabf-2847-4b9f-97c5-669876400265 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:41:27.824214 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '12916054-ee30-40bd-bd52-1414f33feb76', 'tag': 'be589f04-a8be-4407-a166-ae99a5c16d68'}] {{(pid=96121) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 15:41:27.826859 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dcbd94143c65fdb0f5c12b0c92a6468c38125261e55d21e9818266cb91f6c0d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b169c1ed-d66f-4986-b195-7936dc59d580" -d '{"events": [{"name": "network-changed", "server_uuid": "12916054-ee30-40bd-bd52-1414f33feb76", "tag": "be589f04-a8be-4407-a166-ae99a5c16d68"}]}' {{(pid=96121) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 15:41:27.869341 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 29 Sep 2021 15:41:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37ef11aa-934f-4552-91bf-00c9f78ec955 x-openstack-request-id: req-37ef11aa-934f-4552-91bf-00c9f78ec955 {{(pid=96121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 15:41:27.875297 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "12916054-ee30-40bd-bd52-1414f33feb76", "tag": "be589f04-a8be-4407-a166-ae99a5c16d68", "status": "completed", "code": 200}]} {{(pid=96121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 15:41:27.875297 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-37ef11aa-934f-4552-91bf-00c9f78ec955 {{(pid=96121) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 15:41:27.875297 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '12916054-ee30-40bd-bd52-1414f33feb76', 'tag': 'be589f04-a8be-4407-a166-ae99a5c16d68', 'status': 'completed', 'code': 200} Sep 29 15:41:27.889916 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38cfe8c3-699a-4bac-96b4-c665e1836b51 req-bda9374b-df6c-488c-a0c4-1cb5e897d0cf tempest-AttachVolumeTestJSON-270594920 tempest-AttachVolumeTestJSON-270594920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:41:27.892371 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-38cfe8c3-699a-4bac-96b4-c665e1836b51 req-bda9374b-df6c-488c-a0c4-1cb5e897d0cf tempest-AttachVolumeTestJSON-270594920 tempest-AttachVolumeTestJSON-270594920-project] 10.222.0.46 "GET /v2.0/ports?device_id=f6e7bb73-46e1-46cc-b0cb-c0a13b6c495d HTTP/1.1" status: 200 len: 946 time: 0.1153741 Sep 29 15:41:27.928726 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-38cfe8c3-699a-4bac-96b4-c665e1836b51 req-7c86ff69-8029-4260-955d-3faaace4abea tempest-AttachVolumeTestJSON-270594920 tempest-AttachVolumeTestJSON-270594920-project] 10.222.0.46 "GET /v2.0/security-groups?id=fd7c349f-6119-46da-b1a9-67ca18fd632b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305381 Sep 29 15:41:27.971030 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b169c1ed-d66f-4986-b195-7936dc59d580 req-272af898-69fe-463b-9dad-e4efcab45b2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:41:27.972544 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-b169c1ed-d66f-4986-b195-7936dc59d580 req-272af898-69fe-463b-9dad-e4efcab45b2c service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=230295d16b3f4b9c95387a6193aeb6e3&device_id=12916054-ee30-40bd-bd52-1414f33feb76 HTTP/1.1" status: 200 len: 1096 time: 0.0387590 Sep 29 15:41:28.036181 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [None req-7d1beabf-2847-4b9f-97c5-669876400265 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579214'] for security_group, after_delete {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:41:28.038684 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [None req-7d1beabf-2847-4b9f-97c5-669876400265 admin admin] Notify callbacks [] for security_group, before_response {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:41:28.039806 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [None req-7d1beabf-2847-4b9f-97c5-669876400265 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/c2c3d788-13b4-4adf-bb70-939938673271 HTTP/1.1" status: 204 len: 168 time: 0.3160441 Sep 29 15:41:28.062071 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d1beabf-2847-4b9f-97c5-669876400265 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2c3d788-13b4-4adf-bb70-939938673271,revision_number=None']} {{(pid=96121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 15:41:28.119381 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b169c1ed-d66f-4986-b195-7936dc59d580 req-ac6082d0-e78d-46fc-9a11-97b340c28a02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:41:28.120935 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-b169c1ed-d66f-4986-b195-7936dc59d580 req-ac6082d0-e78d-46fc-9a11-97b340c28a02 service neutron] 10.222.0.22 "GET /v2.0/networks?id=6dbc83d2-1eb6-4d2f-92e2-862eb74e4124 HTTP/1.1" status: 200 len: 916 time: 0.1028740 Sep 29 15:41:28.166612 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-b169c1ed-d66f-4986-b195-7936dc59d580 req-fb26a0af-1e80-4d7d-9a76-1a8a2a375f53 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=be589f04-a8be-4407-a166-ae99a5c16d68 HTTP/1.1" status: 200 len: 217 time: 0.0332460 Sep 29 15:41:28.232396 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b169c1ed-d66f-4986-b195-7936dc59d580 req-0c8a0880-8e82-46ed-bf69-51a2ea94e6db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:41:28.235735 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-b169c1ed-d66f-4986-b195-7936dc59d580 req-0c8a0880-8e82-46ed-bf69-51a2ea94e6db service neutron] 10.222.0.22 "GET /v2.0/subnets?id=f52e1823-73ec-4946-856c-fe4a0be10483 HTTP/1.1" status: 200 len: 855 time: 0.0597801 Sep 29 15:41:28.278155 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.wsgi [-] (96120) accepted ('10.222.0.46', 60254) {{(pid=96120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 15:41:28.297742 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-3ddc1d53-6ba7-44cd-bafa-d06933e8cecb admin admin] Notify callbacks [] for security_group, before_create {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:41:28.298009 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-b169c1ed-d66f-4986-b195-7936dc59d580 req-9c4a6029-6414-4d7f-879e-07869d16c57f service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=6dbc83d2-1eb6-4d2f-92e2-862eb74e4124&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0405183 Sep 29 15:41:28.360274 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4884b71c-08a5-4620-a8ab-edd1d1c4d994 req-bff74a28-8bdd-4bfd-a6b7-9036c996b431 tempest-AttachVolumeShelveTestJSON-850210833 tempest-AttachVolumeShelveTestJSON-850210833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:41:28.361785 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-4884b71c-08a5-4620-a8ab-edd1d1c4d994 req-bff74a28-8bdd-4bfd-a6b7-9036c996b431 tempest-AttachVolumeShelveTestJSON-850210833 tempest-AttachVolumeShelveTestJSON-850210833-project] 10.222.0.46 "GET /v2.0/ports?device_id=ac0e248a-618c-41cf-8477-3e208b9a1936 HTTP/1.1" status: 200 len: 945 time: 0.0966115 Sep 29 15:41:28.401015 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-3ddc1d53-6ba7-44cd-bafa-d06933e8cecb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:41:28.448016 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-4884b71c-08a5-4620-a8ab-edd1d1c4d994 req-ee9c0906-b985-43db-94a1-2666a19c00c9 tempest-AttachVolumeShelveTestJSON-850210833 tempest-AttachVolumeShelveTestJSON-850210833-project] 10.222.0.46 "GET /v2.0/security-groups?id=0ae69e60-4c6a-41e5-8a1f-3e04c991f9a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509789 Sep 29 15:41:28.449996 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-b169c1ed-d66f-4986-b195-7936dc59d580 req-b58652ea-29d0-4dac-b674-c2b73c4701a4 service neutron] 10.222.0.22 "GET /v2.0/networks/6dbc83d2-1eb6-4d2f-92e2-862eb74e4124?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1299295 Sep 29 15:41:28.484791 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-3ddc1d53-6ba7-44cd-bafa-d06933e8cecb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579214'] for security_group, after_create {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:41:28.537536 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ddc1d53-6ba7-44cd-bafa-d06933e8cecb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47e9d1a6-70e1-41eb-9f56-5c8a99c849d6,revision_number=1']} {{(pid=96120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 15:41:28.542891 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [None req-3ddc1d53-6ba7-44cd-bafa-d06933e8cecb admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=dff92488d3014baaa14061f741102b20&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2637858 Sep 29 15:41:28.545549 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.wsgi [-] (96120) accepted ('10.222.0.46', 60266) {{(pid=96120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 15:41:28.563932 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-b169c1ed-d66f-4986-b195-7936dc59d580 req-43133dfa-b47a-481d-ba6e-bcf9471d1b6f service neutron] 10.222.0.22 "GET /v2.0/networks/6dbc83d2-1eb6-4d2f-92e2-862eb74e4124?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1026514 Sep 29 15:41:28.601555 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-dcef7c9a-ff2a-44e6-86d9-d2a0e13799e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:41:28.626094 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-dcef7c9a-ff2a-44e6-86d9-d2a0e13799e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:41:28.635928 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron_lib.callbacks.manager [None req-d04ed334-d278-4234-b850-06fee10c9c6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741779927170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-625140'] for agent, after_update {{(pid=96122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:41:28.704529 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a967857-25e3-4bad-84a0-b84768c55190 req-627a5c2b-8564-4bc2-984e-bb2c01c5d2b0 tempest-AttachVolumeNegativeTest-728742291 tempest-AttachVolumeNegativeTest-728742291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:41:28.705795 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [req-8a967857-25e3-4bad-84a0-b84768c55190 req-627a5c2b-8564-4bc2-984e-bb2c01c5d2b0 tempest-AttachVolumeNegativeTest-728742291 tempest-AttachVolumeNegativeTest-728742291-project] 10.222.0.46 "GET /v2.0/ports?device_id=12916054-ee30-40bd-bd52-1414f33feb76 HTTP/1.1" status: 200 len: 943 time: 0.0571749 Sep 29 15:41:28.741106 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.plugins.ml2.rpc [None req-4d55257e-523e-4b8d-ab2b-d46a31710be1 None None] Device be589f04-a8be-4407-a166-ae99a5c16d68 details requested by agent hyperv_hv-cinder-80661 with host hv-cinder-80661 {{(pid=96122) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 29 15:41:28.745122 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [req-8a967857-25e3-4bad-84a0-b84768c55190 req-4033d337-7519-434a-b7a0-4fb3f9c66fff tempest-AttachVolumeNegativeTest-728742291 tempest-AttachVolumeNegativeTest-728742291-project] 10.222.0.46 "GET /v2.0/security-groups?id=c4509334-a1e4-43fe-aae7-235e447c037b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325153 Sep 29 15:41:28.751545 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.plugins.ml2.rpc [None req-4d55257e-523e-4b8d-ab2b-d46a31710be1 None None] Device b4161e3b-0af6-4ef5-bb38-8d93eb7f4d29 no longer exists at agent hyperv_hv-cinder-80661 {{(pid=96122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 15:41:28.777604 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.plugins.ml2.plugin [None req-4d55257e-523e-4b8d-ab2b-d46a31710be1 None None] No Port match for: b4161e3b-0af6-4ef5-bb38-8d93eb7f4d29 {{(pid=96122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 29 15:41:28.778161 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.plugins.ml2.rpc [None req-4d55257e-523e-4b8d-ab2b-d46a31710be1 None None] Device b4161e3b-0af6-4ef5-bb38-8d93eb7f4d29 not bound to the agent host hv-cinder-80661 {{(pid=96122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 15:41:28.843373 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-dcef7c9a-ff2a-44e6-86d9-d2a0e13799e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579214'] for security_group, after_delete {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:41:28.846573 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-dcef7c9a-ff2a-44e6-86d9-d2a0e13799e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:41:28.850834 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [None req-dcef7c9a-ff2a-44e6-86d9-d2a0e13799e5 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/47e9d1a6-70e1-41eb-9f56-5c8a99c849d6 HTTP/1.1" status: 204 len: 168 time: 0.3014176 Sep 29 15:41:28.855793 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcef7c9a-ff2a-44e6-86d9-d2a0e13799e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47e9d1a6-70e1-41eb-9f56-5c8a99c849d6,revision_number=None']} {{(pid=96120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 15:41:28.861103 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.plugins.ml2.db [None req-4d55257e-523e-4b8d-ab2b-d46a31710be1 None None] For port be589f04-a8be-4407-a166-ae99a5c16d68, host hv-cinder-80661, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80661',level=0,port_id=be589f04-a8be-4407-a166-ae99a5c16d68,segment=NetworkSegment(410a5b94-6c4f-4e8c-81e4-151e9b9c01d0),segment_id=410a5b94-6c4f-4e8c-81e4-151e9b9c01d0)] {{(pid=96122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 15:41:28.880819 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.plugins.ml2.rpc [None req-4d55257e-523e-4b8d-ab2b-d46a31710be1 None None] Returning: {'device': 'be589f04-a8be-4407-a166-ae99a5c16d68', 'network_id': '6dbc83d2-1eb6-4d2f-92e2-862eb74e4124', 'port_id': 'be589f04-a8be-4407-a166-ae99a5c16d68', 'mac_address': 'fa:16:3e:d7:b3:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 643, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f52e1823-73ec-4946-856c-fe4a0be10483', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=96122) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 29 15:41:28.919019 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron_lib.callbacks.manager [None req-4d55257e-523e-4b8d-ab2b-d46a31710be1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-684029'] for port, before_update {{(pid=96122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:41:28.931050 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.notifiers.nova [None req-4d55257e-523e-4b8d-ab2b-d46a31710be1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id be589f04-a8be-4407-a166-ae99a5c16d68 {{(pid=96122) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 15:41:28.949322 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.plugins.ml2.db [None req-4d55257e-523e-4b8d-ab2b-d46a31710be1 None None] For port be589f04-a8be-4407-a166-ae99a5c16d68, host hv-cinder-80661, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80661',level=0,port_id=be589f04-a8be-4407-a166-ae99a5c16d68,segment=NetworkSegment(410a5b94-6c4f-4e8c-81e4-151e9b9c01d0),segment_id=410a5b94-6c4f-4e8c-81e4-151e9b9c01d0)] {{(pid=96122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 15:41:29.045336 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef9a1b5-ea0e-43b4-865c-c0cee70bba61 req-cdedc71a-9163-44fe-b50a-6ae0350f8286 tempest-AttachVolumeTestJSON-270594920 tempest-AttachVolumeTestJSON-270594920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:41:29.046853 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-fef9a1b5-ea0e-43b4-865c-c0cee70bba61 req-cdedc71a-9163-44fe-b50a-6ae0350f8286 tempest-AttachVolumeTestJSON-270594920 tempest-AttachVolumeTestJSON-270594920-project] 10.222.0.46 "GET /v2.0/ports?device_id=f6e7bb73-46e1-46cc-b0cb-c0a13b6c495d HTTP/1.1" status: 200 len: 946 time: 0.0518489 Sep 29 15:41:29.092706 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-fef9a1b5-ea0e-43b4-865c-c0cee70bba61 req-14ec2c5e-cbd2-4c5c-9f85-6e7b33fc64e8 tempest-AttachVolumeTestJSON-270594920 tempest-AttachVolumeTestJSON-270594920-project] 10.222.0.46 "GET /v2.0/security-groups?id=fd7c349f-6119-46da-b1a9-67ca18fd632b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396068 Sep 29 15:41:29.144933 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron_lib.callbacks.manager [None req-4d55257e-523e-4b8d-ab2b-d46a31710be1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741780147972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741779628755', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741779628773'] for port, after_update {{(pid=96122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:41:29.196648 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d55257e-523e-4b8d-ab2b-d46a31710be1 None None] Pushing event updated for resources: {'Port': ['ID=be589f04-a8be-4407-a166-ae99a5c16d68,revision_number=4']} {{(pid=96122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 15:41:29.573055 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077c0a90-7d0b-419a-bc0f-c26c112dcdd5 req-471f9673-a8c0-460d-82f3-a7bdb7872ba2 tempest-AttachVolumeShelveTestJSON-850210833 tempest-AttachVolumeShelveTestJSON-850210833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:41:29.574567 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [req-077c0a90-7d0b-419a-bc0f-c26c112dcdd5 req-471f9673-a8c0-460d-82f3-a7bdb7872ba2 tempest-AttachVolumeShelveTestJSON-850210833 tempest-AttachVolumeShelveTestJSON-850210833-project] 10.222.0.46 "GET /v2.0/ports?device_id=ac0e248a-618c-41cf-8477-3e208b9a1936 HTTP/1.1" status: 200 len: 945 time: 0.0491297 Sep 29 15:41:29.625186 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.plugins.ml2.db [None req-4d55257e-523e-4b8d-ab2b-d46a31710be1 None None] get_ports_and_sgs() called for port_ids ['be589f04-a8be-4407-a166-ae99a5c16d68'] {{(pid=96122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 15:41:29.630219 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron_lib.callbacks.manager [None req-9bd021b7-afaf-4c67-b111-7b9308fbf6a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741779927170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-625140'] for agent, after_update {{(pid=96122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:41:29.633738 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [req-077c0a90-7d0b-419a-bc0f-c26c112dcdd5 req-379bce0c-e5de-433e-86d8-10a289570176 tempest-AttachVolumeShelveTestJSON-850210833 tempest-AttachVolumeShelveTestJSON-850210833-project] 10.222.0.46 "GET /v2.0/security-groups?id=0ae69e60-4c6a-41e5-8a1f-3e04c991f9a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517397 Sep 29 15:41:29.887212 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d3a85d-4627-4908-ae32-e7262db520c0 req-1d6c5988-b29f-4559-a467-c75e99304f8a tempest-AttachVolumeNegativeTest-728742291 tempest-AttachVolumeNegativeTest-728742291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:41:29.888985 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-33d3a85d-4627-4908-ae32-e7262db520c0 req-1d6c5988-b29f-4559-a467-c75e99304f8a tempest-AttachVolumeNegativeTest-728742291 tempest-AttachVolumeNegativeTest-728742291-project] 10.222.0.46 "GET /v2.0/ports?device_id=12916054-ee30-40bd-bd52-1414f33feb76 HTTP/1.1" status: 200 len: 944 time: 0.0590813 Sep 29 15:41:29.930123 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-33d3a85d-4627-4908-ae32-e7262db520c0 req-17040686-8cf9-4213-b42f-6143f67bf479 tempest-AttachVolumeNegativeTest-728742291 tempest-AttachVolumeNegativeTest-728742291-project] 10.222.0.46 "GET /v2.0/security-groups?id=c4509334-a1e4-43fe-aae7-235e447c037b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329785 Sep 29 15:41:30.209112 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2623b97-8db8-44b1-9317-c8254ca53202 req-f1b78936-7114-4523-8db2-0f042fc04c4d tempest-AttachVolumeTestJSON-270594920 tempest-AttachVolumeTestJSON-270594920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:41:30.210608 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [req-f2623b97-8db8-44b1-9317-c8254ca53202 req-f1b78936-7114-4523-8db2-0f042fc04c4d tempest-AttachVolumeTestJSON-270594920 tempest-AttachVolumeTestJSON-270594920-project] 10.222.0.46 "GET /v2.0/ports?device_id=f6e7bb73-46e1-46cc-b0cb-c0a13b6c495d HTTP/1.1" status: 200 len: 946 time: 0.0484018 Sep 29 15:41:30.247483 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [req-f2623b97-8db8-44b1-9317-c8254ca53202 req-62fb86d6-f127-4271-a57a-f4f2e091bf56 tempest-AttachVolumeTestJSON-270594920 tempest-AttachVolumeTestJSON-270594920-project] 10.222.0.46 "GET /v2.0/security-groups?id=fd7c349f-6119-46da-b1a9-67ca18fd632b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309694 Sep 29 15:41:30.747792 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db2f9c1-5de6-49d1-bca5-5608e742f094 req-cc9cad5f-db21-4412-bcd1-41011e3ae3cc tempest-AttachVolumeShelveTestJSON-850210833 tempest-AttachVolumeShelveTestJSON-850210833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:41:30.749290 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-2db2f9c1-5de6-49d1-bca5-5608e742f094 req-cc9cad5f-db21-4412-bcd1-41011e3ae3cc tempest-AttachVolumeShelveTestJSON-850210833 tempest-AttachVolumeShelveTestJSON-850210833-project] 10.222.0.46 "GET /v2.0/ports?device_id=ac0e248a-618c-41cf-8477-3e208b9a1936 HTTP/1.1" status: 200 len: 945 time: 0.0496101 Sep 29 15:41:30.787790 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-2db2f9c1-5de6-49d1-bca5-5608e742f094 req-b03e75aa-3239-4f95-a57a-14341426c622 tempest-AttachVolumeShelveTestJSON-850210833 tempest-AttachVolumeShelveTestJSON-850210833-project] 10.222.0.46 "GET /v2.0/security-groups?id=0ae69e60-4c6a-41e5-8a1f-3e04c991f9a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315037 Sep 29 15:41:31.048234 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3e2975-9f13-4e1a-bdbe-656b5c20d60f req-9f45ab1b-553a-4f91-b975-bb5013526e56 tempest-AttachVolumeNegativeTest-728742291 tempest-AttachVolumeNegativeTest-728742291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:41:31.049673 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [req-cd3e2975-9f13-4e1a-bdbe-656b5c20d60f req-9f45ab1b-553a-4f91-b975-bb5013526e56 tempest-AttachVolumeNegativeTest-728742291 tempest-AttachVolumeNegativeTest-728742291-project] 10.222.0.46 "GET /v2.0/ports?device_id=12916054-ee30-40bd-bd52-1414f33feb76 HTTP/1.1" status: 200 len: 944 time: 0.0519881 Sep 29 15:41:31.090996 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [req-cd3e2975-9f13-4e1a-bdbe-656b5c20d60f req-0f6f4a1f-025b-4e8c-9268-1caabf4e95a1 tempest-AttachVolumeNegativeTest-728742291 tempest-AttachVolumeNegativeTest-728742291-project] 10.222.0.46 "GET /v2.0/security-groups?id=c4509334-a1e4-43fe-aae7-235e447c037b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351758 Sep 29 15:41:31.365347 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a0d3e9-8e18-4c17-ba41-278aea0d1113 req-eb084ce8-e697-4b74-af50-d76ec9e51c1c tempest-AttachVolumeTestJSON-270594920 tempest-AttachVolumeTestJSON-270594920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:41:31.366881 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-c7a0d3e9-8e18-4c17-ba41-278aea0d1113 req-eb084ce8-e697-4b74-af50-d76ec9e51c1c tempest-AttachVolumeTestJSON-270594920 tempest-AttachVolumeTestJSON-270594920-project] 10.222.0.46 "GET /v2.0/ports?device_id=f6e7bb73-46e1-46cc-b0cb-c0a13b6c495d HTTP/1.1" status: 200 len: 946 time: 0.0520120 Sep 29 15:41:31.404883 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-c7a0d3e9-8e18-4c17-ba41-278aea0d1113 req-47f5fdbb-0c20-47fd-ac8f-3449afb9c7ac tempest-AttachVolumeTestJSON-270594920 tempest-AttachVolumeTestJSON-270594920-project] 10.222.0.46 "GET /v2.0/security-groups?id=fd7c349f-6119-46da-b1a9-67ca18fd632b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321851 Sep 29 15:41:31.907827 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63e5d64-2be4-4447-872d-fb1547172727 req-ae5b809b-fa33-4bb1-a513-8cd512a216ef tempest-AttachVolumeShelveTestJSON-850210833 tempest-AttachVolumeShelveTestJSON-850210833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:41:31.909420 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [req-d63e5d64-2be4-4447-872d-fb1547172727 req-ae5b809b-fa33-4bb1-a513-8cd512a216ef tempest-AttachVolumeShelveTestJSON-850210833 tempest-AttachVolumeShelveTestJSON-850210833-project] 10.222.0.46 "GET /v2.0/ports?device_id=ac0e248a-618c-41cf-8477-3e208b9a1936 HTTP/1.1" status: 200 len: 945 time: 0.0503042 Sep 29 15:41:31.952035 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [req-d63e5d64-2be4-4447-872d-fb1547172727 req-eff56b4f-08d4-46c1-bb3e-a7a1e064941b tempest-AttachVolumeShelveTestJSON-850210833 tempest-AttachVolumeShelveTestJSON-850210833-project] 10.222.0.46 "GET /v2.0/security-groups?id=0ae69e60-4c6a-41e5-8a1f-3e04c991f9a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365937 Sep 29 15:41:32.204382 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36a7e69-fd93-4aae-93fb-7d8d6240c1cb req-29630989-dde4-440f-afbc-55076b877a3d tempest-AttachVolumeNegativeTest-728742291 tempest-AttachVolumeNegativeTest-728742291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:41:32.205709 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-c36a7e69-fd93-4aae-93fb-7d8d6240c1cb req-29630989-dde4-440f-afbc-55076b877a3d tempest-AttachVolumeNegativeTest-728742291 tempest-AttachVolumeNegativeTest-728742291-project] 10.222.0.46 "GET /v2.0/ports?device_id=12916054-ee30-40bd-bd52-1414f33feb76 HTTP/1.1" status: 200 len: 944 time: 0.0482054 Sep 29 15:41:32.242970 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-c36a7e69-fd93-4aae-93fb-7d8d6240c1cb req-a6d170f9-cdc1-4acb-9ed9-dad77ed6248a tempest-AttachVolumeNegativeTest-728742291 tempest-AttachVolumeNegativeTest-728742291-project] 10.222.0.46 "GET /v2.0/security-groups?id=c4509334-a1e4-43fe-aae7-235e447c037b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314651 Sep 29 15:41:32.526100 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31917ae-b508-446d-afd4-14bc0c783460 req-c9c1308e-2ad8-43b6-9ba1-137970222bea tempest-AttachVolumeTestJSON-270594920 tempest-AttachVolumeTestJSON-270594920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:41:32.527602 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [req-b31917ae-b508-446d-afd4-14bc0c783460 req-c9c1308e-2ad8-43b6-9ba1-137970222bea tempest-AttachVolumeTestJSON-270594920 tempest-AttachVolumeTestJSON-270594920-project] 10.222.0.46 "GET /v2.0/ports?device_id=f6e7bb73-46e1-46cc-b0cb-c0a13b6c495d HTTP/1.1" status: 200 len: 946 time: 0.0486290 Sep 29 15:41:32.565129 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [req-b31917ae-b508-446d-afd4-14bc0c783460 req-56243e38-c9b3-491b-88e6-bf1ef0e729a6 tempest-AttachVolumeTestJSON-270594920 tempest-AttachVolumeTestJSON-270594920-project] 10.222.0.46 "GET /v2.0/security-groups?id=fd7c349f-6119-46da-b1a9-67ca18fd632b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311906 Sep 29 15:41:33.084854 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9de413-7fcd-4b4f-98df-11b68fa88f66 req-436a8f83-d4f2-4c3a-8d0e-e05363086b82 tempest-AttachVolumeShelveTestJSON-850210833 tempest-AttachVolumeShelveTestJSON-850210833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:41:33.086335 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-9b9de413-7fcd-4b4f-98df-11b68fa88f66 req-436a8f83-d4f2-4c3a-8d0e-e05363086b82 tempest-AttachVolumeShelveTestJSON-850210833 tempest-AttachVolumeShelveTestJSON-850210833-project] 10.222.0.46 "GET /v2.0/ports?device_id=ac0e248a-618c-41cf-8477-3e208b9a1936 HTTP/1.1" status: 200 len: 945 time: 0.0485594 Sep 29 15:41:33.122959 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-9b9de413-7fcd-4b4f-98df-11b68fa88f66 req-87ee2ebb-3dc4-4e0a-94fa-3b5bd900104c tempest-AttachVolumeShelveTestJSON-850210833 tempest-AttachVolumeShelveTestJSON-850210833-project] 10.222.0.46 "GET /v2.0/security-groups?id=0ae69e60-4c6a-41e5-8a1f-3e04c991f9a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307639 Sep 29 15:41:33.357533 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1d8d2c-df8a-43ee-978e-0115e5c72bc4 req-21301448-90a9-4a4a-8d5b-80dc38089d56 tempest-AttachVolumeNegativeTest-728742291 tempest-AttachVolumeNegativeTest-728742291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:41:33.358908 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [req-bb1d8d2c-df8a-43ee-978e-0115e5c72bc4 req-21301448-90a9-4a4a-8d5b-80dc38089d56 tempest-AttachVolumeNegativeTest-728742291 tempest-AttachVolumeNegativeTest-728742291-project] 10.222.0.46 "GET /v2.0/ports?device_id=12916054-ee30-40bd-bd52-1414f33feb76 HTTP/1.1" status: 200 len: 944 time: 0.0512826 Sep 29 15:41:33.395979 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [req-bb1d8d2c-df8a-43ee-978e-0115e5c72bc4 req-70e23b21-d9d6-474d-b014-2ec2efba6986 tempest-AttachVolumeNegativeTest-728742291 tempest-AttachVolumeNegativeTest-728742291-project] 10.222.0.46 "GET /v2.0/security-groups?id=c4509334-a1e4-43fe-aae7-235e447c037b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310690 Sep 29 15:41:33.682749 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a9af22-4289-42ef-ba87-89e51949a611 req-4f3c79ed-8071-4b4d-85e2-9a14cc7892d5 tempest-AttachVolumeTestJSON-270594920 tempest-AttachVolumeTestJSON-270594920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:41:33.684228 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-19a9af22-4289-42ef-ba87-89e51949a611 req-4f3c79ed-8071-4b4d-85e2-9a14cc7892d5 tempest-AttachVolumeTestJSON-270594920 tempest-AttachVolumeTestJSON-270594920-project] 10.222.0.46 "GET /v2.0/ports?device_id=f6e7bb73-46e1-46cc-b0cb-c0a13b6c495d HTTP/1.1" status: 200 len: 946 time: 0.0517089 Sep 29 15:41:33.722446 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-19a9af22-4289-42ef-ba87-89e51949a611 req-50a7535c-8fba-489b-bcc6-daf2824b804b tempest-AttachVolumeTestJSON-270594920 tempest-AttachVolumeTestJSON-270594920-project] 10.222.0.46 "GET /v2.0/security-groups?id=fd7c349f-6119-46da-b1a9-67ca18fd632b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317752 Sep 29 15:41:34.248901 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98623685-5497-4e5c-a3d7-6ed90c23c4ac req-c8aec8ee-ad75-4c33-a79b-a9d1ff2832cd tempest-AttachVolumeShelveTestJSON-850210833 tempest-AttachVolumeShelveTestJSON-850210833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:41:34.251509 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [req-98623685-5497-4e5c-a3d7-6ed90c23c4ac req-c8aec8ee-ad75-4c33-a79b-a9d1ff2832cd tempest-AttachVolumeShelveTestJSON-850210833 tempest-AttachVolumeShelveTestJSON-850210833-project] 10.222.0.46 "GET /v2.0/ports?device_id=ac0e248a-618c-41cf-8477-3e208b9a1936 HTTP/1.1" status: 200 len: 945 time: 0.0558074 Sep 29 15:41:34.288135 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [req-98623685-5497-4e5c-a3d7-6ed90c23c4ac req-f5b01b5f-7ee0-4bd1-a80a-608f625a3c11 tempest-AttachVolumeShelveTestJSON-850210833 tempest-AttachVolumeShelveTestJSON-850210833-project] 10.222.0.46 "GET /v2.0/security-groups?id=0ae69e60-4c6a-41e5-8a1f-3e04c991f9a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306082 Sep 29 15:41:34.508585 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5175800a-1279-433d-a9af-70ade891f57f req-69809d3e-8aec-45ed-9e1f-83074f337501 tempest-AttachVolumeNegativeTest-728742291 tempest-AttachVolumeNegativeTest-728742291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:41:34.510070 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-5175800a-1279-433d-a9af-70ade891f57f req-69809d3e-8aec-45ed-9e1f-83074f337501 tempest-AttachVolumeNegativeTest-728742291 tempest-AttachVolumeNegativeTest-728742291-project] 10.222.0.46 "GET /v2.0/ports?device_id=12916054-ee30-40bd-bd52-1414f33feb76 HTTP/1.1" status: 200 len: 944 time: 0.0489175 Sep 29 15:41:34.548051 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-5175800a-1279-433d-a9af-70ade891f57f req-83838bb8-6f8a-497c-8383-27e474766aa3 tempest-AttachVolumeNegativeTest-728742291 tempest-AttachVolumeNegativeTest-728742291-project] 10.222.0.46 "GET /v2.0/security-groups?id=c4509334-a1e4-43fe-aae7-235e447c037b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317578 Sep 29 15:41:34.784064 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.plugins.ml2.rpc [None req-4d55257e-523e-4b8d-ab2b-d46a31710be1 None None] Device be589f04-a8be-4407-a166-ae99a5c16d68 up at agent hyperv_hv-cinder-80661 {{(pid=96122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 15:41:34.845362 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065d5237-c8b7-480e-8a08-e55ef737be89 req-b6a6967d-200e-4ca9-9387-2c45f6422179 tempest-AttachVolumeTestJSON-270594920 tempest-AttachVolumeTestJSON-270594920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:41:34.846262 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [req-065d5237-c8b7-480e-8a08-e55ef737be89 req-b6a6967d-200e-4ca9-9387-2c45f6422179 tempest-AttachVolumeTestJSON-270594920 tempest-AttachVolumeTestJSON-270594920-project] 10.222.0.46 "GET /v2.0/ports?device_id=f6e7bb73-46e1-46cc-b0cb-c0a13b6c495d HTTP/1.1" status: 200 len: 946 time: 0.0516517 Sep 29 15:41:34.897743 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [req-065d5237-c8b7-480e-8a08-e55ef737be89 req-d301112c-133c-4d89-8226-0ded4c219496 tempest-AttachVolumeTestJSON-270594920 tempest-AttachVolumeTestJSON-270594920-project] 10.222.0.46 "GET /v2.0/security-groups?id=fd7c349f-6119-46da-b1a9-67ca18fd632b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416706 Sep 29 15:41:34.920477 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.db.provisioning_blocks [None req-4d55257e-523e-4b8d-ab2b-d46a31710be1 None None] Provisioning for port be589f04-a8be-4407-a166-ae99a5c16d68 completed by entity L2. {{(pid=96122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 29 15:41:34.929335 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.db.provisioning_blocks [None req-4d55257e-523e-4b8d-ab2b-d46a31710be1 None None] Provisioning complete for port be589f04-a8be-4407-a166-ae99a5c16d68 triggered by entity L2. {{(pid=96122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 15:41:34.929869 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron_lib.callbacks.manager [None req-4d55257e-523e-4b8d-ab2b-d46a31710be1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-626465'] for port, provisioning_complete {{(pid=96122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:41:35.012524 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron_lib.callbacks.manager [None req-4d55257e-523e-4b8d-ab2b-d46a31710be1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-684029'] for port, before_update {{(pid=96122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:41:35.036112 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12916054-ee30-40bd-bd52-1414f33feb76', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be589f04-a8be-4407-a166-ae99a5c16d68'}] {{(pid=96122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 15:41:35.038438 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2623ca0f1d0ed70344ce0ae3d74fdbf1495c1e1ffd6c12fe338f92bc8c6604f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b87da65-591c-4b08-b317-1ed533ec6089" -d '{"events": [{"server_uuid": "12916054-ee30-40bd-bd52-1414f33feb76", "name": "network-vif-plugged", "status": "completed", "tag": "be589f04-a8be-4407-a166-ae99a5c16d68"}]}' {{(pid=96122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 15:41:35.051900 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.plugins.ml2.db [None req-4d55257e-523e-4b8d-ab2b-d46a31710be1 None None] For port be589f04-a8be-4407-a166-ae99a5c16d68, host hv-cinder-80661, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80661',level=0,port_id=be589f04-a8be-4407-a166-ae99a5c16d68,segment=NetworkSegment(410a5b94-6c4f-4e8c-81e4-151e9b9c01d0),segment_id=410a5b94-6c4f-4e8c-81e4-151e9b9c01d0)] {{(pid=96122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 15:41:35.086963 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Sep 2021 15:41:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7cd8e3f-8c75-4583-b98a-905a238bd58f x-openstack-request-id: req-b7cd8e3f-8c75-4583-b98a-905a238bd58f {{(pid=96122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 15:41:35.087256 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "12916054-ee30-40bd-bd52-1414f33feb76", "name": "network-vif-plugged", "status": "completed", "tag": "be589f04-a8be-4407-a166-ae99a5c16d68", "code": 200}]} {{(pid=96122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 15:41:35.087623 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-b7cd8e3f-8c75-4583-b98a-905a238bd58f {{(pid=96122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 15:41:35.088233 dv-cinder-806616-6-iscsi neutron-server[96122]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12916054-ee30-40bd-bd52-1414f33feb76', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be589f04-a8be-4407-a166-ae99a5c16d68', 'code': 200} Sep 29 15:41:35.155055 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron_lib.callbacks.manager [None req-4d55257e-523e-4b8d-ab2b-d46a31710be1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741780147972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741779628755', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741779628773'] for port, after_update {{(pid=96122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:41:35.222397 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d55257e-523e-4b8d-ab2b-d46a31710be1 None None] Pushing event updated for resources: {'Port': ['ID=be589f04-a8be-4407-a166-ae99a5c16d68,revision_number=5']} {{(pid=96122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 15:41:35.339615 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e2038b-07b8-4b42-a0b4-742fdaf7a9bc req-7ae5166b-6244-494a-810e-ea7debe5e4dc tempest-ServerRescueNegativeTestJSON-859711067 tempest-ServerRescueNegativeTestJSON-859711067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:41:35.360411 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [req-89e2038b-07b8-4b42-a0b4-742fdaf7a9bc req-7ae5166b-6244-494a-810e-ea7debe5e4dc tempest-ServerRescueNegativeTestJSON-859711067 tempest-ServerRescueNegativeTestJSON-859711067-project] 10.222.0.46 "GET /v2.0/ports?device_id=1d663b77-78b8-44d6-ae6b-8f8b0c2199dd HTTP/1.1" status: 200 len: 945 time: 0.1053617 Sep 29 15:41:35.453407 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb469512-8976-422e-a853-3fab68fb5b7b req-a8f5287c-20b2-483c-b150-34886beb0f00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:41:35.455464 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-cb469512-8976-422e-a853-3fab68fb5b7b req-a8f5287c-20b2-483c-b150-34886beb0f00 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=b4ec83ad588647be8ebbcc854394cb61&device_id=1d663b77-78b8-44d6-ae6b-8f8b0c2199dd HTTP/1.1" status: 200 len: 1098 time: 0.1189766 Sep 29 15:41:35.457152 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [req-89e2038b-07b8-4b42-a0b4-742fdaf7a9bc req-001f5794-1afd-40f8-b221-0522be2bc242 tempest-ServerRescueNegativeTestJSON-859711067 tempest-ServerRescueNegativeTestJSON-859711067-project] 10.222.0.46 "GET /v2.0/security-groups?id=69bb6ea6-2770-4a41-88ab-960c26e8ecb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915225 Sep 29 15:41:35.475130 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f55ef67-26db-4bba-b09a-e17f265024a4 req-2f901779-3092-48df-aae0-5bd2f2319e85 tempest-AttachVolumeShelveTestJSON-850210833 tempest-AttachVolumeShelveTestJSON-850210833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:41:35.483083 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-8f55ef67-26db-4bba-b09a-e17f265024a4 req-2f901779-3092-48df-aae0-5bd2f2319e85 tempest-AttachVolumeShelveTestJSON-850210833 tempest-AttachVolumeShelveTestJSON-850210833-project] 10.222.0.46 "GET /v2.0/ports?device_id=ac0e248a-618c-41cf-8477-3e208b9a1936 HTTP/1.1" status: 200 len: 945 time: 0.0713494 Sep 29 15:41:35.572485 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb469512-8976-422e-a853-3fab68fb5b7b req-4d34950c-f282-425e-a439-a9e891087c7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:41:35.573984 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-cb469512-8976-422e-a853-3fab68fb5b7b req-4d34950c-f282-425e-a439-a9e891087c7e service neutron] 10.222.0.22 "GET /v2.0/networks?id=daa727ac-86a8-4704-b1b4-10803b6b1e68 HTTP/1.1" status: 200 len: 920 time: 0.0962229 Sep 29 15:41:35.630416 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-cb469512-8976-422e-a853-3fab68fb5b7b req-f38dc1b9-cab2-41ba-8834-1819a6d36c06 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=31ccdbe5-d9c3-4401-b176-06795eb1e102 HTTP/1.1" status: 200 len: 217 time: 0.0476453 Sep 29 15:41:35.662371 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-8f55ef67-26db-4bba-b09a-e17f265024a4 req-26c06d7e-88fa-465f-9d10-2b37d63928ff tempest-AttachVolumeShelveTestJSON-850210833 tempest-AttachVolumeShelveTestJSON-850210833-project] 10.222.0.46 "GET /v2.0/security-groups?id=0ae69e60-4c6a-41e5-8a1f-3e04c991f9a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0817685 Sep 29 15:41:35.725891 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132fb0ee-5b91-4b65-87a9-133ec06109ab req-513a8387-d57e-40ab-9917-d60e726425bd tempest-AttachVolumeNegativeTest-728742291 tempest-AttachVolumeNegativeTest-728742291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:41:35.733145 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [req-132fb0ee-5b91-4b65-87a9-133ec06109ab req-513a8387-d57e-40ab-9917-d60e726425bd tempest-AttachVolumeNegativeTest-728742291 tempest-AttachVolumeNegativeTest-728742291-project] 10.222.0.46 "GET /v2.0/ports?device_id=12916054-ee30-40bd-bd52-1414f33feb76 HTTP/1.1" status: 200 len: 945 time: 0.0978744 Sep 29 15:41:35.754286 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea08f62-9b9e-485e-ab26-15aecd3076f6 req-d84005d2-db03-4fea-87b9-2b7a38368f83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:41:35.756073 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-5ea08f62-9b9e-485e-ab26-15aecd3076f6 req-d84005d2-db03-4fea-87b9-2b7a38368f83 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=12916054-ee30-40bd-bd52-1414f33feb76 HTTP/1.1" status: 200 len: 1098 time: 0.0532393 Sep 29 15:41:35.757987 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb469512-8976-422e-a853-3fab68fb5b7b req-c3a3c5a5-b4b8-4f72-855f-a7fb200a1299 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:41:35.759327 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-cb469512-8976-422e-a853-3fab68fb5b7b req-c3a3c5a5-b4b8-4f72-855f-a7fb200a1299 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=f9e1b58c-841a-4928-9689-e4afdbcfa8ba HTTP/1.1" status: 200 len: 859 time: 0.0958254 Sep 29 15:41:35.771613 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [req-132fb0ee-5b91-4b65-87a9-133ec06109ab req-94ee4ce8-984b-4ba2-a1a6-089d3a3a29db tempest-AttachVolumeNegativeTest-728742291 tempest-AttachVolumeNegativeTest-728742291-project] 10.222.0.46 "GET /v2.0/security-groups?id=c4509334-a1e4-43fe-aae7-235e447c037b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374079 Sep 29 15:41:35.837415 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-cb469512-8976-422e-a853-3fab68fb5b7b req-d5f9610a-a551-4cfb-bb67-77779c8daba3 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=daa727ac-86a8-4704-b1b4-10803b6b1e68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0540400 Sep 29 15:41:35.841449 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-5ea08f62-9b9e-485e-ab26-15aecd3076f6 req-2e073639-4420-4bcf-a45f-37b2568ebe77 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=c4509334-a1e4-43fe-aae7-235e447c037b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649977 Sep 29 15:41:36.074123 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcec2de2-2a70-4500-ad51-f810f4a11dcf req-d76f6bee-cf89-409c-9baa-4ceeaab89d6d tempest-AttachVolumeTestJSON-270594920 tempest-AttachVolumeTestJSON-270594920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:41:36.080645 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-bcec2de2-2a70-4500-ad51-f810f4a11dcf req-d76f6bee-cf89-409c-9baa-4ceeaab89d6d tempest-AttachVolumeTestJSON-270594920 tempest-AttachVolumeTestJSON-270594920-project] 10.222.0.46 "GET /v2.0/ports?device_id=f6e7bb73-46e1-46cc-b0cb-c0a13b6c495d HTTP/1.1" status: 200 len: 946 time: 0.0777230 Sep 29 15:41:36.147710 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-bcec2de2-2a70-4500-ad51-f810f4a11dcf req-1c5bc995-6f0a-4f12-a085-53e7c9103d62 tempest-AttachVolumeTestJSON-270594920 tempest-AttachVolumeTestJSON-270594920-project] 10.222.0.46 "GET /v2.0/security-groups?id=fd7c349f-6119-46da-b1a9-67ca18fd632b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0647938 Sep 29 15:41:36.346768 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-cb469512-8976-422e-a853-3fab68fb5b7b req-e0fcfe15-c547-4238-8052-e62b16d80713 service neutron] 10.222.0.22 "GET /v2.0/networks/daa727ac-86a8-4704-b1b4-10803b6b1e68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1006978 Sep 29 15:41:36.549613 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-cb469512-8976-422e-a853-3fab68fb5b7b req-945d4b10-2468-49d2-a040-cf201125dd31 service neutron] 10.222.0.22 "GET /v2.0/networks/daa727ac-86a8-4704-b1b4-10803b6b1e68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1156285 Sep 29 15:41:36.611675 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1815fbbc-6fef-409d-92fd-9b24465b1a84 req-606944bf-a1f1-40d0-8fa4-4a24612d850f tempest-ServerRescueNegativeTestJSON-859711067 tempest-ServerRescueNegativeTestJSON-859711067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:41:36.613460 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [req-1815fbbc-6fef-409d-92fd-9b24465b1a84 req-606944bf-a1f1-40d0-8fa4-4a24612d850f tempest-ServerRescueNegativeTestJSON-859711067 tempest-ServerRescueNegativeTestJSON-859711067-project] 10.222.0.46 "GET /v2.0/ports?device_id=1d663b77-78b8-44d6-ae6b-8f8b0c2199dd HTTP/1.1" status: 200 len: 945 time: 0.0622900 Sep 29 15:41:36.661325 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [req-1815fbbc-6fef-409d-92fd-9b24465b1a84 req-5e55f7c5-a22f-4362-b715-d28d82a2ada6 tempest-ServerRescueNegativeTestJSON-859711067 tempest-ServerRescueNegativeTestJSON-859711067-project] 10.222.0.46 "GET /v2.0/security-groups?id=69bb6ea6-2770-4a41-88ab-960c26e8ecb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416045 Sep 29 15:41:36.822703 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa75233d-9e7d-4492-ae50-c36a193811a1 req-34f237ce-5d68-41a1-b3a0-df11e76ea135 tempest-AttachVolumeShelveTestJSON-850210833 tempest-AttachVolumeShelveTestJSON-850210833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:41:36.830160 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-aa75233d-9e7d-4492-ae50-c36a193811a1 req-34f237ce-5d68-41a1-b3a0-df11e76ea135 tempest-AttachVolumeShelveTestJSON-850210833 tempest-AttachVolumeShelveTestJSON-850210833-project] 10.222.0.46 "GET /v2.0/ports?device_id=ac0e248a-618c-41cf-8477-3e208b9a1936 HTTP/1.1" status: 200 len: 945 time: 0.0639479 Sep 29 15:41:36.867481 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-aa75233d-9e7d-4492-ae50-c36a193811a1 req-344765ef-fc21-4905-86ce-46440e089a49 tempest-AttachVolumeShelveTestJSON-850210833 tempest-AttachVolumeShelveTestJSON-850210833-project] 10.222.0.46 "GET /v2.0/security-groups?id=0ae69e60-4c6a-41e5-8a1f-3e04c991f9a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364654 Sep 29 15:41:36.887508 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron_lib.callbacks.manager [None req-4d55257e-523e-4b8d-ab2b-d46a31710be1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741779927170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-625140'] for agent, after_update {{(pid=96122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:41:36.939474 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b33a4db-3372-4587-a725-d50bc3af052c req-5b64a10a-e25d-4f06-9f8e-f141bf5594e0 tempest-AttachVolumeNegativeTest-728742291 tempest-AttachVolumeNegativeTest-728742291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:41:36.941011 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [req-3b33a4db-3372-4587-a725-d50bc3af052c req-5b64a10a-e25d-4f06-9f8e-f141bf5594e0 tempest-AttachVolumeNegativeTest-728742291 tempest-AttachVolumeNegativeTest-728742291-project] 10.222.0.46 "GET /v2.0/ports?device_id=12916054-ee30-40bd-bd52-1414f33feb76 HTTP/1.1" status: 200 len: 945 time: 0.0604627 Sep 29 15:41:36.994508 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [req-3b33a4db-3372-4587-a725-d50bc3af052c req-749fb713-0946-4fc8-952d-5fe45e95a115 tempest-AttachVolumeNegativeTest-728742291 tempest-AttachVolumeNegativeTest-728742291-project] 10.222.0.46 "GET /v2.0/security-groups?id=c4509334-a1e4-43fe-aae7-235e447c037b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416446 Sep 29 15:41:37.270638 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa4eaec-17ef-4227-9a1a-1bd39d7b3065 req-28594ba6-39c3-4129-966a-d08387e972c3 tempest-AttachVolumeTestJSON-270594920 tempest-AttachVolumeTestJSON-270594920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:41:37.272083 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-daa4eaec-17ef-4227-9a1a-1bd39d7b3065 req-28594ba6-39c3-4129-966a-d08387e972c3 tempest-AttachVolumeTestJSON-270594920 tempest-AttachVolumeTestJSON-270594920-project] 10.222.0.46 "GET /v2.0/ports?device_id=f6e7bb73-46e1-46cc-b0cb-c0a13b6c495d HTTP/1.1" status: 200 len: 946 time: 0.0501537 Sep 29 15:41:37.308095 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-daa4eaec-17ef-4227-9a1a-1bd39d7b3065 req-0f2ef024-8a61-4397-9d12-0a2f933f02ef tempest-AttachVolumeTestJSON-270594920 tempest-AttachVolumeTestJSON-270594920-project] 10.222.0.46 "GET /v2.0/security-groups?id=fd7c349f-6119-46da-b1a9-67ca18fd632b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0301363 Sep 29 15:41:37.780393 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb629e60-ba4c-43a4-9150-e3baa539fc4b req-0d5d63d0-8aaa-401b-9d4f-790b5d8593ea tempest-ServerRescueNegativeTestJSON-859711067 tempest-ServerRescueNegativeTestJSON-859711067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:41:37.781927 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [req-eb629e60-ba4c-43a4-9150-e3baa539fc4b req-0d5d63d0-8aaa-401b-9d4f-790b5d8593ea tempest-ServerRescueNegativeTestJSON-859711067 tempest-ServerRescueNegativeTestJSON-859711067-project] 10.222.0.46 "GET /v2.0/ports?device_id=1d663b77-78b8-44d6-ae6b-8f8b0c2199dd HTTP/1.1" status: 200 len: 945 time: 0.0480175 Sep 29 15:41:37.818541 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [req-eb629e60-ba4c-43a4-9150-e3baa539fc4b req-8b043385-7894-48b3-9626-1a07d8e17f73 tempest-ServerRescueNegativeTestJSON-859711067 tempest-ServerRescueNegativeTestJSON-859711067-project] 10.222.0.46 "GET /v2.0/security-groups?id=69bb6ea6-2770-4a41-88ab-960c26e8ecb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307441 Sep 29 15:41:37.988196 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445fddd4-0778-4117-8f72-2cee3e236541 req-03070cc7-ca68-4d82-afc8-39214187de59 tempest-AttachVolumeShelveTestJSON-850210833 tempest-AttachVolumeShelveTestJSON-850210833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:41:37.989669 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-445fddd4-0778-4117-8f72-2cee3e236541 req-03070cc7-ca68-4d82-afc8-39214187de59 tempest-AttachVolumeShelveTestJSON-850210833 tempest-AttachVolumeShelveTestJSON-850210833-project] 10.222.0.46 "GET /v2.0/ports?device_id=ac0e248a-618c-41cf-8477-3e208b9a1936 HTTP/1.1" status: 200 len: 945 time: 0.0470197 Sep 29 15:41:38.026079 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-445fddd4-0778-4117-8f72-2cee3e236541 req-88da733b-4685-413b-8cd2-3000f819e8f1 tempest-AttachVolumeShelveTestJSON-850210833 tempest-AttachVolumeShelveTestJSON-850210833-project] 10.222.0.46 "GET /v2.0/security-groups?id=0ae69e60-4c6a-41e5-8a1f-3e04c991f9a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306365 Sep 29 15:41:38.116109 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224ee319-de24-4db4-9db4-5d72f08f2b48 req-6283e561-7bdc-40b8-a2bd-186fbc953380 tempest-AttachVolumeNegativeTest-728742291 tempest-AttachVolumeNegativeTest-728742291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:41:38.117567 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [req-224ee319-de24-4db4-9db4-5d72f08f2b48 req-6283e561-7bdc-40b8-a2bd-186fbc953380 tempest-AttachVolumeNegativeTest-728742291 tempest-AttachVolumeNegativeTest-728742291-project] 10.222.0.46 "GET /v2.0/ports?device_id=12916054-ee30-40bd-bd52-1414f33feb76 HTTP/1.1" status: 200 len: 945 time: 0.0468273 Sep 29 15:41:38.153690 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [req-224ee319-de24-4db4-9db4-5d72f08f2b48 req-b3eaf793-8cab-4354-ade8-0298dc4e4ec9 tempest-AttachVolumeNegativeTest-728742291 tempest-AttachVolumeNegativeTest-728742291-project] 10.222.0.46 "GET /v2.0/security-groups?id=c4509334-a1e4-43fe-aae7-235e447c037b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303688 Sep 29 15:41:38.418904 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc0dddd-ef72-424f-bb2b-fb348a04360a req-c747aa0c-93c2-41a3-8cdf-bedab0227185 tempest-AttachVolumeTestJSON-270594920 tempest-AttachVolumeTestJSON-270594920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:41:38.420352 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-bcc0dddd-ef72-424f-bb2b-fb348a04360a req-c747aa0c-93c2-41a3-8cdf-bedab0227185 tempest-AttachVolumeTestJSON-270594920 tempest-AttachVolumeTestJSON-270594920-project] 10.222.0.46 "GET /v2.0/ports?device_id=f6e7bb73-46e1-46cc-b0cb-c0a13b6c495d HTTP/1.1" status: 200 len: 946 time: 0.0466826 Sep 29 15:41:38.456755 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-bcc0dddd-ef72-424f-bb2b-fb348a04360a req-2525244a-feb2-4fcf-b973-c4a427ea4e5a tempest-AttachVolumeTestJSON-270594920 tempest-AttachVolumeTestJSON-270594920-project] 10.222.0.46 "GET /v2.0/security-groups?id=fd7c349f-6119-46da-b1a9-67ca18fd632b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0299489 Sep 29 15:41:38.744344 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.plugins.ml2.rpc [None req-4d55257e-523e-4b8d-ab2b-d46a31710be1 None None] Device 4c897ac8-e270-4e7e-891a-c4da2db1a883 details requested by agent hyperv_hv-cinder-80661 with host hv-cinder-80661 {{(pid=96122) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 29 15:41:38.843141 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.plugins.ml2.db [None req-4d55257e-523e-4b8d-ab2b-d46a31710be1 None None] For port 4c897ac8-e270-4e7e-891a-c4da2db1a883, host hv-cinder-80661, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80661',level=0,port_id=4c897ac8-e270-4e7e-891a-c4da2db1a883,segment=NetworkSegment(445f7458-c019-4777-b7f7-9f69e4e3102b),segment_id=445f7458-c019-4777-b7f7-9f69e4e3102b)] {{(pid=96122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 15:41:38.856130 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.plugins.ml2.rpc [None req-4d55257e-523e-4b8d-ab2b-d46a31710be1 None None] Returning: {'device': '4c897ac8-e270-4e7e-891a-c4da2db1a883', 'network_id': '7d2058d9-0239-4e7f-ad5f-85b9e31d2757', 'port_id': '4c897ac8-e270-4e7e-891a-c4da2db1a883', 'mac_address': 'fa:16:3e:22:fe:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 601, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '56afac6f-63d0-4994-bdac-133803bcf88a', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=96122) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 29 15:41:38.908621 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron_lib.callbacks.manager [None req-4d55257e-523e-4b8d-ab2b-d46a31710be1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-684029'] for port, before_update {{(pid=96122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:41:38.927999 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.notifiers.nova [None req-4d55257e-523e-4b8d-ab2b-d46a31710be1 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 4c897ac8-e270-4e7e-891a-c4da2db1a883 {{(pid=96122) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 15:41:38.953758 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.plugins.ml2.db [None req-4d55257e-523e-4b8d-ab2b-d46a31710be1 None None] For port 4c897ac8-e270-4e7e-891a-c4da2db1a883, host hv-cinder-80661, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80661',level=0,port_id=4c897ac8-e270-4e7e-891a-c4da2db1a883,segment=NetworkSegment(445f7458-c019-4777-b7f7-9f69e4e3102b),segment_id=445f7458-c019-4777-b7f7-9f69e4e3102b)] {{(pid=96122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 15:41:39.042787 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12493cab-6be5-4aa8-91b2-0e801f08b157 req-f8c10f21-e313-41f2-a190-a2822de10d8d tempest-ServerRescueNegativeTestJSON-859711067 tempest-ServerRescueNegativeTestJSON-859711067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:41:39.046360 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [req-12493cab-6be5-4aa8-91b2-0e801f08b157 req-f8c10f21-e313-41f2-a190-a2822de10d8d tempest-ServerRescueNegativeTestJSON-859711067 tempest-ServerRescueNegativeTestJSON-859711067-project] 10.222.0.46 "GET /v2.0/ports?device_id=1d663b77-78b8-44d6-ae6b-8f8b0c2199dd HTTP/1.1" status: 200 len: 945 time: 0.0897684 Sep 29 15:41:39.053717 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron_lib.callbacks.manager [None req-4d55257e-523e-4b8d-ab2b-d46a31710be1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741780147972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741779628755', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741779628773'] for port, after_update {{(pid=96122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:41:39.132736 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d55257e-523e-4b8d-ab2b-d46a31710be1 None None] Pushing event updated for resources: {'Port': ['ID=4c897ac8-e270-4e7e-891a-c4da2db1a883,revision_number=6']} {{(pid=96122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 15:41:39.161850 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [req-12493cab-6be5-4aa8-91b2-0e801f08b157 req-0e8d8d8a-5753-4fe4-bc50-f0c0aab67feb tempest-ServerRescueNegativeTestJSON-859711067 tempest-ServerRescueNegativeTestJSON-859711067-project] 10.222.0.46 "GET /v2.0/security-groups?id=69bb6ea6-2770-4a41-88ab-960c26e8ecb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940018 Sep 29 15:41:39.243066 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9b9773-70b5-47fb-9e14-bcb5e0ccd3a8 req-7a12da93-0c96-4faf-8195-66db6cf2ceb8 tempest-AttachVolumeShelveTestJSON-850210833 tempest-AttachVolumeShelveTestJSON-850210833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:41:39.245409 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-ed9b9773-70b5-47fb-9e14-bcb5e0ccd3a8 req-7a12da93-0c96-4faf-8195-66db6cf2ceb8 tempest-AttachVolumeShelveTestJSON-850210833 tempest-AttachVolumeShelveTestJSON-850210833-project] 10.222.0.46 "GET /v2.0/ports?device_id=ac0e248a-618c-41cf-8477-3e208b9a1936 HTTP/1.1" status: 200 len: 944 time: 0.0801237 Sep 29 15:41:39.292303 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-ed9b9773-70b5-47fb-9e14-bcb5e0ccd3a8 req-07e62d6b-42cb-4bbb-97c7-70d133f615a3 tempest-AttachVolumeShelveTestJSON-850210833 tempest-AttachVolumeShelveTestJSON-850210833-project] 10.222.0.46 "GET /v2.0/security-groups?id=0ae69e60-4c6a-41e5-8a1f-3e04c991f9a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406601 Sep 29 15:41:39.301047 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3886e47b-7f10-4fae-ad98-9459fe2de767 req-4fd78bf6-f5d4-44af-835b-e2e6bcc27aea tempest-AttachVolumeNegativeTest-728742291 tempest-AttachVolumeNegativeTest-728742291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:41:39.302899 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [req-3886e47b-7f10-4fae-ad98-9459fe2de767 req-4fd78bf6-f5d4-44af-835b-e2e6bcc27aea tempest-AttachVolumeNegativeTest-728742291 tempest-AttachVolumeNegativeTest-728742291-project] 10.222.0.46 "GET /v2.0/ports?device_id=12916054-ee30-40bd-bd52-1414f33feb76 HTTP/1.1" status: 200 len: 945 time: 0.0540249 Sep 29 15:41:39.356600 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [req-3886e47b-7f10-4fae-ad98-9459fe2de767 req-4bff7805-3ed4-4407-a73d-5181cb8ca9d7 tempest-AttachVolumeNegativeTest-728742291 tempest-AttachVolumeNegativeTest-728742291-project] 10.222.0.46 "GET /v2.0/security-groups?id=c4509334-a1e4-43fe-aae7-235e447c037b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426331 Sep 29 15:41:39.619686 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb762372-560b-4bcc-9260-7f3e555028bf req-0e6aed26-b39e-4167-b104-cb74d0030d7a tempest-AttachVolumeTestJSON-270594920 tempest-AttachVolumeTestJSON-270594920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:41:39.621549 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-fb762372-560b-4bcc-9260-7f3e555028bf req-0e6aed26-b39e-4167-b104-cb74d0030d7a tempest-AttachVolumeTestJSON-270594920 tempest-AttachVolumeTestJSON-270594920-project] 10.222.0.46 "GET /v2.0/ports?device_id=f6e7bb73-46e1-46cc-b0cb-c0a13b6c495d HTTP/1.1" status: 200 len: 946 time: 0.0720751 Sep 29 15:41:39.676033 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-fb762372-560b-4bcc-9260-7f3e555028bf req-9be7cbb7-5831-40a6-b229-982a19b4c398 tempest-AttachVolumeTestJSON-270594920 tempest-AttachVolumeTestJSON-270594920-project] 10.222.0.46 "GET /v2.0/security-groups?id=fd7c349f-6119-46da-b1a9-67ca18fd632b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426409 Sep 29 15:41:40.086449 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.plugins.ml2.db [None req-4d55257e-523e-4b8d-ab2b-d46a31710be1 None None] get_ports_and_sgs() called for port_ids ['4c897ac8-e270-4e7e-891a-c4da2db1a883'] {{(pid=96122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 15:41:40.340089 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c98899-9e9a-469c-b58f-2e773f5750f5 req-63478c74-6b2d-477e-81ef-bc379141ce1a tempest-ServerRescueNegativeTestJSON-859711067 tempest-ServerRescueNegativeTestJSON-859711067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:41:40.348495 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [req-91c98899-9e9a-469c-b58f-2e773f5750f5 req-63478c74-6b2d-477e-81ef-bc379141ce1a tempest-ServerRescueNegativeTestJSON-859711067 tempest-ServerRescueNegativeTestJSON-859711067-project] 10.222.0.46 "GET /v2.0/ports?device_id=1d663b77-78b8-44d6-ae6b-8f8b0c2199dd HTTP/1.1" status: 200 len: 945 time: 0.0729702 Sep 29 15:41:40.412236 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [req-91c98899-9e9a-469c-b58f-2e773f5750f5 req-579481e6-a1ad-493a-8c5c-0833be2fdc3e tempest-ServerRescueNegativeTestJSON-859711067 tempest-ServerRescueNegativeTestJSON-859711067-project] 10.222.0.46 "GET /v2.0/security-groups?id=69bb6ea6-2770-4a41-88ab-960c26e8ecb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545399 Sep 29 15:41:40.524255 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6c8075-d757-40e6-a0b2-c7531a0312bb req-82c1c7e3-35d3-4649-8625-d163ccb7137a tempest-AttachVolumeNegativeTest-728742291 tempest-AttachVolumeNegativeTest-728742291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:41:40.525819 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [req-dd6c8075-d757-40e6-a0b2-c7531a0312bb req-82c1c7e3-35d3-4649-8625-d163ccb7137a tempest-AttachVolumeNegativeTest-728742291 tempest-AttachVolumeNegativeTest-728742291-project] 10.222.0.46 "GET /v2.0/ports?device_id=12916054-ee30-40bd-bd52-1414f33feb76 HTTP/1.1" status: 200 len: 945 time: 0.0718572 Sep 29 15:41:40.542369 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308a35ab-3b21-46ee-867c-133804853daf req-a56b8009-ff03-428a-a920-428c4d5ddbcf tempest-AttachVolumeShelveTestJSON-850210833 tempest-AttachVolumeShelveTestJSON-850210833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:41:40.551229 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-308a35ab-3b21-46ee-867c-133804853daf req-a56b8009-ff03-428a-a920-428c4d5ddbcf tempest-AttachVolumeShelveTestJSON-850210833 tempest-AttachVolumeShelveTestJSON-850210833-project] 10.222.0.46 "GET /v2.0/ports?device_id=ac0e248a-618c-41cf-8477-3e208b9a1936 HTTP/1.1" status: 200 len: 944 time: 0.0932534 Sep 29 15:41:40.602087 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-308a35ab-3b21-46ee-867c-133804853daf req-70673a06-60ea-4cc9-a9dc-0783a1bd1747 tempest-AttachVolumeShelveTestJSON-850210833 tempest-AttachVolumeShelveTestJSON-850210833-project] 10.222.0.46 "GET /v2.0/security-groups?id=0ae69e60-4c6a-41e5-8a1f-3e04c991f9a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498011 Sep 29 15:41:40.603369 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [req-dd6c8075-d757-40e6-a0b2-c7531a0312bb req-8ece1b36-a90e-4dad-89a5-91cb792a9141 tempest-AttachVolumeNegativeTest-728742291 tempest-AttachVolumeNegativeTest-728742291-project] 10.222.0.46 "GET /v2.0/security-groups?id=c4509334-a1e4-43fe-aae7-235e447c037b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696678 Sep 29 15:41:40.799495 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd3f3f5-6d08-4b7d-9fe8-5e5244fc7e16 req-eca7d964-8ed3-49f3-9211-045e22be2d2a tempest-AttachVolumeTestJSON-270594920 tempest-AttachVolumeTestJSON-270594920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:41:40.805023 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [req-bdd3f3f5-6d08-4b7d-9fe8-5e5244fc7e16 req-eca7d964-8ed3-49f3-9211-045e22be2d2a tempest-AttachVolumeTestJSON-270594920 tempest-AttachVolumeTestJSON-270594920-project] 10.222.0.46 "GET /v2.0/ports?device_id=f6e7bb73-46e1-46cc-b0cb-c0a13b6c495d HTTP/1.1" status: 200 len: 946 time: 0.0551348 Sep 29 15:41:40.844997 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [req-bdd3f3f5-6d08-4b7d-9fe8-5e5244fc7e16 req-ac988dfc-c5b0-474f-a075-e2cf690fb9a2 tempest-AttachVolumeTestJSON-270594920 tempest-AttachVolumeTestJSON-270594920-project] 10.222.0.46 "GET /v2.0/security-groups?id=fd7c349f-6119-46da-b1a9-67ca18fd632b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374513 Sep 29 15:41:41.398294 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0022a8e1-d1e3-45db-bc9e-d70c7e517417 req-117f7a33-1d32-4fc6-bef3-e2bfaa31cc41 tempest-AttachVolumeTestJSON-270594920 tempest-AttachVolumeTestJSON-270594920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:41:41.412563 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [req-0022a8e1-d1e3-45db-bc9e-d70c7e517417 req-117f7a33-1d32-4fc6-bef3-e2bfaa31cc41 tempest-AttachVolumeTestJSON-270594920 tempest-AttachVolumeTestJSON-270594920-project] 10.222.0.46 "GET /v2.0/ports?device_id=f6e7bb73-46e1-46cc-b0cb-c0a13b6c495d HTTP/1.1" status: 200 len: 946 time: 0.0797803 Sep 29 15:41:41.463765 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [req-0022a8e1-d1e3-45db-bc9e-d70c7e517417 req-4739f8c3-1dd1-4f5a-b9fb-20e9d9f94149 tempest-AttachVolumeTestJSON-270594920 tempest-AttachVolumeTestJSON-270594920-project] 10.222.0.46 "GET /v2.0/security-groups?id=fd7c349f-6119-46da-b1a9-67ca18fd632b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491798 Sep 29 15:41:41.635457 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45725d80-9d8e-4ecc-a2ee-5f10e1e249e6 req-edacce16-cafa-4bda-bf32-56472b31f8c7 tempest-ServerRescueNegativeTestJSON-859711067 tempest-ServerRescueNegativeTestJSON-859711067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:41:41.642507 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-45725d80-9d8e-4ecc-a2ee-5f10e1e249e6 req-edacce16-cafa-4bda-bf32-56472b31f8c7 tempest-ServerRescueNegativeTestJSON-859711067 tempest-ServerRescueNegativeTestJSON-859711067-project] 10.222.0.46 "GET /v2.0/ports?device_id=1d663b77-78b8-44d6-ae6b-8f8b0c2199dd HTTP/1.1" status: 200 len: 945 time: 0.1433980 Sep 29 15:41:41.839084 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.plugins.ml2.rpc [None req-4d55257e-523e-4b8d-ab2b-d46a31710be1 None None] Device 4c897ac8-e270-4e7e-891a-c4da2db1a883 up at agent hyperv_hv-cinder-80661 {{(pid=96122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 15:41:41.870132 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-45725d80-9d8e-4ecc-a2ee-5f10e1e249e6 req-889344a4-31d0-48c1-9970-27efeef26121 tempest-ServerRescueNegativeTestJSON-859711067 tempest-ServerRescueNegativeTestJSON-859711067-project] 10.222.0.46 "GET /v2.0/security-groups?id=69bb6ea6-2770-4a41-88ab-960c26e8ecb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1895452 Sep 29 15:41:41.886525 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d4a3b8-ded1-41eb-ae8f-f9b3d4e5edfa req-ed381ffe-5916-4658-9982-af8116fa2427 tempest-AttachVolumeNegativeTest-728742291 tempest-AttachVolumeNegativeTest-728742291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:41:41.888872 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc17426-2805-4fbd-a8af-5cbfdd91f52c req-461e9bcb-a950-413c-b41d-ef8af508856e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:41:41.893843 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-6bc17426-2805-4fbd-a8af-5cbfdd91f52c req-461e9bcb-a950-413c-b41d-ef8af508856e service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=ac94bfaead184f89a85a5713fd06a3ee&device_id=f6e7bb73-46e1-46cc-b0cb-c0a13b6c495d HTTP/1.1" status: 200 len: 1099 time: 0.2480483 Sep 29 15:41:41.911293 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [req-22d4a3b8-ded1-41eb-ae8f-f9b3d4e5edfa req-ed381ffe-5916-4658-9982-af8116fa2427 tempest-AttachVolumeNegativeTest-728742291 tempest-AttachVolumeNegativeTest-728742291-project] 10.222.0.46 "GET /v2.0/ports?device_id=12916054-ee30-40bd-bd52-1414f33feb76 HTTP/1.1" status: 200 len: 945 time: 0.1385484 Sep 29 15:41:42.053194 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [req-22d4a3b8-ded1-41eb-ae8f-f9b3d4e5edfa req-ee2cf751-f395-44c2-834f-1eae31dae5a0 tempest-AttachVolumeNegativeTest-728742291 tempest-AttachVolumeNegativeTest-728742291-project] 10.222.0.46 "GET /v2.0/security-groups?id=c4509334-a1e4-43fe-aae7-235e447c037b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1342411 Sep 29 15:41:42.077457 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.db.provisioning_blocks [None req-4d55257e-523e-4b8d-ab2b-d46a31710be1 None None] Provisioning complete for port 4c897ac8-e270-4e7e-891a-c4da2db1a883 triggered by entity L2. {{(pid=96122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 15:41:42.079433 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron_lib.callbacks.manager [None req-4d55257e-523e-4b8d-ab2b-d46a31710be1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-626465'] for port, provisioning_complete {{(pid=96122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:41:42.268565 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6f689f-575d-4eeb-87c7-58d6405061ad req-3b4449b2-fa2f-49ce-b5e9-246930ca3889 tempest-AttachVolumeShelveTestJSON-850210833 tempest-AttachVolumeShelveTestJSON-850210833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:41:42.276005 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-3a6f689f-575d-4eeb-87c7-58d6405061ad req-3b4449b2-fa2f-49ce-b5e9-246930ca3889 tempest-AttachVolumeShelveTestJSON-850210833 tempest-AttachVolumeShelveTestJSON-850210833-project] 10.222.0.46 "GET /v2.0/ports?device_id=ac0e248a-618c-41cf-8477-3e208b9a1936 HTTP/1.1" status: 200 len: 944 time: 0.2667494 Sep 29 15:41:42.292779 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron_lib.callbacks.manager [None req-4d55257e-523e-4b8d-ab2b-d46a31710be1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-684029'] for port, before_update {{(pid=96122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:41:42.331325 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-3a6f689f-575d-4eeb-87c7-58d6405061ad req-d63fd902-15e3-4ea6-ab2d-5b10c10ff978 tempest-AttachVolumeShelveTestJSON-850210833 tempest-AttachVolumeShelveTestJSON-850210833-project] 10.222.0.46 "GET /v2.0/security-groups?id=0ae69e60-4c6a-41e5-8a1f-3e04c991f9a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499592 Sep 29 15:41:42.340096 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.plugins.ml2.db [None req-4d55257e-523e-4b8d-ab2b-d46a31710be1 None None] For port 4c897ac8-e270-4e7e-891a-c4da2db1a883, host hv-cinder-80661, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80661',level=0,port_id=4c897ac8-e270-4e7e-891a-c4da2db1a883,segment=NetworkSegment(445f7458-c019-4777-b7f7-9f69e4e3102b),segment_id=445f7458-c019-4777-b7f7-9f69e4e3102b)] {{(pid=96122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 15:41:42.341399 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac0e248a-618c-41cf-8477-3e208b9a1936', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c897ac8-e270-4e7e-891a-c4da2db1a883'}] {{(pid=96122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 15:41:42.344097 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2623ca0f1d0ed70344ce0ae3d74fdbf1495c1e1ffd6c12fe338f92bc8c6604f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0baec0f3-fc26-4393-9489-1ac6b99e31a7" -d '{"events": [{"server_uuid": "ac0e248a-618c-41cf-8477-3e208b9a1936", "name": "network-vif-plugged", "status": "completed", "tag": "4c897ac8-e270-4e7e-891a-c4da2db1a883"}]}' {{(pid=96122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 15:41:42.360823 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc17426-2805-4fbd-a8af-5cbfdd91f52c req-44eba851-8ecc-4adf-80bc-c114d06c88cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:41:42.362616 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-6bc17426-2805-4fbd-a8af-5cbfdd91f52c req-44eba851-8ecc-4adf-80bc-c114d06c88cc service neutron] 10.222.0.22 "GET /v2.0/networks?id=41529908-bf9d-4f22-bd36-308129b2f718 HTTP/1.1" status: 200 len: 911 time: 0.4611855 Sep 29 15:41:42.400997 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Sep 2021 15:41:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1043d754-6566-47ce-b6f4-ab0e15de6de9 x-openstack-request-id: req-1043d754-6566-47ce-b6f4-ab0e15de6de9 {{(pid=96122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 15:41:42.401484 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac0e248a-618c-41cf-8477-3e208b9a1936", "name": "network-vif-plugged", "status": "completed", "tag": "4c897ac8-e270-4e7e-891a-c4da2db1a883", "code": 200}]} {{(pid=96122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 15:41:42.401916 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-1043d754-6566-47ce-b6f4-ab0e15de6de9 {{(pid=96122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 15:41:42.402446 dv-cinder-806616-6-iscsi neutron-server[96122]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac0e248a-618c-41cf-8477-3e208b9a1936', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c897ac8-e270-4e7e-891a-c4da2db1a883', 'code': 200} Sep 29 15:41:42.483407 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-6bc17426-2805-4fbd-a8af-5cbfdd91f52c req-ca78b981-9c19-4f41-951c-e3bafa4910ac service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8b381780-c788-4e42-81f1-ad86f28e31ef HTTP/1.1" status: 200 len: 1002 time: 0.1114616 Sep 29 15:41:42.556797 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron_lib.callbacks.manager [None req-4d55257e-523e-4b8d-ab2b-d46a31710be1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741780147972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741779628755', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741779628773'] for port, after_update {{(pid=96122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:41:42.636551 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d55257e-523e-4b8d-ab2b-d46a31710be1 None None] Pushing event updated for resources: {'Port': ['ID=4c897ac8-e270-4e7e-891a-c4da2db1a883,revision_number=7']} {{(pid=96122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 15:41:42.650114 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc17426-2805-4fbd-a8af-5cbfdd91f52c req-57864934-93d5-45ae-a45b-a4514f89d72c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:41:42.673427 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-6bc17426-2805-4fbd-a8af-5cbfdd91f52c req-57864934-93d5-45ae-a45b-a4514f89d72c service neutron] 10.222.0.22 "GET /v2.0/subnets?id=dd4e2821-37a9-4ee4-80ce-9b4e5d3432ba HTTP/1.1" status: 200 len: 849 time: 0.1801670 Sep 29 15:41:42.825911 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e18bce-9795-4eb4-954f-fff097c3bd9e req-9acb0eee-bbe6-46a7-a92f-fef0ac6b80d9 tempest-AttachVolumeTestJSON-270594920 tempest-AttachVolumeTestJSON-270594920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:41:42.845241 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-24e18bce-9795-4eb4-954f-fff097c3bd9e req-9acb0eee-bbe6-46a7-a92f-fef0ac6b80d9 tempest-AttachVolumeTestJSON-270594920 tempest-AttachVolumeTestJSON-270594920-project] 10.222.0.46 "GET /v2.0/ports?device_id=f6e7bb73-46e1-46cc-b0cb-c0a13b6c495d HTTP/1.1" status: 200 len: 946 time: 0.2381401 Sep 29 15:41:42.852920 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc17426-2805-4fbd-a8af-5cbfdd91f52c req-60db9e5e-ff8e-4924-9f59-3dc43044b94e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:41:42.860425 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-6bc17426-2805-4fbd-a8af-5cbfdd91f52c req-60db9e5e-ff8e-4924-9f59-3dc43044b94e service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=41529908-bf9d-4f22-bd36-308129b2f718&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1669161 Sep 29 15:41:42.960901 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-24e18bce-9795-4eb4-954f-fff097c3bd9e req-ba88e840-b9d1-4413-8dab-4d84083ee0a5 tempest-AttachVolumeTestJSON-270594920 tempest-AttachVolumeTestJSON-270594920-project] 10.222.0.46 "GET /v2.0/security-groups?id=fd7c349f-6119-46da-b1a9-67ca18fd632b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0987582 Sep 29 15:41:43.208991 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2925324-4c79-4285-ac54-bd5fa3e81c35 req-55d56434-e5e8-4b82-8434-cd31216a457c tempest-ServerRescueNegativeTestJSON-859711067 tempest-ServerRescueNegativeTestJSON-859711067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:41:43.217781 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [req-b2925324-4c79-4285-ac54-bd5fa3e81c35 req-55d56434-e5e8-4b82-8434-cd31216a457c tempest-ServerRescueNegativeTestJSON-859711067 tempest-ServerRescueNegativeTestJSON-859711067-project] 10.222.0.46 "GET /v2.0/ports?device_id=1d663b77-78b8-44d6-ae6b-8f8b0c2199dd HTTP/1.1" status: 200 len: 945 time: 0.1110013 Sep 29 15:41:43.251661 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-6bc17426-2805-4fbd-a8af-5cbfdd91f52c req-2e90a5d5-9d6c-4b84-9661-12eaaf8ab717 service neutron] 10.222.0.22 "GET /v2.0/networks/41529908-bf9d-4f22-bd36-308129b2f718?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3246872 Sep 29 15:41:43.295167 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [req-b2925324-4c79-4285-ac54-bd5fa3e81c35 req-8d579583-aa39-4f69-a75c-223692e5e2a6 tempest-ServerRescueNegativeTestJSON-859711067 tempest-ServerRescueNegativeTestJSON-859711067-project] 10.222.0.46 "GET /v2.0/security-groups?id=69bb6ea6-2770-4a41-88ab-960c26e8ecb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761027 Sep 29 15:41:43.451742 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-6bc17426-2805-4fbd-a8af-5cbfdd91f52c req-2ac3ecb5-a07c-4458-98ac-ef8585217dec service neutron] 10.222.0.22 "GET /v2.0/networks/41529908-bf9d-4f22-bd36-308129b2f718?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1912568 Sep 29 15:41:43.566156 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e56beb5-2aa3-4cb7-bb95-b5efa37a1228 req-c7ad2903-4fdc-41f6-bcf2-5474cbd0fa5f tempest-AttachVolumeShelveTestJSON-850210833 tempest-AttachVolumeShelveTestJSON-850210833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:41:43.586331 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-8e56beb5-2aa3-4cb7-bb95-b5efa37a1228 req-c7ad2903-4fdc-41f6-bcf2-5474cbd0fa5f tempest-AttachVolumeShelveTestJSON-850210833 tempest-AttachVolumeShelveTestJSON-850210833-project] 10.222.0.46 "GET /v2.0/ports?device_id=ac0e248a-618c-41cf-8477-3e208b9a1936 HTTP/1.1" status: 200 len: 945 time: 0.1208227 Sep 29 15:41:43.730756 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-8e56beb5-2aa3-4cb7-bb95-b5efa37a1228 req-237ed122-44c9-4fa3-8826-216255501960 tempest-AttachVolumeShelveTestJSON-850210833 tempest-AttachVolumeShelveTestJSON-850210833-project] 10.222.0.46 "GET /v2.0/security-groups?id=0ae69e60-4c6a-41e5-8a1f-3e04c991f9a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1430490 Sep 29 15:41:44.256265 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674b0677-b3f5-451e-a818-3157556a9b4e req-8fa21ed8-169b-47d7-b3b9-d097634ae645 tempest-AttachVolumeTestJSON-270594920 tempest-AttachVolumeTestJSON-270594920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:41:44.260429 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [req-674b0677-b3f5-451e-a818-3157556a9b4e req-8fa21ed8-169b-47d7-b3b9-d097634ae645 tempest-AttachVolumeTestJSON-270594920 tempest-AttachVolumeTestJSON-270594920-project] 10.222.0.46 "GET /v2.0/ports?device_id=f6e7bb73-46e1-46cc-b0cb-c0a13b6c495d HTTP/1.1" status: 200 len: 946 time: 0.1502528 Sep 29 15:41:44.267543 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.wsgi [-] (96121) accepted ('10.222.0.46', 60682) {{(pid=96121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 15:41:44.372649 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [req-674b0677-b3f5-451e-a818-3157556a9b4e req-45014a42-42c6-4fd6-aca3-6cf93eeccd3f tempest-AttachVolumeTestJSON-270594920 tempest-AttachVolumeTestJSON-270594920-project] 10.222.0.46 "GET /v2.0/security-groups?id=fd7c349f-6119-46da-b1a9-67ca18fd632b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0943379 Sep 29 15:41:44.463077 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262b4134-8d0d-4af4-8d0b-56cdfd881f62 req-634875fd-f8aa-493e-acd6-543dae562357 tempest-ServerRescueNegativeTestJSON-859711067 tempest-ServerRescueNegativeTestJSON-859711067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:41:44.477247 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-262b4134-8d0d-4af4-8d0b-56cdfd881f62 req-634875fd-f8aa-493e-acd6-543dae562357 tempest-ServerRescueNegativeTestJSON-859711067 tempest-ServerRescueNegativeTestJSON-859711067-project] 10.222.0.46 "GET /v2.0/ports?device_id=1d663b77-78b8-44d6-ae6b-8f8b0c2199dd HTTP/1.1" status: 200 len: 945 time: 0.0797846 Sep 29 15:41:44.508048 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [None req-2eb649fc-3a3f-40bc-a73a-611b5616a7ad admin admin] Notify callbacks [] for security_group, before_create {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:41:44.538793 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-262b4134-8d0d-4af4-8d0b-56cdfd881f62 req-0777bd2d-c241-4f7d-8615-66a41cb7308c tempest-ServerRescueNegativeTestJSON-859711067 tempest-ServerRescueNegativeTestJSON-859711067-project] 10.222.0.46 "GET /v2.0/security-groups?id=69bb6ea6-2770-4a41-88ab-960c26e8ecb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658410 Sep 29 15:41:44.693628 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [None req-2eb649fc-3a3f-40bc-a73a-611b5616a7ad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:41:44.786989 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [None req-2eb649fc-3a3f-40bc-a73a-611b5616a7ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579214'] for security_group, after_create {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:41:44.897169 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb649fc-3a3f-40bc-a73a-611b5616a7ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7be34e5-e72d-4a96-9060-0148f95771b9,revision_number=1']} {{(pid=96121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 15:41:44.916239 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [None req-2eb649fc-3a3f-40bc-a73a-611b5616a7ad admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=4a30d60779ef4b1cb91a75c7373c24f4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6474466 Sep 29 15:41:44.921413 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.wsgi [-] (96121) accepted ('10.222.0.46', 60710) {{(pid=96121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 15:41:44.963101 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3115204d-3c23-4e89-bab6-6cc57c7462c7 req-8596cc91-ed77-40b2-9455-46578bb356eb tempest-AttachVolumeShelveTestJSON-850210833 tempest-AttachVolumeShelveTestJSON-850210833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:41:44.977337 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [req-3115204d-3c23-4e89-bab6-6cc57c7462c7 req-8596cc91-ed77-40b2-9455-46578bb356eb tempest-AttachVolumeShelveTestJSON-850210833 tempest-AttachVolumeShelveTestJSON-850210833-project] 10.222.0.46 "GET /v2.0/ports?device_id=ac0e248a-618c-41cf-8477-3e208b9a1936 HTTP/1.1" status: 200 len: 945 time: 0.1147704 Sep 29 15:41:45.024306 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [None req-95de1ea7-2513-4821-b74a-5a33b52e5005 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:41:45.047747 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [req-3115204d-3c23-4e89-bab6-6cc57c7462c7 req-c46a81af-66fd-45ba-9336-ec43892d0db3 tempest-AttachVolumeShelveTestJSON-850210833 tempest-AttachVolumeShelveTestJSON-850210833-project] 10.222.0.46 "GET /v2.0/security-groups?id=0ae69e60-4c6a-41e5-8a1f-3e04c991f9a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0646894 Sep 29 15:41:45.062040 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [None req-95de1ea7-2513-4821-b74a-5a33b52e5005 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:41:45.304023 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [None req-95de1ea7-2513-4821-b74a-5a33b52e5005 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579214'] for security_group, after_delete {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:41:45.304023 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [None req-95de1ea7-2513-4821-b74a-5a33b52e5005 admin admin] Notify callbacks [] for security_group, before_response {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:41:45.304659 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [None req-95de1ea7-2513-4821-b74a-5a33b52e5005 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/b7be34e5-e72d-4a96-9060-0148f95771b9 HTTP/1.1" status: 204 len: 168 time: 0.3797319 Sep 29 15:41:45.336296 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95de1ea7-2513-4821-b74a-5a33b52e5005 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7be34e5-e72d-4a96-9060-0148f95771b9,revision_number=None']} {{(pid=96121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 15:41:45.511992 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c436be68-3041-4d33-b719-e67f7cba7d6a req-eb8019ff-8ad3-45b2-a880-8a3548f41a59 tempest-AttachVolumeTestJSON-270594920 tempest-AttachVolumeTestJSON-270594920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:41:45.513517 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [req-c436be68-3041-4d33-b719-e67f7cba7d6a req-eb8019ff-8ad3-45b2-a880-8a3548f41a59 tempest-AttachVolumeTestJSON-270594920 tempest-AttachVolumeTestJSON-270594920-project] 10.222.0.46 "GET /v2.0/ports?device_id=f6e7bb73-46e1-46cc-b0cb-c0a13b6c495d HTTP/1.1" status: 200 len: 946 time: 0.0614295 Sep 29 15:41:45.567241 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [req-c436be68-3041-4d33-b719-e67f7cba7d6a req-7573b4d8-2222-4673-8be2-d57da5018174 tempest-AttachVolumeTestJSON-270594920 tempest-AttachVolumeTestJSON-270594920-project] 10.222.0.46 "GET /v2.0/security-groups?id=fd7c349f-6119-46da-b1a9-67ca18fd632b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467205 Sep 29 15:41:45.669450 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6ac365-f997-41d8-8442-d9b6fe1852bf req-7fbef601-5eb3-4348-bc13-5ca8bfea9d66 tempest-ServerRescueNegativeTestJSON-859711067 tempest-ServerRescueNegativeTestJSON-859711067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:41:45.671231 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [req-1e6ac365-f997-41d8-8442-d9b6fe1852bf req-7fbef601-5eb3-4348-bc13-5ca8bfea9d66 tempest-ServerRescueNegativeTestJSON-859711067 tempest-ServerRescueNegativeTestJSON-859711067-project] 10.222.0.46 "GET /v2.0/ports?device_id=1d663b77-78b8-44d6-ae6b-8f8b0c2199dd HTTP/1.1" status: 200 len: 945 time: 0.0516396 Sep 29 15:41:45.742062 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [req-1e6ac365-f997-41d8-8442-d9b6fe1852bf req-931f773e-9fcf-4846-b46a-ec132ccf26ee tempest-ServerRescueNegativeTestJSON-859711067 tempest-ServerRescueNegativeTestJSON-859711067-project] 10.222.0.46 "GET /v2.0/security-groups?id=69bb6ea6-2770-4a41-88ab-960c26e8ecb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616820 Sep 29 15:41:46.387090 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60fc06d-1cf5-4a00-8eb9-d7678f9d1843 req-d57667a8-b6c1-42f0-bf70-f99614dd1445 tempest-AttachVolumeShelveTestJSON-850210833 tempest-AttachVolumeShelveTestJSON-850210833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:41:46.390992 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [req-d60fc06d-1cf5-4a00-8eb9-d7678f9d1843 req-d57667a8-b6c1-42f0-bf70-f99614dd1445 tempest-AttachVolumeShelveTestJSON-850210833 tempest-AttachVolumeShelveTestJSON-850210833-project] 10.222.0.46 "GET /v2.0/ports?device_id=ac0e248a-618c-41cf-8477-3e208b9a1936 HTTP/1.1" status: 200 len: 945 time: 0.2043316 Sep 29 15:41:46.451719 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [req-d60fc06d-1cf5-4a00-8eb9-d7678f9d1843 req-1924ba79-6fbf-4710-b9ba-fd7305bce842 tempest-AttachVolumeShelveTestJSON-850210833 tempest-AttachVolumeShelveTestJSON-850210833-project] 10.222.0.46 "GET /v2.0/security-groups?id=0ae69e60-4c6a-41e5-8a1f-3e04c991f9a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513046 Sep 29 15:41:46.940227 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a96de8-409e-4000-8f87-d6df3a9a0807 req-fdeb3adb-61a7-4799-8455-ec6b91a26d4f tempest-ServerRescueNegativeTestJSON-859711067 tempest-ServerRescueNegativeTestJSON-859711067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:41:46.941880 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-31a96de8-409e-4000-8f87-d6df3a9a0807 req-fdeb3adb-61a7-4799-8455-ec6b91a26d4f tempest-ServerRescueNegativeTestJSON-859711067 tempest-ServerRescueNegativeTestJSON-859711067-project] 10.222.0.46 "GET /v2.0/ports?device_id=1d663b77-78b8-44d6-ae6b-8f8b0c2199dd HTTP/1.1" status: 200 len: 945 time: 0.1266139 Sep 29 15:41:47.010386 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-31a96de8-409e-4000-8f87-d6df3a9a0807 req-47893b83-af14-435c-8212-0491a1cb043b tempest-ServerRescueNegativeTestJSON-859711067 tempest-ServerRescueNegativeTestJSON-859711067-project] 10.222.0.46 "GET /v2.0/security-groups?id=69bb6ea6-2770-4a41-88ab-960c26e8ecb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561471 Sep 29 15:41:47.699382 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44fb3da-11c8-4782-8ed2-034992fd4103 req-29fa87aa-681d-48e7-8848-f74002690e17 tempest-AttachVolumeShelveTestJSON-850210833 tempest-AttachVolumeShelveTestJSON-850210833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:41:47.706672 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [req-f44fb3da-11c8-4782-8ed2-034992fd4103 req-29fa87aa-681d-48e7-8848-f74002690e17 tempest-AttachVolumeShelveTestJSON-850210833 tempest-AttachVolumeShelveTestJSON-850210833-project] 10.222.0.46 "GET /v2.0/ports?device_id=ac0e248a-618c-41cf-8477-3e208b9a1936 HTTP/1.1" status: 200 len: 945 time: 0.0686803 Sep 29 15:41:47.752586 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.wsgi [-] (96121) accepted ('10.222.0.46', 60756) {{(pid=96121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 15:41:47.753389 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [req-f44fb3da-11c8-4782-8ed2-034992fd4103 req-f2b0978e-acb8-44c8-a237-4fd671e3c2dc tempest-AttachVolumeShelveTestJSON-850210833 tempest-AttachVolumeShelveTestJSON-850210833-project] 10.222.0.46 "GET /v2.0/security-groups?id=0ae69e60-4c6a-41e5-8a1f-3e04c991f9a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452304 Sep 29 15:41:47.994443 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [None req-5bdd877f-c182-4ab1-8f1c-90c2695234ab admin admin] Notify callbacks [] for security_group, before_create {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:41:48.212630 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991826ec-cb1e-4d63-9906-09e973b30a25 req-2b4ec930-7fed-42bf-9cc2-3285a2109e59 tempest-ServerRescueNegativeTestJSON-859711067 tempest-ServerRescueNegativeTestJSON-859711067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:41:48.214150 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-991826ec-cb1e-4d63-9906-09e973b30a25 req-2b4ec930-7fed-42bf-9cc2-3285a2109e59 tempest-ServerRescueNegativeTestJSON-859711067 tempest-ServerRescueNegativeTestJSON-859711067-project] 10.222.0.46 "GET /v2.0/ports?device_id=1d663b77-78b8-44d6-ae6b-8f8b0c2199dd HTTP/1.1" status: 200 len: 945 time: 0.0747685 Sep 29 15:41:48.254841 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [None req-5bdd877f-c182-4ab1-8f1c-90c2695234ab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:41:48.296537 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-991826ec-cb1e-4d63-9906-09e973b30a25 req-9feef580-7d4c-404e-bcc1-d2bef6aa3567 tempest-ServerRescueNegativeTestJSON-859711067 tempest-ServerRescueNegativeTestJSON-859711067-project] 10.222.0.46 "GET /v2.0/security-groups?id=69bb6ea6-2770-4a41-88ab-960c26e8ecb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665312 Sep 29 15:41:48.323703 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [None req-5bdd877f-c182-4ab1-8f1c-90c2695234ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579214'] for security_group, after_create {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:41:48.380809 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bdd877f-c182-4ab1-8f1c-90c2695234ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5918100-d0ca-49a6-916f-adeaea843a41,revision_number=1']} {{(pid=96121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 15:41:48.420434 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [None req-5bdd877f-c182-4ab1-8f1c-90c2695234ab admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=3896537a0a7d47a598be55570089c2f6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6631072 Sep 29 15:41:48.423110 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.wsgi [-] (96120) accepted ('10.222.0.46', 60766) {{(pid=96120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 15:41:48.537784 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-8eb1edc3-8a77-4dd2-a45b-55836d29eee9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:41:48.579122 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-8eb1edc3-8a77-4dd2-a45b-55836d29eee9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:41:48.728302 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-8eb1edc3-8a77-4dd2-a45b-55836d29eee9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579214'] for security_group, after_delete {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:41:48.731121 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-8eb1edc3-8a77-4dd2-a45b-55836d29eee9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:41:48.737623 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [None req-8eb1edc3-8a77-4dd2-a45b-55836d29eee9 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/b5918100-d0ca-49a6-916f-adeaea843a41 HTTP/1.1" status: 204 len: 168 time: 0.3127069 Sep 29 15:41:48.764612 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb1edc3-8a77-4dd2-a45b-55836d29eee9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5918100-d0ca-49a6-916f-adeaea843a41,revision_number=None']} {{(pid=96120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 15:41:49.053437 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc59b21-5e1e-4390-9eb3-022ea110e7a7 req-7ec272d3-f565-4268-a737-ade57bfba3bb tempest-AttachVolumeShelveTestJSON-850210833 tempest-AttachVolumeShelveTestJSON-850210833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:41:49.061959 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [req-bdc59b21-5e1e-4390-9eb3-022ea110e7a7 req-7ec272d3-f565-4268-a737-ade57bfba3bb tempest-AttachVolumeShelveTestJSON-850210833 tempest-AttachVolumeShelveTestJSON-850210833-project] 10.222.0.46 "GET /v2.0/ports?device_id=ac0e248a-618c-41cf-8477-3e208b9a1936 HTTP/1.1" status: 200 len: 945 time: 0.1229031 Sep 29 15:41:49.205341 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [req-bdc59b21-5e1e-4390-9eb3-022ea110e7a7 req-59cf4825-6967-423a-bad5-43002933ca10 tempest-AttachVolumeShelveTestJSON-850210833 tempest-AttachVolumeShelveTestJSON-850210833-project] 10.222.0.46 "GET /v2.0/security-groups?id=0ae69e60-4c6a-41e5-8a1f-3e04c991f9a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1414840 Sep 29 15:41:49.448884 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e4eb1d-aa1b-4bba-8cf6-b40470e4504f req-d28e21b9-348a-4a9d-b22d-664d5c5152a4 tempest-ServerRescueNegativeTestJSON-859711067 tempest-ServerRescueNegativeTestJSON-859711067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:41:49.448884 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-79e4eb1d-aa1b-4bba-8cf6-b40470e4504f req-d28e21b9-348a-4a9d-b22d-664d5c5152a4 tempest-ServerRescueNegativeTestJSON-859711067 tempest-ServerRescueNegativeTestJSON-859711067-project] 10.222.0.46 "GET /v2.0/ports?device_id=1d663b77-78b8-44d6-ae6b-8f8b0c2199dd HTTP/1.1" status: 200 len: 945 time: 0.0705938 Sep 29 15:41:49.492008 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-79e4eb1d-aa1b-4bba-8cf6-b40470e4504f req-07c50893-6283-4b81-87b0-c893cd5d6b9c tempest-ServerRescueNegativeTestJSON-859711067 tempest-ServerRescueNegativeTestJSON-859711067-project] 10.222.0.46 "GET /v2.0/security-groups?id=69bb6ea6-2770-4a41-88ab-960c26e8ecb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488446 Sep 29 15:41:50.321054 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.wsgi [-] (96120) accepted ('10.222.0.46', 60786) {{(pid=96120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 15:41:50.368609 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-079cf369-ccd7-4eb5-bfe2-d696acb08656 admin admin] Notify callbacks [] for security_group, before_create {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:41:50.608739 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-079cf369-ccd7-4eb5-bfe2-d696acb08656 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:41:50.650533 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56cf17f-74b8-4e7b-8772-f7fb169dc617 req-911d110f-a255-432c-9fbb-fd7c06fe7fa3 tempest-AttachVolumeShelveTestJSON-850210833 tempest-AttachVolumeShelveTestJSON-850210833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:41:50.664580 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [req-f56cf17f-74b8-4e7b-8772-f7fb169dc617 req-911d110f-a255-432c-9fbb-fd7c06fe7fa3 tempest-AttachVolumeShelveTestJSON-850210833 tempest-AttachVolumeShelveTestJSON-850210833-project] 10.222.0.46 "GET /v2.0/ports?device_id=ac0e248a-618c-41cf-8477-3e208b9a1936 HTTP/1.1" status: 200 len: 945 time: 0.3372469 Sep 29 15:41:50.727415 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f197b1-3f36-4a0d-8296-5fa41ad9182d req-ff4fefbb-6c4d-470b-9d63-181889014857 tempest-ServerRescueNegativeTestJSON-859711067 tempest-ServerRescueNegativeTestJSON-859711067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:41:50.741874 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [req-f56cf17f-74b8-4e7b-8772-f7fb169dc617 req-f044169e-8b92-4f1b-8ccd-732491cc3966 tempest-AttachVolumeShelveTestJSON-850210833 tempest-AttachVolumeShelveTestJSON-850210833-project] 10.222.0.46 "GET /v2.0/security-groups?id=0ae69e60-4c6a-41e5-8a1f-3e04c991f9a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0764296 Sep 29 15:41:50.742945 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-87f197b1-3f36-4a0d-8296-5fa41ad9182d req-ff4fefbb-6c4d-470b-9d63-181889014857 tempest-ServerRescueNegativeTestJSON-859711067 tempest-ServerRescueNegativeTestJSON-859711067-project] 10.222.0.46 "GET /v2.0/ports?device_id=1d663b77-78b8-44d6-ae6b-8f8b0c2199dd HTTP/1.1" status: 200 len: 945 time: 0.1267607 Sep 29 15:41:50.747240 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-079cf369-ccd7-4eb5-bfe2-d696acb08656 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579214'] for security_group, after_create {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:41:50.840609 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-87f197b1-3f36-4a0d-8296-5fa41ad9182d req-507b48f0-1082-423f-8e0c-f90d87f912dc tempest-ServerRescueNegativeTestJSON-859711067 tempest-ServerRescueNegativeTestJSON-859711067-project] 10.222.0.46 "GET /v2.0/security-groups?id=69bb6ea6-2770-4a41-88ab-960c26e8ecb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909534 Sep 29 15:41:50.887677 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.wsgi [-] (96121) accepted ('10.222.0.46', 60790) {{(pid=96121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 15:41:50.895550 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [None req-079cf369-ccd7-4eb5-bfe2-d696acb08656 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=5e5a885f1a4f4e4d9ef6497325fb8991&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5728633 Sep 29 15:41:50.902432 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-079cf369-ccd7-4eb5-bfe2-d696acb08656 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9d62c2f-3631-4147-9ec5-3d95268fb893,revision_number=1']} {{(pid=96120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 15:41:51.024402 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [None req-a04d70e9-b461-422a-a791-fa2b19e9e042 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:41:51.056473 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [None req-a04d70e9-b461-422a-a791-fa2b19e9e042 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:41:51.264913 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [None req-a04d70e9-b461-422a-a791-fa2b19e9e042 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579214'] for security_group, after_delete {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:41:51.268379 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [None req-a04d70e9-b461-422a-a791-fa2b19e9e042 admin admin] Notify callbacks [] for security_group, before_response {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:41:51.269937 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [None req-a04d70e9-b461-422a-a791-fa2b19e9e042 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/b9d62c2f-3631-4147-9ec5-3d95268fb893 HTTP/1.1" status: 204 len: 168 time: 0.3808782 Sep 29 15:41:51.283756 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a04d70e9-b461-422a-a791-fa2b19e9e042 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9d62c2f-3631-4147-9ec5-3d95268fb893,revision_number=None']} {{(pid=96121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 15:41:51.809600 dv-cinder-806616-6-iscsi neutron-server[96123]: DEBUG neutron.db.agents_db [None req-ce50b6f1-f7bd-4b59-8641-9f71b480b041 None None] Agent healthcheck: found 6 active agents {{(pid=96123) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 29 15:41:51.997059 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae4a5b3-f0a9-4840-bad4-d729bea39d12 req-58c9bed5-4dc1-4398-ae43-841df8c79c76 tempest-AttachVolumeShelveTestJSON-850210833 tempest-AttachVolumeShelveTestJSON-850210833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:41:52.006256 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [req-fae4a5b3-f0a9-4840-bad4-d729bea39d12 req-58c9bed5-4dc1-4398-ae43-841df8c79c76 tempest-AttachVolumeShelveTestJSON-850210833 tempest-AttachVolumeShelveTestJSON-850210833-project] 10.222.0.46 "GET /v2.0/ports?device_id=ac0e248a-618c-41cf-8477-3e208b9a1936 HTTP/1.1" status: 200 len: 945 time: 0.1206801 Sep 29 15:41:52.065262 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c004a8d-fbf1-442f-8e5f-b28703e68680 req-82bc6e02-fb0d-4a91-bc45-545ac12c3f75 tempest-ServerRescueNegativeTestJSON-859711067 tempest-ServerRescueNegativeTestJSON-859711067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:41:52.073353 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-3c004a8d-fbf1-442f-8e5f-b28703e68680 req-82bc6e02-fb0d-4a91-bc45-545ac12c3f75 tempest-ServerRescueNegativeTestJSON-859711067 tempest-ServerRescueNegativeTestJSON-859711067-project] 10.222.0.46 "GET /v2.0/ports?device_id=1d663b77-78b8-44d6-ae6b-8f8b0c2199dd HTTP/1.1" status: 200 len: 945 time: 0.1003447 Sep 29 15:41:52.091709 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [req-fae4a5b3-f0a9-4840-bad4-d729bea39d12 req-699719b6-a648-4d9b-b783-1568185e9b80 tempest-AttachVolumeShelveTestJSON-850210833 tempest-AttachVolumeShelveTestJSON-850210833-project] 10.222.0.46 "GET /v2.0/security-groups?id=0ae69e60-4c6a-41e5-8a1f-3e04c991f9a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0844107 Sep 29 15:41:52.160223 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-3c004a8d-fbf1-442f-8e5f-b28703e68680 req-a864094c-ffae-4fa5-b010-dc529ed98beb tempest-ServerRescueNegativeTestJSON-859711067 tempest-ServerRescueNegativeTestJSON-859711067-project] 10.222.0.46 "GET /v2.0/security-groups?id=69bb6ea6-2770-4a41-88ab-960c26e8ecb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852141 Sep 29 15:41:52.400326 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.wsgi [-] (96120) accepted ('10.222.0.46', 60808) {{(pid=96120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 15:41:52.423807 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-6b1b9d05-48a2-4e56-b07b-b56bbb3a9d2d admin admin] Notify callbacks [] for security_group, before_create {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:41:52.597795 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-6b1b9d05-48a2-4e56-b07b-b56bbb3a9d2d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:41:52.682703 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-6b1b9d05-48a2-4e56-b07b-b56bbb3a9d2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579214'] for security_group, after_create {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:41:52.819803 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [None req-6b1b9d05-48a2-4e56-b07b-b56bbb3a9d2d admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=98c67a9350f043d68904fbdd64c86d05&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4181180 Sep 29 15:41:52.823222 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.wsgi [-] (96121) accepted ('10.222.0.46', 60810) {{(pid=96121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 15:41:52.830271 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b1b9d05-48a2-4e56-b07b-b56bbb3a9d2d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42d2c03d-7515-4fac-9e7a-3145a73f8740,revision_number=1']} {{(pid=96120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 15:41:52.949255 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [None req-b1e42c18-fa39-4054-8d8e-42b873432d70 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:41:52.977480 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [None req-b1e42c18-fa39-4054-8d8e-42b873432d70 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:41:53.133702 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [None req-b1e42c18-fa39-4054-8d8e-42b873432d70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579214'] for security_group, after_delete {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:41:53.137131 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [None req-b1e42c18-fa39-4054-8d8e-42b873432d70 admin admin] Notify callbacks [] for security_group, before_response {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:41:53.147771 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [None req-b1e42c18-fa39-4054-8d8e-42b873432d70 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/42d2c03d-7515-4fac-9e7a-3145a73f8740 HTTP/1.1" status: 204 len: 168 time: 0.3168340 Sep 29 15:41:53.174676 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1e42c18-fa39-4054-8d8e-42b873432d70 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42d2c03d-7515-4fac-9e7a-3145a73f8740,revision_number=None']} {{(pid=96121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 15:41:53.372087 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0739dc-2cff-424e-b9fe-728dd418b044 req-0b689739-36ad-4da5-9bd0-45d4588f5a71 tempest-AttachVolumeShelveTestJSON-850210833 tempest-AttachVolumeShelveTestJSON-850210833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:41:53.374277 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [req-9b0739dc-2cff-424e-b9fe-728dd418b044 req-0b689739-36ad-4da5-9bd0-45d4588f5a71 tempest-AttachVolumeShelveTestJSON-850210833 tempest-AttachVolumeShelveTestJSON-850210833-project] 10.222.0.46 "GET /v2.0/ports?device_id=ac0e248a-618c-41cf-8477-3e208b9a1936 HTTP/1.1" status: 200 len: 945 time: 0.1207640 Sep 29 15:41:53.405438 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872483e3-1067-4078-9a5b-4c715313f144 req-53beafb6-f73e-4e9d-b29b-fbaf8dc2aef1 tempest-ServerRescueNegativeTestJSON-859711067 tempest-ServerRescueNegativeTestJSON-859711067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:41:53.407086 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-872483e3-1067-4078-9a5b-4c715313f144 req-53beafb6-f73e-4e9d-b29b-fbaf8dc2aef1 tempest-ServerRescueNegativeTestJSON-859711067 tempest-ServerRescueNegativeTestJSON-859711067-project] 10.222.0.46 "GET /v2.0/ports?device_id=1d663b77-78b8-44d6-ae6b-8f8b0c2199dd HTTP/1.1" status: 200 len: 945 time: 0.0849199 Sep 29 15:41:53.448461 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [req-9b0739dc-2cff-424e-b9fe-728dd418b044 req-8533d04f-619d-4e08-a359-b285a6bbd599 tempest-AttachVolumeShelveTestJSON-850210833 tempest-AttachVolumeShelveTestJSON-850210833-project] 10.222.0.46 "GET /v2.0/security-groups?id=0ae69e60-4c6a-41e5-8a1f-3e04c991f9a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0665941 Sep 29 15:41:53.483024 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-872483e3-1067-4078-9a5b-4c715313f144 req-b5f62485-a474-4995-8423-fa2e24f44aab tempest-ServerRescueNegativeTestJSON-859711067 tempest-ServerRescueNegativeTestJSON-859711067-project] 10.222.0.46 "GET /v2.0/security-groups?id=69bb6ea6-2770-4a41-88ab-960c26e8ecb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534604 Sep 29 15:41:54.178042 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron_lib.callbacks.manager [None req-d385164d-57d9-498a-8eb1-da20ef977e51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741779927170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-625140'] for agent, after_update {{(pid=96122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:41:54.647380 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8011bb3-7c29-4173-9a8d-775fa40b2d5b req-03b6fac0-2e0f-47b1-a173-14c529e10dac tempest-AttachVolumeShelveTestJSON-850210833 tempest-AttachVolumeShelveTestJSON-850210833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:41:54.662070 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [req-a8011bb3-7c29-4173-9a8d-775fa40b2d5b req-03b6fac0-2e0f-47b1-a173-14c529e10dac tempest-AttachVolumeShelveTestJSON-850210833 tempest-AttachVolumeShelveTestJSON-850210833-project] 10.222.0.46 "GET /v2.0/ports?device_id=ac0e248a-618c-41cf-8477-3e208b9a1936 HTTP/1.1" status: 200 len: 945 time: 0.1030619 Sep 29 15:41:54.714282 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [req-a8011bb3-7c29-4173-9a8d-775fa40b2d5b req-70159a1d-4b1c-47a3-b572-0c6378a45d00 tempest-AttachVolumeShelveTestJSON-850210833 tempest-AttachVolumeShelveTestJSON-850210833-project] 10.222.0.46 "GET /v2.0/security-groups?id=0ae69e60-4c6a-41e5-8a1f-3e04c991f9a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0558031 Sep 29 15:41:54.741243 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889a2edb-780d-4cd4-87f6-b3004b7dd9aa req-0b281286-2189-46cd-83b4-842c96b843b9 tempest-ServerRescueNegativeTestJSON-859711067 tempest-ServerRescueNegativeTestJSON-859711067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:41:54.743759 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-889a2edb-780d-4cd4-87f6-b3004b7dd9aa req-0b281286-2189-46cd-83b4-842c96b843b9 tempest-ServerRescueNegativeTestJSON-859711067 tempest-ServerRescueNegativeTestJSON-859711067-project] 10.222.0.46 "GET /v2.0/ports?device_id=1d663b77-78b8-44d6-ae6b-8f8b0c2199dd HTTP/1.1" status: 200 len: 945 time: 0.1318564 Sep 29 15:41:54.809460 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-889a2edb-780d-4cd4-87f6-b3004b7dd9aa req-57a636af-6d28-469a-a6d5-158b213c0219 tempest-ServerRescueNegativeTestJSON-859711067 tempest-ServerRescueNegativeTestJSON-859711067-project] 10.222.0.46 "GET /v2.0/security-groups?id=69bb6ea6-2770-4a41-88ab-960c26e8ecb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559084 Sep 29 15:41:55.826765 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f528a7-85dc-431d-97e5-48ed59ff9518 req-252c0b26-8d71-4a14-8128-f637402147fd tempest-AttachVolumeShelveTestJSON-850210833 tempest-AttachVolumeShelveTestJSON-850210833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:41:55.827901 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-60f528a7-85dc-431d-97e5-48ed59ff9518 req-252c0b26-8d71-4a14-8128-f637402147fd tempest-AttachVolumeShelveTestJSON-850210833 tempest-AttachVolumeShelveTestJSON-850210833-project] 10.222.0.46 "GET /v2.0/ports?device_id=ac0e248a-618c-41cf-8477-3e208b9a1936 HTTP/1.1" status: 200 len: 945 time: 0.0522802 Sep 29 15:41:55.871836 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-60f528a7-85dc-431d-97e5-48ed59ff9518 req-00c7f402-965f-486b-8b4a-801009d4503a tempest-AttachVolumeShelveTestJSON-850210833 tempest-AttachVolumeShelveTestJSON-850210833-project] 10.222.0.46 "GET /v2.0/security-groups?id=0ae69e60-4c6a-41e5-8a1f-3e04c991f9a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335927 Sep 29 15:41:55.980712 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31cf4677-af82-4a62-91bb-9d4a12570a0a req-89d5ca62-0690-4215-a2c5-c0af43524c82 tempest-ServerRescueNegativeTestJSON-859711067 tempest-ServerRescueNegativeTestJSON-859711067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:41:55.981791 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-31cf4677-af82-4a62-91bb-9d4a12570a0a req-89d5ca62-0690-4215-a2c5-c0af43524c82 tempest-ServerRescueNegativeTestJSON-859711067 tempest-ServerRescueNegativeTestJSON-859711067-project] 10.222.0.46 "GET /v2.0/ports?device_id=1d663b77-78b8-44d6-ae6b-8f8b0c2199dd HTTP/1.1" status: 200 len: 945 time: 0.0512784 Sep 29 15:41:56.055491 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-31cf4677-af82-4a62-91bb-9d4a12570a0a req-a7df08d1-4063-44cd-aa5b-4cfed02f86d4 tempest-ServerRescueNegativeTestJSON-859711067 tempest-ServerRescueNegativeTestJSON-859711067-project] 10.222.0.46 "GET /v2.0/security-groups?id=69bb6ea6-2770-4a41-88ab-960c26e8ecb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569160 Sep 29 15:41:56.372285 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.wsgi [-] (96121) accepted ('10.222.0.46', 60890) {{(pid=96121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 15:41:56.507168 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [None req-6ba1a2ff-4c8d-4d1b-89ec-bf8b5d12e803 admin admin] Notify callbacks [] for security_group, before_create {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:41:56.601430 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [None req-6ba1a2ff-4c8d-4d1b-89ec-bf8b5d12e803 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:41:56.608337 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron_lib.callbacks.manager [None req-0db6cf3a-f646-435f-8119-f4abd5c3843a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741779927170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-625140'] for agent, after_update {{(pid=96122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:41:56.733434 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [None req-6ba1a2ff-4c8d-4d1b-89ec-bf8b5d12e803 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579214'] for security_group, after_create {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:41:56.776685 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [None req-6ba1a2ff-4c8d-4d1b-89ec-bf8b5d12e803 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=6b077fa755c2474381c567f0f386a4e9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4008834 Sep 29 15:41:56.776685 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba1a2ff-4c8d-4d1b-89ec-bf8b5d12e803 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70925e90-705a-4b98-a1b2-5c14a175822a,revision_number=1']} {{(pid=96121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 15:41:56.777549 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.wsgi [-] (96120) accepted ('10.222.0.46', 60894) {{(pid=96120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 15:41:56.829177 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-128a1396-86b7-477e-a4bb-40218a6d8d25 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:41:56.849480 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-128a1396-86b7-477e-a4bb-40218a6d8d25 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:41:56.992911 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592d988c-5ebb-4de5-9e37-aaf1758a8fb4 req-b8044ae6-06b7-499a-97b1-173f0548593a tempest-AttachVolumeShelveTestJSON-850210833 tempest-AttachVolumeShelveTestJSON-850210833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:41:56.994267 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [req-592d988c-5ebb-4de5-9e37-aaf1758a8fb4 req-b8044ae6-06b7-499a-97b1-173f0548593a tempest-AttachVolumeShelveTestJSON-850210833 tempest-AttachVolumeShelveTestJSON-850210833-project] 10.222.0.46 "GET /v2.0/ports?device_id=ac0e248a-618c-41cf-8477-3e208b9a1936 HTTP/1.1" status: 200 len: 945 time: 0.0502779 Sep 29 15:41:57.175273 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59476768-c5b2-4f92-822c-74bfeb910a64 req-41e41e49-3ce3-480d-af9b-122c03ed69fa tempest-ServerRescueNegativeTestJSON-859711067 tempest-ServerRescueNegativeTestJSON-859711067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:41:57.176862 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-59476768-c5b2-4f92-822c-74bfeb910a64 req-41e41e49-3ce3-480d-af9b-122c03ed69fa tempest-ServerRescueNegativeTestJSON-859711067 tempest-ServerRescueNegativeTestJSON-859711067-project] 10.222.0.46 "GET /v2.0/ports?device_id=1d663b77-78b8-44d6-ae6b-8f8b0c2199dd HTTP/1.1" status: 200 len: 945 time: 0.0528741 Sep 29 15:41:57.191804 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-128a1396-86b7-477e-a4bb-40218a6d8d25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579214'] for security_group, after_delete {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:41:57.194450 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-128a1396-86b7-477e-a4bb-40218a6d8d25 admin admin] Notify callbacks [] for security_group, before_response {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:41:57.195705 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [None req-128a1396-86b7-477e-a4bb-40218a6d8d25 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/70925e90-705a-4b98-a1b2-5c14a175822a HTTP/1.1" status: 204 len: 168 time: 0.4171314 Sep 29 15:41:57.229730 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-128a1396-86b7-477e-a4bb-40218a6d8d25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70925e90-705a-4b98-a1b2-5c14a175822a,revision_number=None']} {{(pid=96120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 15:41:57.237616 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-59476768-c5b2-4f92-822c-74bfeb910a64 req-e3a2f2ed-d051-4585-b7df-46ee7747d0da tempest-ServerRescueNegativeTestJSON-859711067 tempest-ServerRescueNegativeTestJSON-859711067-project] 10.222.0.46 "GET /v2.0/security-groups?id=69bb6ea6-2770-4a41-88ab-960c26e8ecb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541024 Sep 29 15:41:57.253793 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [req-592d988c-5ebb-4de5-9e37-aaf1758a8fb4 req-5f5def89-1a14-47fa-9499-4357213b7e1e tempest-AttachVolumeShelveTestJSON-850210833 tempest-AttachVolumeShelveTestJSON-850210833-project] 10.222.0.46 "GET /v2.0/security-groups?id=0ae69e60-4c6a-41e5-8a1f-3e04c991f9a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2529495 Sep 29 15:41:57.286751 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b826d7b6-d3b4-420e-a778-c080c258ae3c req-708b0805-e8b9-4f34-8d06-64f76f9d7bf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:41:57.288348 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-b826d7b6-d3b4-420e-a778-c080c258ae3c req-708b0805-e8b9-4f34-8d06-64f76f9d7bf6 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=13390da549814bc498d0c907da15d788&device_id=ac0e248a-618c-41cf-8477-3e208b9a1936 HTTP/1.1" status: 200 len: 1098 time: 0.0659227 Sep 29 15:41:57.415036 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b826d7b6-d3b4-420e-a778-c080c258ae3c req-d61fd3f1-fdf3-4b15-a66b-d316c135b8f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:41:57.416497 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-b826d7b6-d3b4-420e-a778-c080c258ae3c req-d61fd3f1-fdf3-4b15-a66b-d316c135b8f4 service neutron] 10.222.0.22 "GET /v2.0/networks?id=7d2058d9-0239-4e7f-ad5f-85b9e31d2757 HTTP/1.1" status: 200 len: 917 time: 0.0867846 Sep 29 15:41:57.491050 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-b826d7b6-d3b4-420e-a778-c080c258ae3c req-2530b66b-129b-4da2-97a9-c058c8380dba service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4c897ac8-e270-4e7e-891a-c4da2db1a883 HTTP/1.1" status: 200 len: 1001 time: 0.0617914 Sep 29 15:41:57.551241 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron_lib.callbacks.manager [None req-86ea74e9-eea3-4769-b153-652ac6294d68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741779927170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-625140'] for agent, after_update {{(pid=96122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:41:57.555310 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b826d7b6-d3b4-420e-a778-c080c258ae3c req-e011cc03-4870-4891-bc86-4bcb85426ecd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:41:57.556852 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-b826d7b6-d3b4-420e-a778-c080c258ae3c req-e011cc03-4870-4891-bc86-4bcb85426ecd service neutron] 10.222.0.22 "GET /v2.0/subnets?id=56afac6f-63d0-4994-bdac-133803bcf88a HTTP/1.1" status: 200 len: 855 time: 0.0527472 Sep 29 15:41:57.611740 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b826d7b6-d3b4-420e-a778-c080c258ae3c req-3f6dfda6-9cdd-423c-9790-67a3d9cbd280 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:41:57.613309 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-b826d7b6-d3b4-420e-a778-c080c258ae3c req-3f6dfda6-9cdd-423c-9790-67a3d9cbd280 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=7d2058d9-0239-4e7f-ad5f-85b9e31d2757&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0441637 Sep 29 15:41:57.710073 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-b826d7b6-d3b4-420e-a778-c080c258ae3c req-93e72090-b1dd-4c28-aa0e-37c82d73d471 service neutron] 10.222.0.22 "GET /v2.0/networks/7d2058d9-0239-4e7f-ad5f-85b9e31d2757?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817232 Sep 29 15:41:57.800409 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-b826d7b6-d3b4-420e-a778-c080c258ae3c req-9f6a2576-198c-41e8-9cbb-2e088191ce11 service neutron] 10.222.0.22 "GET /v2.0/networks/7d2058d9-0239-4e7f-ad5f-85b9e31d2757?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830653 Sep 29 15:41:58.370126 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6f7f0e-2985-4398-acf8-b4b20951b680 req-53de5e38-a3f6-4eea-9fbc-55b72368e5a0 tempest-ServerRescueNegativeTestJSON-859711067 tempest-ServerRescueNegativeTestJSON-859711067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:41:58.375891 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [req-ec6f7f0e-2985-4398-acf8-b4b20951b680 req-53de5e38-a3f6-4eea-9fbc-55b72368e5a0 tempest-ServerRescueNegativeTestJSON-859711067 tempest-ServerRescueNegativeTestJSON-859711067-project] 10.222.0.46 "GET /v2.0/ports?device_id=1d663b77-78b8-44d6-ae6b-8f8b0c2199dd HTTP/1.1" status: 200 len: 945 time: 0.0692823 Sep 29 15:41:58.385468 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c225d69a-1611-4c98-90bf-5535f34f863e req-21d677ce-74bb-4f3c-ade4-485f73b2410d tempest-AttachVolumeShelveTestJSON-850210833 tempest-AttachVolumeShelveTestJSON-850210833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:41:58.386978 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-c225d69a-1611-4c98-90bf-5535f34f863e req-21d677ce-74bb-4f3c-ade4-485f73b2410d tempest-AttachVolumeShelveTestJSON-850210833 tempest-AttachVolumeShelveTestJSON-850210833-project] 10.222.0.46 "GET /v2.0/ports?device_id=ac0e248a-618c-41cf-8477-3e208b9a1936 HTTP/1.1" status: 200 len: 945 time: 0.0556405 Sep 29 15:41:58.412206 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [req-ec6f7f0e-2985-4398-acf8-b4b20951b680 req-e4c3df99-00c7-44d8-bc6a-d8d30cecd6d7 tempest-ServerRescueNegativeTestJSON-859711067 tempest-ServerRescueNegativeTestJSON-859711067-project] 10.222.0.46 "GET /v2.0/security-groups?id=69bb6ea6-2770-4a41-88ab-960c26e8ecb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341372 Sep 29 15:41:58.429542 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-c225d69a-1611-4c98-90bf-5535f34f863e req-2100a920-0d96-48ff-8100-38704b8fa5b0 tempest-AttachVolumeShelveTestJSON-850210833 tempest-AttachVolumeShelveTestJSON-850210833-project] 10.222.0.46 "GET /v2.0/security-groups?id=0ae69e60-4c6a-41e5-8a1f-3e04c991f9a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354946 Sep 29 15:41:58.510557 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron_lib.callbacks.manager [None req-d04ed334-d278-4234-b850-06fee10c9c6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741779927170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-625140'] for agent, after_update {{(pid=96122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:41:59.548602 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0b840a-54db-4185-9946-7a55943bd265 req-0482d536-4b2d-4a08-a79e-a71be399b900 tempest-ServerRescueNegativeTestJSON-859711067 tempest-ServerRescueNegativeTestJSON-859711067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:41:59.550155 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-8a0b840a-54db-4185-9946-7a55943bd265 req-0482d536-4b2d-4a08-a79e-a71be399b900 tempest-ServerRescueNegativeTestJSON-859711067 tempest-ServerRescueNegativeTestJSON-859711067-project] 10.222.0.46 "GET /v2.0/ports?device_id=1d663b77-78b8-44d6-ae6b-8f8b0c2199dd HTTP/1.1" status: 200 len: 945 time: 0.0650759 Sep 29 15:41:59.570886 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309a2ae5-608d-48c9-ba2b-c85762c6ef07 req-08bc07dc-64cb-4b06-b5a0-f6d061273a74 tempest-AttachVolumeShelveTestJSON-850210833 tempest-AttachVolumeShelveTestJSON-850210833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:41:59.572441 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [req-309a2ae5-608d-48c9-ba2b-c85762c6ef07 req-08bc07dc-64cb-4b06-b5a0-f6d061273a74 tempest-AttachVolumeShelveTestJSON-850210833 tempest-AttachVolumeShelveTestJSON-850210833-project] 10.222.0.46 "GET /v2.0/ports?device_id=ac0e248a-618c-41cf-8477-3e208b9a1936 HTTP/1.1" status: 200 len: 945 time: 0.0635529 Sep 29 15:41:59.588410 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-8a0b840a-54db-4185-9946-7a55943bd265 req-a8f56cbc-0f24-4bc4-97f4-6df935133adb tempest-ServerRescueNegativeTestJSON-859711067 tempest-ServerRescueNegativeTestJSON-859711067-project] 10.222.0.46 "GET /v2.0/security-groups?id=69bb6ea6-2770-4a41-88ab-960c26e8ecb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322499 Sep 29 15:41:59.610293 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [req-309a2ae5-608d-48c9-ba2b-c85762c6ef07 req-be21d06a-ec46-4ad4-8221-34fcf76e3fa0 tempest-AttachVolumeShelveTestJSON-850210833 tempest-AttachVolumeShelveTestJSON-850210833-project] 10.222.0.46 "GET /v2.0/security-groups?id=0ae69e60-4c6a-41e5-8a1f-3e04c991f9a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318136 Sep 29 15:41:59.619043 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron_lib.callbacks.manager [None req-9bd021b7-afaf-4c67-b111-7b9308fbf6a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741779927170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-625140'] for agent, after_update {{(pid=96122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:41:59.971561 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.plugins.ml2.rpc [None req-4d55257e-523e-4b8d-ab2b-d46a31710be1 None None] Device 4c897ac8-e270-4e7e-891a-c4da2db1a883 no longer exists at agent hyperv_hv-cinder-80661 {{(pid=96122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 15:42:00.043920 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron_lib.callbacks.manager [None req-4d55257e-523e-4b8d-ab2b-d46a31710be1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-684029'] for port, before_update {{(pid=96122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:42:00.067930 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac0e248a-618c-41cf-8477-3e208b9a1936', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4c897ac8-e270-4e7e-891a-c4da2db1a883'}] {{(pid=96122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 15:42:00.070161 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2623ca0f1d0ed70344ce0ae3d74fdbf1495c1e1ffd6c12fe338f92bc8c6604f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-877602d4-9df3-4349-8782-d6df0307d240" -d '{"events": [{"server_uuid": "ac0e248a-618c-41cf-8477-3e208b9a1936", "name": "network-vif-unplugged", "status": "completed", "tag": "4c897ac8-e270-4e7e-891a-c4da2db1a883"}]}' {{(pid=96122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 15:42:00.082362 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.plugins.ml2.db [None req-4d55257e-523e-4b8d-ab2b-d46a31710be1 None None] For port 4c897ac8-e270-4e7e-891a-c4da2db1a883, host hv-cinder-80661, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80661',level=0,port_id=4c897ac8-e270-4e7e-891a-c4da2db1a883,segment=NetworkSegment(445f7458-c019-4777-b7f7-9f69e4e3102b),segment_id=445f7458-c019-4777-b7f7-9f69e4e3102b)] {{(pid=96122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 15:42:00.107521 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 29 Sep 2021 15:42:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf5bf005-2fb6-4375-9818-a54e7d933258 x-openstack-request-id: req-cf5bf005-2fb6-4375-9818-a54e7d933258 {{(pid=96122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 15:42:00.107830 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac0e248a-618c-41cf-8477-3e208b9a1936", "name": "network-vif-unplugged", "status": "completed", "tag": "4c897ac8-e270-4e7e-891a-c4da2db1a883", "code": 200}]} {{(pid=96122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 15:42:00.108121 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-cf5bf005-2fb6-4375-9818-a54e7d933258 {{(pid=96122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 15:42:00.108575 dv-cinder-806616-6-iscsi neutron-server[96122]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac0e248a-618c-41cf-8477-3e208b9a1936', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4c897ac8-e270-4e7e-891a-c4da2db1a883', 'code': 200} Sep 29 15:42:00.166817 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron_lib.callbacks.manager [None req-4d55257e-523e-4b8d-ab2b-d46a31710be1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741780147972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741779628755', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741779628773'] for port, after_update {{(pid=96122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:42:00.221131 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d55257e-523e-4b8d-ab2b-d46a31710be1 None None] Pushing event updated for resources: {'Port': ['ID=4c897ac8-e270-4e7e-891a-c4da2db1a883,revision_number=8']} {{(pid=96122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 15:42:00.397412 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c8cd03-3cbb-4c09-95aa-925a86b8a5a8 req-c8d4d767-d934-4162-9736-12c05940c833 tempest-AttachVolumeNegativeTest-728742291 tempest-AttachVolumeNegativeTest-728742291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:42:00.398797 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [req-b5c8cd03-3cbb-4c09-95aa-925a86b8a5a8 req-c8d4d767-d934-4162-9736-12c05940c833 tempest-AttachVolumeNegativeTest-728742291 tempest-AttachVolumeNegativeTest-728742291-project] 10.222.0.46 "GET /v2.0/ports?device_id=12916054-ee30-40bd-bd52-1414f33feb76 HTTP/1.1" status: 200 len: 945 time: 0.0508168 Sep 29 15:42:00.437667 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [req-b5c8cd03-3cbb-4c09-95aa-925a86b8a5a8 req-b5afde4a-0b66-46dd-954d-50570f8f493a tempest-AttachVolumeNegativeTest-728742291 tempest-AttachVolumeNegativeTest-728742291-project] 10.222.0.46 "GET /v2.0/security-groups?id=c4509334-a1e4-43fe-aae7-235e447c037b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326703 Sep 29 15:42:00.703013 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4949b86-b5fe-4bb8-b24c-70fc7221b958 req-f65cb389-eb69-4b88-8a9b-aab3bcd81f55 tempest-ServerRescueNegativeTestJSON-859711067 tempest-ServerRescueNegativeTestJSON-859711067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:42:00.705109 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-e4949b86-b5fe-4bb8-b24c-70fc7221b958 req-f65cb389-eb69-4b88-8a9b-aab3bcd81f55 tempest-ServerRescueNegativeTestJSON-859711067 tempest-ServerRescueNegativeTestJSON-859711067-project] 10.222.0.46 "GET /v2.0/ports?device_id=1d663b77-78b8-44d6-ae6b-8f8b0c2199dd HTTP/1.1" status: 200 len: 945 time: 0.0492764 Sep 29 15:42:00.745315 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-e4949b86-b5fe-4bb8-b24c-70fc7221b958 req-219c6d3e-f241-45bb-8f0f-f613ec229e04 tempest-ServerRescueNegativeTestJSON-859711067 tempest-ServerRescueNegativeTestJSON-859711067-project] 10.222.0.46 "GET /v2.0/security-groups?id=69bb6ea6-2770-4a41-88ab-960c26e8ecb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342085 Sep 29 15:42:00.755549 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89b7b27-e876-4d31-a168-fea974529d9c req-905d8dd0-d1f2-4d39-a657-cbdc3ccd9d71 tempest-AttachVolumeShelveTestJSON-850210833 tempest-AttachVolumeShelveTestJSON-850210833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:42:00.759800 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [req-e89b7b27-e876-4d31-a168-fea974529d9c req-905d8dd0-d1f2-4d39-a657-cbdc3ccd9d71 tempest-AttachVolumeShelveTestJSON-850210833 tempest-AttachVolumeShelveTestJSON-850210833-project] 10.222.0.46 "GET /v2.0/ports?device_id=ac0e248a-618c-41cf-8477-3e208b9a1936 HTTP/1.1" status: 200 len: 943 time: 0.0626748 Sep 29 15:42:00.794625 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [req-e89b7b27-e876-4d31-a168-fea974529d9c req-9749806a-f585-4ba5-ae93-ec8b883a5879 tempest-AttachVolumeShelveTestJSON-850210833 tempest-AttachVolumeShelveTestJSON-850210833-project] 10.222.0.46 "GET /v2.0/security-groups?id=0ae69e60-4c6a-41e5-8a1f-3e04c991f9a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314362 Sep 29 15:42:01.221990 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.wsgi [-] (96120) accepted ('10.222.0.46', 32782) {{(pid=96120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 15:42:01.264814 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.db.db_base_plugin_v2 [None req-e6cbf157-3a31-411c-bbcd-5f9dbe1cde56 admin admin] Deleting subnet e082895a-b7a6-48df-a7db-e127703bf864 {{(pid=96120) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 29 15:42:01.268604 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-e6cbf157-3a31-411c-bbcd-5f9dbe1cde56 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:42:01.304663 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-e6cbf157-3a31-411c-bbcd-5f9dbe1cde56 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:42:01.310110 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-e6cbf157-3a31-411c-bbcd-5f9dbe1cde56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-648269'] for subnet, precommit_delete {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:42:01.407980 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-e6cbf157-3a31-411c-bbcd-5f9dbe1cde56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-648260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1575015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575366'] for subnet, after_delete {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:42:01.435776 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-e6cbf157-3a31-411c-bbcd-5f9dbe1cde56 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577532'] for subnet, before_response {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:42:01.437944 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [None req-e6cbf157-3a31-411c-bbcd-5f9dbe1cde56 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/e082895a-b7a6-48df-a7db-e127703bf864 HTTP/1.1" status: 204 len: 168 time: 0.2146873 Sep 29 15:42:01.439078 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6cbf157-3a31-411c-bbcd-5f9dbe1cde56 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e082895a-b7a6-48df-a7db-e127703bf864,revision_number=None']} {{(pid=96120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 15:42:01.441128 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.wsgi [-] (96121) accepted ('10.222.0.46', 32784) {{(pid=96121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 15:42:01.511668 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [None req-021ceef9-8660-4aee-b4f9-963ac536a478 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-533685'] for network, before_delete {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:42:01.554980 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3628f4-871a-4893-a2b7-15b0c83ab4ed req-baf0f221-2465-4a65-9d02-8fb85f7ee43e tempest-AttachVolumeNegativeTest-728742291 tempest-AttachVolumeNegativeTest-728742291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:42:01.556653 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [req-ba3628f4-871a-4893-a2b7-15b0c83ab4ed req-baf0f221-2465-4a65-9d02-8fb85f7ee43e tempest-AttachVolumeNegativeTest-728742291 tempest-AttachVolumeNegativeTest-728742291-project] 10.222.0.46 "GET /v2.0/ports?device_id=12916054-ee30-40bd-bd52-1414f33feb76 HTTP/1.1" status: 200 len: 945 time: 0.0507984 Sep 29 15:42:01.586953 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [None req-021ceef9-8660-4aee-b4f9-963ac536a478 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-630004', 'neutron.services.segments.db._delete_segments_for_network-8741779927188'] for network, precommit_delete {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:42:01.594491 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [req-ba3628f4-871a-4893-a2b7-15b0c83ab4ed req-a525a5d6-b6d2-4bcc-a25a-c2c346e78da1 tempest-AttachVolumeNegativeTest-728742291 tempest-AttachVolumeNegativeTest-728742291-project] 10.222.0.46 "GET /v2.0/security-groups?id=c4509334-a1e4-43fe-aae7-235e447c037b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317621 Sep 29 15:42:01.613405 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.services.segments.db [None req-021ceef9-8660-4aee-b4f9-963ac536a478 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a14b5803-90de-4ae6-beb2-83af53c4353a']}} {{(pid=96121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 15:42:01.622626 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.services.segments.db [None req-021ceef9-8660-4aee-b4f9-963ac536a478 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e69a3118-4cc1-4840-b982-71b9b5cd474d') {'for_net_delete': True} {{(pid=96121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 15:42:01.622919 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.services.segments.db [None req-021ceef9-8660-4aee-b4f9-963ac536a478 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e69a3118-4cc1-4840-b982-71b9b5cd474d') {} {{(pid=96121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 15:42:01.632721 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [None req-021ceef9-8660-4aee-b4f9-963ac536a478 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741779926685', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2784934'] for segment, before_delete {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:42:01.645750 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [None req-021ceef9-8660-4aee-b4f9-963ac536a478 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-649178'] for segment, precommit_delete {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:42:01.651810 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-021ceef9-8660-4aee-b4f9-963ac536a478 admin admin] Releasing vlan 623 on physical network physnet1 to pool {{(pid=96121) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 29 15:42:01.652268 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [None req-021ceef9-8660-4aee-b4f9-963ac536a478 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-649178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3898816'] for segment, after_delete {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:42:01.657886 dv-cinder-806616-6-iscsi neutron-server[96121]: Traceback (most recent call last): Sep 29 15:42:01.657886 dv-cinder-806616-6-iscsi neutron-server[96121]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 29 15:42:01.657886 dv-cinder-806616-6-iscsi neutron-server[96121]: timer() Sep 29 15:42:01.657886 dv-cinder-806616-6-iscsi neutron-server[96121]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 29 15:42:01.657886 dv-cinder-806616-6-iscsi neutron-server[96121]: cb(*args, **kw) Sep 29 15:42:01.657886 dv-cinder-806616-6-iscsi neutron-server[96121]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 29 15:42:01.657886 dv-cinder-806616-6-iscsi neutron-server[96121]: return func(*args, **kwargs) Sep 29 15:42:01.657886 dv-cinder-806616-6-iscsi neutron-server[96121]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 29 15:42:01.657886 dv-cinder-806616-6-iscsi neutron-server[96121]: self._notify() Sep 29 15:42:01.657886 dv-cinder-806616-6-iscsi neutron-server[96121]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 29 15:42:01.657886 dv-cinder-806616-6-iscsi neutron-server[96121]: self.callback(batched_events) Sep 29 15:42:01.657886 dv-cinder-806616-6-iscsi neutron-server[96121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 29 15:42:01.657886 dv-cinder-806616-6-iscsi neutron-server[96121]: event.method(event) Sep 29 15:42:01.657886 dv-cinder-806616-6-iscsi neutron-server[96121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 29 15:42:01.657886 dv-cinder-806616-6-iscsi neutron-server[96121]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 29 15:42:01.657886 dv-cinder-806616-6-iscsi neutron-server[96121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 29 15:42:01.657886 dv-cinder-806616-6-iscsi neutron-server[96121]: aggregate_uuid = self.p_client.list_aggregates( Sep 29 15:42:01.657886 dv-cinder-806616-6-iscsi neutron-server[96121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 29 15:42:01.657886 dv-cinder-806616-6-iscsi neutron-server[96121]: return f(self, *a, **k) Sep 29 15:42:01.657886 dv-cinder-806616-6-iscsi neutron-server[96121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 29 15:42:01.657886 dv-cinder-806616-6-iscsi neutron-server[96121]: return self._get(url).json() Sep 29 15:42:01.657886 dv-cinder-806616-6-iscsi neutron-server[96121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 29 15:42:01.657886 dv-cinder-806616-6-iscsi neutron-server[96121]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 29 15:42:01.657886 dv-cinder-806616-6-iscsi neutron-server[96121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 29 15:42:01.657886 dv-cinder-806616-6-iscsi neutron-server[96121]: return self.request(url, 'GET', **kwargs) Sep 29 15:42:01.657886 dv-cinder-806616-6-iscsi neutron-server[96121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 29 15:42:01.657886 dv-cinder-806616-6-iscsi neutron-server[96121]: base_url = self.get_endpoint(auth, allow=allow, Sep 29 15:42:01.657886 dv-cinder-806616-6-iscsi neutron-server[96121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 29 15:42:01.657886 dv-cinder-806616-6-iscsi neutron-server[96121]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 29 15:42:01.657886 dv-cinder-806616-6-iscsi neutron-server[96121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 29 15:42:01.657886 dv-cinder-806616-6-iscsi neutron-server[96121]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 29 15:42:01.657886 dv-cinder-806616-6-iscsi neutron-server[96121]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 29 15:42:01.830993 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [None req-021ceef9-8660-4aee-b4f9-963ac536a478 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-629955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575366', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1618949'] for network, after_delete {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:42:01.836826 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [None req-021ceef9-8660-4aee-b4f9-963ac536a478 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577532'] for network, before_response {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:42:01.846749 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [None req-021ceef9-8660-4aee-b4f9-963ac536a478 admin admin] 10.222.0.46 "DELETE /v2.0/networks/a14b5803-90de-4ae6-beb2-83af53c4353a HTTP/1.1" status: 204 len: 168 time: 0.3970914 Sep 29 15:42:01.856745 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-021ceef9-8660-4aee-b4f9-963ac536a478 admin admin] Pushing event deleted for resources: {'Network': ['ID=a14b5803-90de-4ae6-beb2-83af53c4353a,revision_number=None']} {{(pid=96121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 15:42:01.870123 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eaaddb7-0b51-475b-8271-25280578bddb req-723cd177-eb34-4dcc-8b04-90957f29e7cd tempest-ServerRescueNegativeTestJSON-859711067 tempest-ServerRescueNegativeTestJSON-859711067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:42:01.872374 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [req-2eaaddb7-0b51-475b-8271-25280578bddb req-723cd177-eb34-4dcc-8b04-90957f29e7cd tempest-ServerRescueNegativeTestJSON-859711067 tempest-ServerRescueNegativeTestJSON-859711067-project] 10.222.0.46 "GET /v2.0/ports?device_id=1d663b77-78b8-44d6-ae6b-8f8b0c2199dd HTTP/1.1" status: 200 len: 945 time: 0.0593483 Sep 29 15:42:01.920816 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [req-2eaaddb7-0b51-475b-8271-25280578bddb req-ddf48038-d31e-40a4-ae51-f1368e267170 tempest-ServerRescueNegativeTestJSON-859711067 tempest-ServerRescueNegativeTestJSON-859711067-project] 10.222.0.46 "GET /v2.0/security-groups?id=69bb6ea6-2770-4a41-88ab-960c26e8ecb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417056 Sep 29 15:42:01.994259 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.wsgi [req-db8344af-1ac3-4318-93dd-6897c763df2f req-ac513df2-c4b5-46fe-b5ee-fe1ce96dafe3 service neutron] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=96121) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 29 15:42:01.995241 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-db8344af-1ac3-4318-93dd-6897c763df2f req-ac513df2-c4b5-46fe-b5ee-fe1ce96dafe3 service neutron] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0053892 Sep 29 15:42:02.231910 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.wsgi [-] (96121) accepted ('10.222.0.46', 32802) {{(pid=96121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 15:42:02.271294 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [None req-dc24b679-ed20-4064-8149-164706bc0c79 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=ea8f8f8919c0481cb386767b47c72f6e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0380542 Sep 29 15:42:02.273983 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.wsgi [-] (96121) accepted ('10.222.0.46', 32804) {{(pid=96121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 15:42:02.312914 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632ce9c7-4dd9-4c94-9f17-fc24b37f0ff8 req-22a0f93a-a9ff-42bc-a71d-4b17330f4486 tempest-AttachVolumeShelveTestJSON-850210833 tempest-AttachVolumeShelveTestJSON-850210833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:42:02.314354 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [req-632ce9c7-4dd9-4c94-9f17-fc24b37f0ff8 req-22a0f93a-a9ff-42bc-a71d-4b17330f4486 tempest-AttachVolumeShelveTestJSON-850210833 tempest-AttachVolumeShelveTestJSON-850210833-project] 10.222.0.46 "GET /v2.0/ports?device_id=ac0e248a-618c-41cf-8477-3e208b9a1936 HTTP/1.1" status: 200 len: 943 time: 0.0602717 Sep 29 15:42:02.338625 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [None req-1bb700dc-6b0e-48e0-bbc3-ff55438e6ce7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:42:02.361467 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [req-632ce9c7-4dd9-4c94-9f17-fc24b37f0ff8 req-6a9b9d3a-cd73-46c1-a881-e4cab2fb6a43 tempest-AttachVolumeShelveTestJSON-850210833 tempest-AttachVolumeShelveTestJSON-850210833-project] 10.222.0.46 "GET /v2.0/security-groups?id=0ae69e60-4c6a-41e5-8a1f-3e04c991f9a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339224 Sep 29 15:42:02.371802 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [None req-1bb700dc-6b0e-48e0-bbc3-ff55438e6ce7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:42:02.505154 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [None req-1bb700dc-6b0e-48e0-bbc3-ff55438e6ce7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579214'] for security_group, after_delete {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:42:02.507715 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [None req-1bb700dc-6b0e-48e0-bbc3-ff55438e6ce7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:42:02.511415 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [None req-1bb700dc-6b0e-48e0-bbc3-ff55438e6ce7 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/8816c7f2-d979-43ec-b223-6262eb3c0e80 HTTP/1.1" status: 204 len: 168 time: 0.2340155 Sep 29 15:42:02.518586 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb700dc-6b0e-48e0-bbc3-ff55438e6ce7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8816c7f2-d979-43ec-b223-6262eb3c0e80,revision_number=None']} {{(pid=96121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 15:42:02.664110 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297eaa53-4a66-405c-bde5-024b0a47f476 req-8c2248f4-0b3f-4557-bbbe-4e483cd648f3 tempest-AttachVolumeNegativeTest-728742291 tempest-AttachVolumeNegativeTest-728742291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:42:02.665552 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-297eaa53-4a66-405c-bde5-024b0a47f476 req-8c2248f4-0b3f-4557-bbbe-4e483cd648f3 tempest-AttachVolumeNegativeTest-728742291 tempest-AttachVolumeNegativeTest-728742291-project] 10.222.0.22 "GET /v2.0/ports?device_id=12916054-ee30-40bd-bd52-1414f33feb76 HTTP/1.1" status: 200 len: 945 time: 0.0492063 Sep 29 15:42:02.994601 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.wsgi [-] (96120) accepted ('10.222.0.46', 32834) {{(pid=96120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 15:42:03.008279 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8904ff70-c6b5-4b78-b2cc-72420e89481b req-5ad25f96-0017-44af-b8a9-aafd163e842b tempest-AttachVolumeNegativeTest-728742291 tempest-AttachVolumeNegativeTest-728742291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:42:03.009785 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-8904ff70-c6b5-4b78-b2cc-72420e89481b req-5ad25f96-0017-44af-b8a9-aafd163e842b tempest-AttachVolumeNegativeTest-728742291 tempest-AttachVolumeNegativeTest-728742291-project] 10.222.0.46 "GET /v2.0/ports?device_id=12916054-ee30-40bd-bd52-1414f33feb76 HTTP/1.1" status: 200 len: 945 time: 0.3433869 Sep 29 15:42:03.061057 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.plugins.ml2.plugin [req-297eaa53-4a66-405c-bde5-024b0a47f476 req-e836bb91-8a06-4eb7-ba74-a417938a28d8 tempest-AttachVolumeNegativeTest-728742291 tempest-AttachVolumeNegativeTest-728742291-project] Deleting port be589f04-a8be-4407-a166-ae99a5c16d68 {{(pid=96121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 29 15:42:03.061503 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [req-297eaa53-4a66-405c-bde5-024b0a47f476 req-e836bb91-8a06-4eb7-ba74-a417938a28d8 tempest-AttachVolumeNegativeTest-728742291 tempest-AttachVolumeNegativeTest-728742291-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741780140072'] for port, before_delete {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:42:03.080804 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-8904ff70-c6b5-4b78-b2cc-72420e89481b req-cd2006cc-66c0-4dc9-999f-89dbcf8e5b64 tempest-AttachVolumeNegativeTest-728742291 tempest-AttachVolumeNegativeTest-728742291-project] 10.222.0.46 "GET /v2.0/security-groups?id=c4509334-a1e4-43fe-aae7-235e447c037b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606332 Sep 29 15:42:03.107666 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [req-54c604b2-aa85-49d9-b1b0-7b80c2d41267 req-a9f95ced-0ab0-40fa-9ed0-c71b0e265b03 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=ac0e248a-618c-41cf-8477-3e208b9a1936&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1112893 Sep 29 15:42:03.112443 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.wsgi [req-54c604b2-aa85-49d9-b1b0-7b80c2d41267 req-3f62a4d4-1fc8-4c66-aa7a-fa167fae7983 service neutron] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=96120) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 29 15:42:03.113399 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [req-54c604b2-aa85-49d9-b1b0-7b80c2d41267 req-3f62a4d4-1fc8-4c66-aa7a-fa167fae7983 service neutron] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0050006 Sep 29 15:42:03.126000 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e093d58-c2d0-4fe6-9485-90f301f0d731 req-bbd6eaa0-87da-47e2-9e10-8772fcc6384c tempest-ServerRescueNegativeTestJSON-859711067 tempest-ServerRescueNegativeTestJSON-859711067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:42:03.127523 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [req-6e093d58-c2d0-4fe6-9485-90f301f0d731 req-bbd6eaa0-87da-47e2-9e10-8772fcc6384c tempest-ServerRescueNegativeTestJSON-859711067 tempest-ServerRescueNegativeTestJSON-859711067-project] 10.222.0.46 "GET /v2.0/ports?device_id=1d663b77-78b8-44d6-ae6b-8f8b0c2199dd HTTP/1.1" status: 200 len: 945 time: 0.1047897 Sep 29 15:42:03.168016 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.plugins.ml2.db [req-297eaa53-4a66-405c-bde5-024b0a47f476 req-e836bb91-8a06-4eb7-ba74-a417938a28d8 tempest-AttachVolumeNegativeTest-728742291 tempest-AttachVolumeNegativeTest-728742291-project] For port be589f04-a8be-4407-a166-ae99a5c16d68, host hv-cinder-80661, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80661',level=0,port_id=be589f04-a8be-4407-a166-ae99a5c16d68,segment=NetworkSegment(410a5b94-6c4f-4e8c-81e4-151e9b9c01d0),segment_id=410a5b94-6c4f-4e8c-81e4-151e9b9c01d0)] {{(pid=96121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 15:42:03.168401 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [req-297eaa53-4a66-405c-bde5-024b0a47f476 req-e836bb91-8a06-4eb7-ba74-a417938a28d8 tempest-AttachVolumeNegativeTest-728742291 tempest-AttachVolumeNegativeTest-728742291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1614090'] for port, precommit_delete {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:42:03.179031 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [req-6e093d58-c2d0-4fe6-9485-90f301f0d731 req-ade8b323-2348-4f13-8e39-2b68e5134537 tempest-ServerRescueNegativeTestJSON-859711067 tempest-ServerRescueNegativeTestJSON-859711067-project] 10.222.0.46 "GET /v2.0/security-groups?id=69bb6ea6-2770-4a41-88ab-960c26e8ecb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396638 Sep 29 15:42:03.181405 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.plugins.ml2.plugin [req-297eaa53-4a66-405c-bde5-024b0a47f476 req-e836bb91-8a06-4eb7-ba74-a417938a28d8 tempest-AttachVolumeNegativeTest-728742291 tempest-AttachVolumeNegativeTest-728742291-project] Calling delete_port for be589f04-a8be-4407-a166-ae99a5c16d68 owned by compute:nova {{(pid=96121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 29 15:42:03.470319 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [req-297eaa53-4a66-405c-bde5-024b0a47f476 req-e836bb91-8a06-4eb7-ba74-a417938a28d8 tempest-AttachVolumeNegativeTest-728742291 tempest-AttachVolumeNegativeTest-728742291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741780147950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741779628746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3898419'] for port, after_delete {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:42:03.504039 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.plugins.ml2.db [None req-4d55257e-523e-4b8d-ab2b-d46a31710be1 None None] get_ports_and_sgs() called for port_ids ['7aecb321-2e49-419c-9f69-93c5992c0b8a', '773beca0-aecf-4096-a0d7-069208c3bdfb', '82239e75-d726-4e4c-a00c-8fa96bfe4aef', 'be589f04-a8be-4407-a166-ae99a5c16d68'] {{(pid=96122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 15:42:03.504571 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e836bb91-8a06-4eb7-ba74-a417938a28d8 tempest-AttachVolumeNegativeTest-728742291 tempest-AttachVolumeNegativeTest-728742291-project] Pushing event deleted for resources: {'Port': ['ID=be589f04-a8be-4407-a166-ae99a5c16d68,revision_number=None']} {{(pid=96121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 15:42:03.541785 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11cbf3ab-0f79-4fba-b2ce-0ff869bd625c req-22f34fde-b7ed-42c3-bae9-dd1c366968e6 tempest-AttachVolumeShelveTestJSON-850210833 tempest-AttachVolumeShelveTestJSON-850210833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:42:03.543305 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-11cbf3ab-0f79-4fba-b2ce-0ff869bd625c req-22f34fde-b7ed-42c3-bae9-dd1c366968e6 tempest-AttachVolumeShelveTestJSON-850210833 tempest-AttachVolumeShelveTestJSON-850210833-project] 10.222.0.46 "GET /v2.0/ports?device_id=ac0e248a-618c-41cf-8477-3e208b9a1936 HTTP/1.1" status: 200 len: 943 time: 0.1013269 Sep 29 15:42:03.569401 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.db.l3_dvrscheduler_db [req-297eaa53-4a66-405c-bde5-024b0a47f476 req-e836bb91-8a06-4eb7-ba74-a417938a28d8 tempest-AttachVolumeNegativeTest-728742291 tempest-AttachVolumeNegativeTest-728742291-project] No DVR routers for this DVR port be589f04-a8be-4407-a166-ae99a5c16d68 on host hv-cinder-80661 {{(pid=96121) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 15:42:03.573756 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [req-297eaa53-4a66-405c-bde5-024b0a47f476 req-e836bb91-8a06-4eb7-ba74-a417938a28d8 tempest-AttachVolumeNegativeTest-728742291 tempest-AttachVolumeNegativeTest-728742291-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238921'] for port, before_response {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:42:03.575814 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-297eaa53-4a66-405c-bde5-024b0a47f476 req-e836bb91-8a06-4eb7-ba74-a417938a28d8 tempest-AttachVolumeNegativeTest-728742291 tempest-AttachVolumeNegativeTest-728742291-project] 10.222.0.22 "DELETE /v2.0/ports/be589f04-a8be-4407-a166-ae99a5c16d68 HTTP/1.1" status: 204 len: 173 time: 0.9009426 Sep 29 15:42:03.581571 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12916054-ee30-40bd-bd52-1414f33feb76', 'name': 'network-vif-deleted', 'tag': 'be589f04-a8be-4407-a166-ae99a5c16d68'}] {{(pid=96121) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 15:42:03.583924 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dcbd94143c65fdb0f5c12b0c92a6468c38125261e55d21e9818266cb91f6c0d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef9d38c1-d860-4cc5-aa32-6fe414bedfb1" -d '{"events": [{"server_uuid": "12916054-ee30-40bd-bd52-1414f33feb76", "name": "network-vif-deleted", "tag": "be589f04-a8be-4407-a166-ae99a5c16d68"}]}' {{(pid=96121) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 15:42:03.616283 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-11cbf3ab-0f79-4fba-b2ce-0ff869bd625c req-cf2923e9-5c3e-4aaa-a2a8-c96ef595697a tempest-AttachVolumeShelveTestJSON-850210833 tempest-AttachVolumeShelveTestJSON-850210833-project] 10.222.0.46 "GET /v2.0/security-groups?id=0ae69e60-4c6a-41e5-8a1f-3e04c991f9a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494504 Sep 29 15:42:03.625115 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Sep 2021 15:42:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d23bc57a-c002-4dab-9e25-939f2faac8f0 x-openstack-request-id: req-d23bc57a-c002-4dab-9e25-939f2faac8f0 {{(pid=96121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 15:42:03.625419 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "12916054-ee30-40bd-bd52-1414f33feb76", "name": "network-vif-deleted", "tag": "be589f04-a8be-4407-a166-ae99a5c16d68", "status": "completed", "code": 200}]} {{(pid=96121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 15:42:03.626347 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-d23bc57a-c002-4dab-9e25-939f2faac8f0 {{(pid=96121) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 15:42:03.626736 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12916054-ee30-40bd-bd52-1414f33feb76', 'name': 'network-vif-deleted', 'tag': 'be589f04-a8be-4407-a166-ae99a5c16d68', 'status': 'completed', 'code': 200} Sep 29 15:42:04.006210 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.plugins.ml2.rpc [None req-4d55257e-523e-4b8d-ab2b-d46a31710be1 None None] Device 4c897ac8-e270-4e7e-891a-c4da2db1a883 no longer exists at agent hyperv_hv-cinder-80661 {{(pid=96122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 15:42:04.190977 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [req-7c2371c1-624b-4ced-91df-cb94bf22f3ce req-1034388b-c2f0-4680-a60b-de85e047b6e0 tempest-AttachVolumeNegativeTest-728742291 tempest-AttachVolumeNegativeTest-728742291-project] 10.222.0.46 "GET /v2.0/ports?device_id=12916054-ee30-40bd-bd52-1414f33feb76 HTTP/1.1" status: 200 len: 210 time: 0.0266922 Sep 29 15:42:04.291994 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9786ab99-b981-4f7b-9668-94fa41df36bc req-a5fe07ed-d540-444d-870d-3aeee15b53f7 tempest-ServerRescueNegativeTestJSON-859711067 tempest-ServerRescueNegativeTestJSON-859711067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:42:04.293418 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-9786ab99-b981-4f7b-9668-94fa41df36bc req-a5fe07ed-d540-444d-870d-3aeee15b53f7 tempest-ServerRescueNegativeTestJSON-859711067 tempest-ServerRescueNegativeTestJSON-859711067-project] 10.222.0.46 "GET /v2.0/ports?device_id=1d663b77-78b8-44d6-ae6b-8f8b0c2199dd HTTP/1.1" status: 200 len: 945 time: 0.0472136 Sep 29 15:42:04.332689 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-9786ab99-b981-4f7b-9668-94fa41df36bc req-424642fe-ccd0-4e47-a571-725191ad887c tempest-ServerRescueNegativeTestJSON-859711067 tempest-ServerRescueNegativeTestJSON-859711067-project] 10.222.0.46 "GET /v2.0/security-groups?id=69bb6ea6-2770-4a41-88ab-960c26e8ecb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320506 Sep 29 15:42:04.755808 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21eb2bc8-2067-4446-a1a1-93d25129f2f2 req-586b9853-09d1-4d51-8834-a4217eb3179d tempest-AttachVolumeShelveTestJSON-850210833 tempest-AttachVolumeShelveTestJSON-850210833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:42:04.757319 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [req-21eb2bc8-2067-4446-a1a1-93d25129f2f2 req-586b9853-09d1-4d51-8834-a4217eb3179d tempest-AttachVolumeShelveTestJSON-850210833 tempest-AttachVolumeShelveTestJSON-850210833-project] 10.222.0.46 "GET /v2.0/ports?device_id=ac0e248a-618c-41cf-8477-3e208b9a1936 HTTP/1.1" status: 200 len: 943 time: 0.0675361 Sep 29 15:42:04.795579 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [req-21eb2bc8-2067-4446-a1a1-93d25129f2f2 req-c937427b-a2e3-4f19-a30f-602d9b42224a tempest-AttachVolumeShelveTestJSON-850210833 tempest-AttachVolumeShelveTestJSON-850210833-project] 10.222.0.46 "GET /v2.0/security-groups?id=0ae69e60-4c6a-41e5-8a1f-3e04c991f9a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322917 Sep 29 15:42:05.392119 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-bf4bb8a4-0629-45d7-a433-a5158dca90ac req-4cf28588-c244-4406-8af4-871a0efa4f7e service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=fceddbf7-453e-4d39-9b3d-c354498f646c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0419807 Sep 29 15:42:05.459791 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff688541-0eba-40b5-8dd2-8041295075b0 req-583a26cd-40ca-4f81-9baf-8c90fb8b9706 tempest-ServerRescueNegativeTestJSON-859711067 tempest-ServerRescueNegativeTestJSON-859711067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:42:05.461381 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [req-ff688541-0eba-40b5-8dd2-8041295075b0 req-583a26cd-40ca-4f81-9baf-8c90fb8b9706 tempest-ServerRescueNegativeTestJSON-859711067 tempest-ServerRescueNegativeTestJSON-859711067-project] 10.222.0.46 "GET /v2.0/ports?device_id=1d663b77-78b8-44d6-ae6b-8f8b0c2199dd HTTP/1.1" status: 200 len: 945 time: 0.0589156 Sep 29 15:42:05.484727 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4bb8a4-0629-45d7-a433-a5158dca90ac req-6b46d44c-0485-4245-8685-5a0b4c22b5d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:42:05.487991 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-bf4bb8a4-0629-45d7-a433-a5158dca90ac req-6b46d44c-0485-4245-8685-5a0b4c22b5d8 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=b4ec83ad588647be8ebbcc854394cb61&device_id=fceddbf7-453e-4d39-9b3d-c354498f646c HTTP/1.1" status: 200 len: 1098 time: 0.0544889 Sep 29 15:42:05.504641 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [req-ff688541-0eba-40b5-8dd2-8041295075b0 req-cb29f79e-acf1-4d66-a6dc-8fe38c9aad00 tempest-ServerRescueNegativeTestJSON-859711067 tempest-ServerRescueNegativeTestJSON-859711067-project] 10.222.0.46 "GET /v2.0/security-groups?id=69bb6ea6-2770-4a41-88ab-960c26e8ecb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364950 Sep 29 15:42:05.598464 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4bb8a4-0629-45d7-a433-a5158dca90ac req-f136d388-1fdb-46b9-951b-d01b72d4707c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:42:05.600049 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-bf4bb8a4-0629-45d7-a433-a5158dca90ac req-f136d388-1fdb-46b9-951b-d01b72d4707c service neutron] 10.222.0.22 "GET /v2.0/networks?id=daa727ac-86a8-4704-b1b4-10803b6b1e68 HTTP/1.1" status: 200 len: 920 time: 0.0835500 Sep 29 15:42:05.651823 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-bf4bb8a4-0629-45d7-a433-a5158dca90ac req-66ab806d-7456-4709-8ac1-032dcadff3d7 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3f0234c3-e1ed-436b-987e-7dbb46c7c1a4 HTTP/1.1" status: 200 len: 217 time: 0.0394936 Sep 29 15:42:05.700860 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4bb8a4-0629-45d7-a433-a5158dca90ac req-f10958e4-a691-4b8b-87f4-efed2c4f2462 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:42:05.702286 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-bf4bb8a4-0629-45d7-a433-a5158dca90ac req-f10958e4-a691-4b8b-87f4-efed2c4f2462 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=f9e1b58c-841a-4928-9689-e4afdbcfa8ba HTTP/1.1" status: 200 len: 859 time: 0.0431414 Sep 29 15:42:05.733999 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-bf4bb8a4-0629-45d7-a433-a5158dca90ac req-21af25e2-17d3-4f32-8e82-d6d2f040fe56 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=daa727ac-86a8-4704-b1b4-10803b6b1e68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0237780 Sep 29 15:42:05.833181 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-bf4bb8a4-0629-45d7-a433-a5158dca90ac req-c32a16a1-eb67-4dc1-91d1-5b57d7d6724d service neutron] 10.222.0.22 "GET /v2.0/networks/daa727ac-86a8-4704-b1b4-10803b6b1e68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899198 Sep 29 15:42:05.960104 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-bf4bb8a4-0629-45d7-a433-a5158dca90ac req-f6895a85-3b1c-4660-9ff7-a5b830f6d88f service neutron] 10.222.0.22 "GET /v2.0/networks/daa727ac-86a8-4704-b1b4-10803b6b1e68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1189251 Sep 29 15:42:05.972666 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13bd3130-654d-4dd0-b907-355f189f5198 req-7261ffa4-b958-4ac4-8095-5cd05bd83b8b tempest-AttachVolumeShelveTestJSON-850210833 tempest-AttachVolumeShelveTestJSON-850210833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:42:05.974078 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-13bd3130-654d-4dd0-b907-355f189f5198 req-7261ffa4-b958-4ac4-8095-5cd05bd83b8b tempest-AttachVolumeShelveTestJSON-850210833 tempest-AttachVolumeShelveTestJSON-850210833-project] 10.222.0.46 "GET /v2.0/ports?device_id=ac0e248a-618c-41cf-8477-3e208b9a1936 HTTP/1.1" status: 200 len: 943 time: 0.0728951 Sep 29 15:42:06.011738 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-13bd3130-654d-4dd0-b907-355f189f5198 req-25750df6-6ffb-416e-ab03-8058ba637d4f tempest-AttachVolumeShelveTestJSON-850210833 tempest-AttachVolumeShelveTestJSON-850210833-project] 10.222.0.46 "GET /v2.0/security-groups?id=0ae69e60-4c6a-41e5-8a1f-3e04c991f9a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311899 Sep 29 15:42:06.018969 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.plugins.ml2.rpc [None req-4d55257e-523e-4b8d-ab2b-d46a31710be1 None None] Device be589f04-a8be-4407-a166-ae99a5c16d68 no longer exists at agent hyperv_hv-cinder-80661 {{(pid=96122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 15:42:06.041327 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.plugins.ml2.plugin [None req-4d55257e-523e-4b8d-ab2b-d46a31710be1 None None] No Port match for: be589f04-a8be-4407-a166-ae99a5c16d68 {{(pid=96122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 29 15:42:06.047476 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.plugins.ml2.rpc [None req-4d55257e-523e-4b8d-ab2b-d46a31710be1 None None] Device be589f04-a8be-4407-a166-ae99a5c16d68 not bound to the agent host hv-cinder-80661 {{(pid=96122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 15:42:06.331288 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31fc3a9-e708-41ea-bb48-585bb86eeedb req-14e1f077-ac89-43d3-8344-18df68fab0bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:42:06.332844 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-f31fc3a9-e708-41ea-bb48-585bb86eeedb req-14e1f077-ac89-43d3-8344-18df68fab0bc service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=1d663b77-78b8-44d6-ae6b-8f8b0c2199dd HTTP/1.1" status: 200 len: 1098 time: 0.0402381 Sep 29 15:42:06.368639 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-f31fc3a9-e708-41ea-bb48-585bb86eeedb req-edcc8336-fd48-4d02-9369-b0d5c11aba7a service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=69bb6ea6-2770-4a41-88ab-960c26e8ecb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0278132 Sep 29 15:42:06.621628 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604e2dde-816f-4542-b443-f1fd523db888 req-2d0a174a-3427-429b-812a-1b32fa6f1f59 tempest-ServerRescueNegativeTestJSON-859711067 tempest-ServerRescueNegativeTestJSON-859711067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:42:06.623135 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [req-604e2dde-816f-4542-b443-f1fd523db888 req-2d0a174a-3427-429b-812a-1b32fa6f1f59 tempest-ServerRescueNegativeTestJSON-859711067 tempest-ServerRescueNegativeTestJSON-859711067-project] 10.222.0.46 "GET /v2.0/ports?device_id=1d663b77-78b8-44d6-ae6b-8f8b0c2199dd HTTP/1.1" status: 200 len: 945 time: 0.0513623 Sep 29 15:42:06.660884 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [req-604e2dde-816f-4542-b443-f1fd523db888 req-7394cefb-57eb-4b0a-ac11-65ada7ce8113 tempest-ServerRescueNegativeTestJSON-859711067 tempest-ServerRescueNegativeTestJSON-859711067-project] 10.222.0.46 "GET /v2.0/security-groups?id=69bb6ea6-2770-4a41-88ab-960c26e8ecb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311713 Sep 29 15:42:06.802465 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron_lib.callbacks.manager [None req-4d55257e-523e-4b8d-ab2b-d46a31710be1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741779927170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-625140'] for agent, after_update {{(pid=96122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:42:06.933066 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c604b2-aa85-49d9-b1b0-7b80c2d41267 req-f8fa0d7b-1bae-402a-b93a-603fa860f6bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:42:06.934576 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-54c604b2-aa85-49d9-b1b0-7b80c2d41267 req-f8fa0d7b-1bae-402a-b93a-603fa860f6bb service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=ac0e248a-618c-41cf-8477-3e208b9a1936&tenant_id=13390da549814bc498d0c907da15d788 HTTP/1.1" status: 200 len: 1096 time: 0.0718243 Sep 29 15:42:07.036223 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44bbdeff-9452-4ec1-be56-9a6b705941f1 req-37d33346-53b4-4fc3-b43c-0d34149c46ba tempest-AttachVolumeNegativeTest-728742291 tempest-AttachVolumeNegativeTest-728742291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:42:07.037727 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [req-44bbdeff-9452-4ec1-be56-9a6b705941f1 req-37d33346-53b4-4fc3-b43c-0d34149c46ba tempest-AttachVolumeNegativeTest-728742291 tempest-AttachVolumeNegativeTest-728742291-project] 10.222.0.46 "GET /v2.0/ports?device_id=6888cb87-64e1-48cb-a2a8-ce30ea9bff45 HTTP/1.1" status: 200 len: 945 time: 0.0509655 Sep 29 15:42:07.065059 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c604b2-aa85-49d9-b1b0-7b80c2d41267 req-32fb8734-4a1f-44fd-8197-7c8646d556a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:42:07.066154 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-54c604b2-aa85-49d9-b1b0-7b80c2d41267 req-32fb8734-4a1f-44fd-8197-7c8646d556a0 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=13390da549814bc498d0c907da15d788&device_id=ac0e248a-618c-41cf-8477-3e208b9a1936 HTTP/1.1" status: 200 len: 1096 time: 0.0465636 Sep 29 15:42:07.085221 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [req-44bbdeff-9452-4ec1-be56-9a6b705941f1 req-79d0ded5-77cb-4b5c-9d11-aeaa03953c67 tempest-AttachVolumeNegativeTest-728742291 tempest-AttachVolumeNegativeTest-728742291-project] 10.222.0.46 "GET /v2.0/security-groups?id=c4509334-a1e4-43fe-aae7-235e447c037b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413547 Sep 29 15:42:07.204331 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc950b0a-9d0a-406c-b9b8-a2faaccf053b req-f6774222-9223-4e6f-8c70-2e7ae613a3d4 tempest-AttachVolumeShelveTestJSON-850210833 tempest-AttachVolumeShelveTestJSON-850210833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:42:07.205800 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-fc950b0a-9d0a-406c-b9b8-a2faaccf053b req-f6774222-9223-4e6f-8c70-2e7ae613a3d4 tempest-AttachVolumeShelveTestJSON-850210833 tempest-AttachVolumeShelveTestJSON-850210833-project] 10.222.0.46 "GET /v2.0/ports?device_id=ac0e248a-618c-41cf-8477-3e208b9a1936 HTTP/1.1" status: 200 len: 943 time: 0.0920794 Sep 29 15:42:07.210218 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c604b2-aa85-49d9-b1b0-7b80c2d41267 req-c20de8c2-aedc-4c13-80bd-14dee8b54b26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:42:07.211556 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-54c604b2-aa85-49d9-b1b0-7b80c2d41267 req-c20de8c2-aedc-4c13-80bd-14dee8b54b26 service neutron] 10.222.0.22 "GET /v2.0/networks?id=7d2058d9-0239-4e7f-ad5f-85b9e31d2757 HTTP/1.1" status: 200 len: 917 time: 0.1367273 Sep 29 15:42:07.280153 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-fc950b0a-9d0a-406c-b9b8-a2faaccf053b req-b7ae0ddd-689f-45b9-a389-f1a364b03103 tempest-AttachVolumeShelveTestJSON-850210833 tempest-AttachVolumeShelveTestJSON-850210833-project] 10.222.0.46 "GET /v2.0/security-groups?id=0ae69e60-4c6a-41e5-8a1f-3e04c991f9a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0676200 Sep 29 15:42:07.294409 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-54c604b2-aa85-49d9-b1b0-7b80c2d41267 req-5727fa20-d8b3-4de2-bbeb-7d661ec7b042 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4c897ac8-e270-4e7e-891a-c4da2db1a883 HTTP/1.1" status: 200 len: 999 time: 0.0690055 Sep 29 15:42:07.348467 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c604b2-aa85-49d9-b1b0-7b80c2d41267 req-dde69887-9e5c-430c-8a37-a4d83b7b80d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:42:07.349801 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-54c604b2-aa85-49d9-b1b0-7b80c2d41267 req-dde69887-9e5c-430c-8a37-a4d83b7b80d8 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=56afac6f-63d0-4994-bdac-133803bcf88a HTTP/1.1" status: 200 len: 855 time: 0.0448732 Sep 29 15:42:07.403483 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c604b2-aa85-49d9-b1b0-7b80c2d41267 req-db12d3b4-6cca-4932-99d9-08d0ee0442bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:42:07.405014 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-54c604b2-aa85-49d9-b1b0-7b80c2d41267 req-db12d3b4-6cca-4932-99d9-08d0ee0442bc service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=7d2058d9-0239-4e7f-ad5f-85b9e31d2757&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0390816 Sep 29 15:42:07.528961 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-54c604b2-aa85-49d9-b1b0-7b80c2d41267 req-1cdd1978-ac31-4bd3-8022-3393bb011b24 service neutron] 10.222.0.22 "GET /v2.0/networks/7d2058d9-0239-4e7f-ad5f-85b9e31d2757?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869327 Sep 29 15:42:07.633823 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-54c604b2-aa85-49d9-b1b0-7b80c2d41267 req-96ddcbc6-a6b0-4213-a16d-6c64d15fec8e service neutron] 10.222.0.22 "GET /v2.0/networks/7d2058d9-0239-4e7f-ad5f-85b9e31d2757?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852709 Sep 29 15:42:07.776574 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00ad9ed-3c39-4218-9220-f480616cb92e req-26190157-9a84-4683-91cd-88114a0e462f tempest-ServerRescueNegativeTestJSON-859711067 tempest-ServerRescueNegativeTestJSON-859711067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:42:07.778054 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [req-b00ad9ed-3c39-4218-9220-f480616cb92e req-26190157-9a84-4683-91cd-88114a0e462f tempest-ServerRescueNegativeTestJSON-859711067 tempest-ServerRescueNegativeTestJSON-859711067-project] 10.222.0.46 "GET /v2.0/ports?device_id=1d663b77-78b8-44d6-ae6b-8f8b0c2199dd HTTP/1.1" status: 200 len: 945 time: 0.0493922 Sep 29 15:42:07.817089 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [req-b00ad9ed-3c39-4218-9220-f480616cb92e req-3847a1c9-553d-4ebc-8773-b98aa0d90d84 tempest-ServerRescueNegativeTestJSON-859711067 tempest-ServerRescueNegativeTestJSON-859711067-project] 10.222.0.46 "GET /v2.0/security-groups?id=69bb6ea6-2770-4a41-88ab-960c26e8ecb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321865 Sep 29 15:42:08.221092 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f595640-a939-4089-bf0d-74005867c7e4 req-d2c7d9a7-7127-49ab-8161-93ea76049357 tempest-AttachVolumeNegativeTest-728742291 tempest-AttachVolumeNegativeTest-728742291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:42:08.222566 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-9f595640-a939-4089-bf0d-74005867c7e4 req-d2c7d9a7-7127-49ab-8161-93ea76049357 tempest-AttachVolumeNegativeTest-728742291 tempest-AttachVolumeNegativeTest-728742291-project] 10.222.0.46 "GET /v2.0/ports?device_id=6888cb87-64e1-48cb-a2a8-ce30ea9bff45 HTTP/1.1" status: 200 len: 945 time: 0.0596683 Sep 29 15:42:08.269566 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-9f595640-a939-4089-bf0d-74005867c7e4 req-a6cab46c-23bf-4b97-abae-5cb58e5629a6 tempest-AttachVolumeNegativeTest-728742291 tempest-AttachVolumeNegativeTest-728742291-project] 10.222.0.46 "GET /v2.0/security-groups?id=c4509334-a1e4-43fe-aae7-235e447c037b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331171 Sep 29 15:42:08.402348 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd15066-f926-48c9-a1b8-b244f52bc3a6 req-ffc614f1-9885-47a5-9f90-d79dcfa65042 tempest-AttachVolumeShelveTestJSON-850210833 tempest-AttachVolumeShelveTestJSON-850210833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:42:08.403829 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [req-9dd15066-f926-48c9-a1b8-b244f52bc3a6 req-ffc614f1-9885-47a5-9f90-d79dcfa65042 tempest-AttachVolumeShelveTestJSON-850210833 tempest-AttachVolumeShelveTestJSON-850210833-project] 10.222.0.46 "GET /v2.0/ports?device_id=ac0e248a-618c-41cf-8477-3e208b9a1936 HTTP/1.1" status: 200 len: 943 time: 0.0523653 Sep 29 15:42:08.446491 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [req-9dd15066-f926-48c9-a1b8-b244f52bc3a6 req-b07f260a-983a-4791-baa0-fa770064be76 tempest-AttachVolumeShelveTestJSON-850210833 tempest-AttachVolumeShelveTestJSON-850210833-project] 10.222.0.46 "GET /v2.0/security-groups?id=0ae69e60-4c6a-41e5-8a1f-3e04c991f9a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365462 Sep 29 15:42:08.940511 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab14aa6e-6b07-4318-ae44-8d9efee7d9a4 req-4b71ba65-eddd-4b69-bd8d-88551d54b705 tempest-ServerRescueNegativeTestJSON-859711067 tempest-ServerRescueNegativeTestJSON-859711067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:42:08.941974 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-ab14aa6e-6b07-4318-ae44-8d9efee7d9a4 req-4b71ba65-eddd-4b69-bd8d-88551d54b705 tempest-ServerRescueNegativeTestJSON-859711067 tempest-ServerRescueNegativeTestJSON-859711067-project] 10.222.0.46 "GET /v2.0/ports?device_id=1d663b77-78b8-44d6-ae6b-8f8b0c2199dd HTTP/1.1" status: 200 len: 945 time: 0.0529780 Sep 29 15:42:08.983769 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-ab14aa6e-6b07-4318-ae44-8d9efee7d9a4 req-c9ee5203-2bf0-44cb-8063-aa7b27c604c7 tempest-ServerRescueNegativeTestJSON-859711067 tempest-ServerRescueNegativeTestJSON-859711067-project] 10.222.0.46 "GET /v2.0/security-groups?id=69bb6ea6-2770-4a41-88ab-960c26e8ecb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358160 Sep 29 15:42:09.457396 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ace8164-77e2-4c00-ba98-46fe1dbe037a req-452b5cd8-8fc1-4e26-916d-a7f52fbd03f1 tempest-AttachVolumeNegativeTest-728742291 tempest-AttachVolumeNegativeTest-728742291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:42:09.459531 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [req-9ace8164-77e2-4c00-ba98-46fe1dbe037a req-452b5cd8-8fc1-4e26-916d-a7f52fbd03f1 tempest-AttachVolumeNegativeTest-728742291 tempest-AttachVolumeNegativeTest-728742291-project] 10.222.0.46 "GET /v2.0/ports?device_id=6888cb87-64e1-48cb-a2a8-ce30ea9bff45 HTTP/1.1" status: 200 len: 945 time: 0.1154027 Sep 29 15:42:09.471758 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df8c214-fa1a-4ea8-9f50-651cb5b8d41e req-f9adff9c-e557-49bf-af46-3c09855f8a01 tempest-ServerRescueNegativeTestJSON-859711067 tempest-ServerRescueNegativeTestJSON-859711067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:42:09.479047 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-8df8c214-fa1a-4ea8-9f50-651cb5b8d41e req-f9adff9c-e557-49bf-af46-3c09855f8a01 tempest-ServerRescueNegativeTestJSON-859711067 tempest-ServerRescueNegativeTestJSON-859711067-project] 10.222.0.46 "GET /v2.0/ports?device_id=1d663b77-78b8-44d6-ae6b-8f8b0c2199dd HTTP/1.1" status: 200 len: 945 time: 0.0642626 Sep 29 15:42:09.539517 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-8df8c214-fa1a-4ea8-9f50-651cb5b8d41e req-ad6017f1-6094-4f8d-9466-b2c397f31b9e tempest-ServerRescueNegativeTestJSON-859711067 tempest-ServerRescueNegativeTestJSON-859711067-project] 10.222.0.46 "GET /v2.0/security-groups?id=69bb6ea6-2770-4a41-88ab-960c26e8ecb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551765 Sep 29 15:42:09.548873 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [req-9ace8164-77e2-4c00-ba98-46fe1dbe037a req-bfe4eeb0-0119-4cee-af19-6a80aa3431e2 tempest-AttachVolumeNegativeTest-728742291 tempest-AttachVolumeNegativeTest-728742291-project] 10.222.0.46 "GET /v2.0/security-groups?id=c4509334-a1e4-43fe-aae7-235e447c037b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829339 Sep 29 15:42:09.671463 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60825305-7f3a-49ee-b8b8-efec47ec35ae req-41efc0b6-13cd-49c8-aeda-1456e0b0c355 tempest-AttachVolumeShelveTestJSON-850210833 tempest-AttachVolumeShelveTestJSON-850210833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:42:09.673831 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-60825305-7f3a-49ee-b8b8-efec47ec35ae req-41efc0b6-13cd-49c8-aeda-1456e0b0c355 tempest-AttachVolumeShelveTestJSON-850210833 tempest-AttachVolumeShelveTestJSON-850210833-project] 10.222.0.46 "GET /v2.0/ports?device_id=ac0e248a-618c-41cf-8477-3e208b9a1936 HTTP/1.1" status: 200 len: 943 time: 0.0549107 Sep 29 15:42:09.714318 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-60825305-7f3a-49ee-b8b8-efec47ec35ae req-4a5e0fe7-21d0-450e-b615-522a57db90d8 tempest-AttachVolumeShelveTestJSON-850210833 tempest-AttachVolumeShelveTestJSON-850210833-project] 10.222.0.46 "GET /v2.0/security-groups?id=0ae69e60-4c6a-41e5-8a1f-3e04c991f9a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345273 Sep 29 15:42:10.680641 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e76b85-e34f-4795-a890-126271366f7c req-a1d960bd-47a1-428d-ac18-a9fdb004f383 tempest-AttachVolumeNegativeTest-728742291 tempest-AttachVolumeNegativeTest-728742291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:42:10.682171 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-a7e76b85-e34f-4795-a890-126271366f7c req-a1d960bd-47a1-428d-ac18-a9fdb004f383 tempest-AttachVolumeNegativeTest-728742291 tempest-AttachVolumeNegativeTest-728742291-project] 10.222.0.46 "GET /v2.0/ports?device_id=6888cb87-64e1-48cb-a2a8-ce30ea9bff45 HTTP/1.1" status: 200 len: 945 time: 0.0497746 Sep 29 15:42:10.717292 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4626d38f-2d5f-417c-bd6f-66f2f5daee66 req-671cc5ef-ae58-4288-8a5a-e32bbbac7b5e tempest-ServerRescueNegativeTestJSON-859711067 tempest-ServerRescueNegativeTestJSON-859711067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:42:10.719566 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [req-4626d38f-2d5f-417c-bd6f-66f2f5daee66 req-671cc5ef-ae58-4288-8a5a-e32bbbac7b5e tempest-ServerRescueNegativeTestJSON-859711067 tempest-ServerRescueNegativeTestJSON-859711067-project] 10.222.0.46 "GET /v2.0/ports?device_id=1d663b77-78b8-44d6-ae6b-8f8b0c2199dd HTTP/1.1" status: 200 len: 945 time: 0.0715644 Sep 29 15:42:10.758080 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-a7e76b85-e34f-4795-a890-126271366f7c req-1d7b7edd-96fd-47cf-a81e-83a22dbbdcab tempest-AttachVolumeNegativeTest-728742291 tempest-AttachVolumeNegativeTest-728742291-project] 10.222.0.46 "GET /v2.0/security-groups?id=c4509334-a1e4-43fe-aae7-235e447c037b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630450 Sep 29 15:42:10.780811 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [req-4626d38f-2d5f-417c-bd6f-66f2f5daee66 req-c192616b-914c-40e8-b6db-a5e0029cdbdd tempest-ServerRescueNegativeTestJSON-859711067 tempest-ServerRescueNegativeTestJSON-859711067-project] 10.222.0.46 "GET /v2.0/security-groups?id=69bb6ea6-2770-4a41-88ab-960c26e8ecb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531158 Sep 29 15:42:10.899585 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc5ec1b-aa23-45ba-b6d3-1ef77605573a req-024d00c6-fb3d-4018-b2ff-7bbbdbeb555c tempest-AttachVolumeShelveTestJSON-850210833 tempest-AttachVolumeShelveTestJSON-850210833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:42:10.903625 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-1fc5ec1b-aa23-45ba-b6d3-1ef77605573a req-024d00c6-fb3d-4018-b2ff-7bbbdbeb555c tempest-AttachVolumeShelveTestJSON-850210833 tempest-AttachVolumeShelveTestJSON-850210833-project] 10.222.0.46 "GET /v2.0/ports?device_id=ac0e248a-618c-41cf-8477-3e208b9a1936 HTTP/1.1" status: 200 len: 943 time: 0.0595667 Sep 29 15:42:10.949023 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-1fc5ec1b-aa23-45ba-b6d3-1ef77605573a req-7e51ef63-4417-41d7-b646-38cd71b127f6 tempest-AttachVolumeShelveTestJSON-850210833 tempest-AttachVolumeShelveTestJSON-850210833-project] 10.222.0.46 "GET /v2.0/security-groups?id=0ae69e60-4c6a-41e5-8a1f-3e04c991f9a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400419 Sep 29 15:42:11.896904 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d7381d-acb4-4acb-bee8-2432ad12e66e req-b8704f3d-5376-4b5b-85a3-80d226977c8c tempest-AttachVolumeNegativeTest-728742291 tempest-AttachVolumeNegativeTest-728742291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:42:11.898445 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [req-e4d7381d-acb4-4acb-bee8-2432ad12e66e req-b8704f3d-5376-4b5b-85a3-80d226977c8c tempest-AttachVolumeNegativeTest-728742291 tempest-AttachVolumeNegativeTest-728742291-project] 10.222.0.46 "GET /v2.0/ports?device_id=6888cb87-64e1-48cb-a2a8-ce30ea9bff45 HTTP/1.1" status: 200 len: 945 time: 0.0527463 Sep 29 15:42:11.939595 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [req-e4d7381d-acb4-4acb-bee8-2432ad12e66e req-88e6738b-005d-4f0b-9929-8610165befc7 tempest-AttachVolumeNegativeTest-728742291 tempest-AttachVolumeNegativeTest-728742291-project] 10.222.0.46 "GET /v2.0/security-groups?id=c4509334-a1e4-43fe-aae7-235e447c037b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332012 Sep 29 15:42:11.945204 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e554d6f-c610-43fd-928a-a40c78ad3c10 req-26bebab2-130b-4c48-9924-e1f0ffb380a0 tempest-ServerRescueNegativeTestJSON-859711067 tempest-ServerRescueNegativeTestJSON-859711067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:42:11.946745 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-1e554d6f-c610-43fd-928a-a40c78ad3c10 req-26bebab2-130b-4c48-9924-e1f0ffb380a0 tempest-ServerRescueNegativeTestJSON-859711067 tempest-ServerRescueNegativeTestJSON-859711067-project] 10.222.0.46 "GET /v2.0/ports?device_id=1d663b77-78b8-44d6-ae6b-8f8b0c2199dd HTTP/1.1" status: 200 len: 945 time: 0.0680132 Sep 29 15:42:11.986301 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-1e554d6f-c610-43fd-928a-a40c78ad3c10 req-9155ff6f-81a9-4042-80aa-828038b90583 tempest-ServerRescueNegativeTestJSON-859711067 tempest-ServerRescueNegativeTestJSON-859711067-project] 10.222.0.46 "GET /v2.0/security-groups?id=69bb6ea6-2770-4a41-88ab-960c26e8ecb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333955 Sep 29 15:42:12.073104 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fbdd95f-d68d-4336-a9e9-d02228503457 req-56c44807-32fa-4a63-94d2-b71d041348ef tempest-AttachVolumeShelveTestJSON-850210833 tempest-AttachVolumeShelveTestJSON-850210833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:42:12.074533 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [req-0fbdd95f-d68d-4336-a9e9-d02228503457 req-56c44807-32fa-4a63-94d2-b71d041348ef tempest-AttachVolumeShelveTestJSON-850210833 tempest-AttachVolumeShelveTestJSON-850210833-project] 10.222.0.46 "GET /v2.0/ports?device_id=ac0e248a-618c-41cf-8477-3e208b9a1936 HTTP/1.1" status: 200 len: 943 time: 0.0516250 Sep 29 15:42:12.127687 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [req-0fbdd95f-d68d-4336-a9e9-d02228503457 req-6d9a30c3-3ca3-42b0-8ddb-67e3202b4d8d tempest-AttachVolumeShelveTestJSON-850210833 tempest-AttachVolumeShelveTestJSON-850210833-project] 10.222.0.46 "GET /v2.0/security-groups?id=0ae69e60-4c6a-41e5-8a1f-3e04c991f9a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421004 Sep 29 15:42:13.075035 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73825b31-79ba-4c3a-93da-b6c61bc1d46c req-1c4fefff-79f9-4e78-80cd-6af504373474 tempest-AttachVolumeNegativeTest-728742291 tempest-AttachVolumeNegativeTest-728742291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:42:13.076634 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-73825b31-79ba-4c3a-93da-b6c61bc1d46c req-1c4fefff-79f9-4e78-80cd-6af504373474 tempest-AttachVolumeNegativeTest-728742291 tempest-AttachVolumeNegativeTest-728742291-project] 10.222.0.46 "GET /v2.0/ports?device_id=6888cb87-64e1-48cb-a2a8-ce30ea9bff45 HTTP/1.1" status: 200 len: 945 time: 0.0702224 Sep 29 15:42:13.134707 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-73825b31-79ba-4c3a-93da-b6c61bc1d46c req-9f1b8e44-8990-4bf7-8990-d4fb548e0e17 tempest-AttachVolumeNegativeTest-728742291 tempest-AttachVolumeNegativeTest-728742291-project] 10.222.0.46 "GET /v2.0/security-groups?id=c4509334-a1e4-43fe-aae7-235e447c037b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491610 Sep 29 15:42:13.163663 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5a0a69-c176-49c4-9d7a-5139a5e01b04 req-8a643577-326f-4cb0-af50-7728c64ead46 tempest-ServerRescueNegativeTestJSON-859711067 tempest-ServerRescueNegativeTestJSON-859711067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:42:13.165524 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [req-3d5a0a69-c176-49c4-9d7a-5139a5e01b04 req-8a643577-326f-4cb0-af50-7728c64ead46 tempest-ServerRescueNegativeTestJSON-859711067 tempest-ServerRescueNegativeTestJSON-859711067-project] 10.222.0.46 "GET /v2.0/ports?device_id=1d663b77-78b8-44d6-ae6b-8f8b0c2199dd HTTP/1.1" status: 200 len: 945 time: 0.0672011 Sep 29 15:42:13.207572 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [req-3d5a0a69-c176-49c4-9d7a-5139a5e01b04 req-458fb35f-71c9-495d-b1bc-7c11e8adb3ad tempest-ServerRescueNegativeTestJSON-859711067 tempest-ServerRescueNegativeTestJSON-859711067-project] 10.222.0.46 "GET /v2.0/security-groups?id=69bb6ea6-2770-4a41-88ab-960c26e8ecb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352907 Sep 29 15:42:13.258277 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14f3644-3a95-46da-9154-9b1ff73c30c4 req-090ee1f0-2cde-4d2a-a233-b90316750bb6 tempest-AttachVolumeShelveTestJSON-850210833 tempest-AttachVolumeShelveTestJSON-850210833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:42:13.259822 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-a14f3644-3a95-46da-9154-9b1ff73c30c4 req-090ee1f0-2cde-4d2a-a233-b90316750bb6 tempest-AttachVolumeShelveTestJSON-850210833 tempest-AttachVolumeShelveTestJSON-850210833-project] 10.222.0.46 "GET /v2.0/ports?device_id=ac0e248a-618c-41cf-8477-3e208b9a1936 HTTP/1.1" status: 200 len: 943 time: 0.0531232 Sep 29 15:42:13.301713 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-a14f3644-3a95-46da-9154-9b1ff73c30c4 req-96f6ea93-4b5b-401e-846a-e0a2fc198ecd tempest-AttachVolumeShelveTestJSON-850210833 tempest-AttachVolumeShelveTestJSON-850210833-project] 10.222.0.46 "GET /v2.0/security-groups?id=0ae69e60-4c6a-41e5-8a1f-3e04c991f9a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358536 Sep 29 15:42:14.284153 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8bbbd8d-75ec-4675-bea4-aed2da8b7395 req-693d90be-24bd-4209-b3dc-936cc44910c2 tempest-AttachVolumeNegativeTest-728742291 tempest-AttachVolumeNegativeTest-728742291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:42:14.285914 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [req-a8bbbd8d-75ec-4675-bea4-aed2da8b7395 req-693d90be-24bd-4209-b3dc-936cc44910c2 tempest-AttachVolumeNegativeTest-728742291 tempest-AttachVolumeNegativeTest-728742291-project] 10.222.0.46 "GET /v2.0/ports?device_id=6888cb87-64e1-48cb-a2a8-ce30ea9bff45 HTTP/1.1" status: 200 len: 945 time: 0.0689657 Sep 29 15:42:14.332677 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [req-a8bbbd8d-75ec-4675-bea4-aed2da8b7395 req-b02f29ef-3df7-4e22-9f4e-b41f9c67abeb tempest-AttachVolumeNegativeTest-728742291 tempest-AttachVolumeNegativeTest-728742291-project] 10.222.0.46 "GET /v2.0/security-groups?id=c4509334-a1e4-43fe-aae7-235e447c037b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405843 Sep 29 15:42:14.490303 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd83486-d2cc-4e7c-84f9-7221c272c0fb req-9484f344-38e8-4ff9-a25c-be61ded6fee7 tempest-ServerRescueNegativeTestJSON-859711067 tempest-ServerRescueNegativeTestJSON-859711067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:42:14.490303 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-acd83486-d2cc-4e7c-84f9-7221c272c0fb req-9484f344-38e8-4ff9-a25c-be61ded6fee7 tempest-ServerRescueNegativeTestJSON-859711067 tempest-ServerRescueNegativeTestJSON-859711067-project] 10.222.0.46 "GET /v2.0/ports?device_id=1d663b77-78b8-44d6-ae6b-8f8b0c2199dd HTTP/1.1" status: 200 len: 945 time: 0.0827100 Sep 29 15:42:14.490303 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-acd83486-d2cc-4e7c-84f9-7221c272c0fb req-317863a4-c78e-42de-8dbf-7502d92e5c8f tempest-ServerRescueNegativeTestJSON-859711067 tempest-ServerRescueNegativeTestJSON-859711067-project] 10.222.0.46 "GET /v2.0/security-groups?id=69bb6ea6-2770-4a41-88ab-960c26e8ecb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393057 Sep 29 15:42:14.491133 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2743ee-12f5-47c3-bdff-2106e182b94c req-80e75573-fa8c-4276-805b-b16284f30e2d tempest-AttachVolumeShelveTestJSON-850210833 tempest-AttachVolumeShelveTestJSON-850210833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:42:14.491133 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [req-cb2743ee-12f5-47c3-bdff-2106e182b94c req-80e75573-fa8c-4276-805b-b16284f30e2d tempest-AttachVolumeShelveTestJSON-850210833 tempest-AttachVolumeShelveTestJSON-850210833-project] 10.222.0.46 "GET /v2.0/ports?device_id=ac0e248a-618c-41cf-8477-3e208b9a1936 HTTP/1.1" status: 200 len: 943 time: 0.0547962 Sep 29 15:42:14.530893 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [req-cb2743ee-12f5-47c3-bdff-2106e182b94c req-b0edfed0-c294-455c-a1d3-3ebccdbb4f34 tempest-AttachVolumeShelveTestJSON-850210833 tempest-AttachVolumeShelveTestJSON-850210833-project] 10.222.0.46 "GET /v2.0/security-groups?id=0ae69e60-4c6a-41e5-8a1f-3e04c991f9a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387864 Sep 29 15:42:15.461948 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d93a12-4424-4540-add4-4609cc08a267 req-1eeed07b-94a6-4052-9bfe-e1fc68fb912d tempest-AttachVolumeNegativeTest-728742291 tempest-AttachVolumeNegativeTest-728742291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:42:15.463762 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-79d93a12-4424-4540-add4-4609cc08a267 req-1eeed07b-94a6-4052-9bfe-e1fc68fb912d tempest-AttachVolumeNegativeTest-728742291 tempest-AttachVolumeNegativeTest-728742291-project] 10.222.0.46 "GET /v2.0/ports?device_id=6888cb87-64e1-48cb-a2a8-ce30ea9bff45 HTTP/1.1" status: 200 len: 945 time: 0.0521750 Sep 29 15:42:15.513141 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-79d93a12-4424-4540-add4-4609cc08a267 req-11bd139b-2a16-4333-97f5-1ea2e2f747b8 tempest-AttachVolumeNegativeTest-728742291 tempest-AttachVolumeNegativeTest-728742291-project] 10.222.0.46 "GET /v2.0/security-groups?id=c4509334-a1e4-43fe-aae7-235e447c037b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432096 Sep 29 15:42:15.593144 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc11b38b-2165-45e9-9109-15d3503e84f6 req-38943bd0-c52b-4a83-a2b0-9d784c610ab1 tempest-ServerRescueNegativeTestJSON-859711067 tempest-ServerRescueNegativeTestJSON-859711067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:42:15.594681 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [req-fc11b38b-2165-45e9-9109-15d3503e84f6 req-38943bd0-c52b-4a83-a2b0-9d784c610ab1 tempest-ServerRescueNegativeTestJSON-859711067 tempest-ServerRescueNegativeTestJSON-859711067-project] 10.222.0.46 "GET /v2.0/ports?device_id=1d663b77-78b8-44d6-ae6b-8f8b0c2199dd HTTP/1.1" status: 200 len: 945 time: 0.0511000 Sep 29 15:42:15.635851 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [req-fc11b38b-2165-45e9-9109-15d3503e84f6 req-046d1a1e-c547-46a0-8836-08104ddecf4a tempest-ServerRescueNegativeTestJSON-859711067 tempest-ServerRescueNegativeTestJSON-859711067-project] 10.222.0.46 "GET /v2.0/security-groups?id=69bb6ea6-2770-4a41-88ab-960c26e8ecb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346580 Sep 29 15:42:15.666985 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62f8bc2-e131-48d3-9828-0ba145d24c73 req-ca39009c-e7f1-45bc-b163-040f21b0d555 tempest-AttachVolumeShelveTestJSON-850210833 tempest-AttachVolumeShelveTestJSON-850210833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:42:15.672040 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-e62f8bc2-e131-48d3-9828-0ba145d24c73 req-ca39009c-e7f1-45bc-b163-040f21b0d555 tempest-AttachVolumeShelveTestJSON-850210833 tempest-AttachVolumeShelveTestJSON-850210833-project] 10.222.0.46 "GET /v2.0/ports?device_id=ac0e248a-618c-41cf-8477-3e208b9a1936 HTTP/1.1" status: 200 len: 943 time: 0.0631063 Sep 29 15:42:15.708488 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-e62f8bc2-e131-48d3-9828-0ba145d24c73 req-44de97ec-e5a8-4dd7-83e5-127d5c4e0d63 tempest-AttachVolumeShelveTestJSON-850210833 tempest-AttachVolumeShelveTestJSON-850210833-project] 10.222.0.46 "GET /v2.0/security-groups?id=0ae69e60-4c6a-41e5-8a1f-3e04c991f9a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339673 Sep 29 15:42:16.648064 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58dd9c3-7585-44ca-8a55-1ca92ae3f786 req-196e1e84-f59a-4c85-aa96-a1edb0195a47 tempest-AttachVolumeNegativeTest-728742291 tempest-AttachVolumeNegativeTest-728742291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:42:16.649527 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [req-b58dd9c3-7585-44ca-8a55-1ca92ae3f786 req-196e1e84-f59a-4c85-aa96-a1edb0195a47 tempest-AttachVolumeNegativeTest-728742291 tempest-AttachVolumeNegativeTest-728742291-project] 10.222.0.46 "GET /v2.0/ports?device_id=6888cb87-64e1-48cb-a2a8-ce30ea9bff45 HTTP/1.1" status: 200 len: 945 time: 0.0612130 Sep 29 15:42:16.688885 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [req-b58dd9c3-7585-44ca-8a55-1ca92ae3f786 req-b3229847-d23a-4feb-8755-d91a506becf5 tempest-AttachVolumeNegativeTest-728742291 tempest-AttachVolumeNegativeTest-728742291-project] 10.222.0.46 "GET /v2.0/security-groups?id=c4509334-a1e4-43fe-aae7-235e447c037b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331552 Sep 29 15:42:16.779348 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66dad9a0-e87c-4425-b834-313d74dadc3b req-9d27561d-c267-4660-b956-5736abbd07e4 tempest-ServerRescueNegativeTestJSON-859711067 tempest-ServerRescueNegativeTestJSON-859711067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:42:16.780900 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-66dad9a0-e87c-4425-b834-313d74dadc3b req-9d27561d-c267-4660-b956-5736abbd07e4 tempest-ServerRescueNegativeTestJSON-859711067 tempest-ServerRescueNegativeTestJSON-859711067-project] 10.222.0.46 "GET /v2.0/ports?device_id=1d663b77-78b8-44d6-ae6b-8f8b0c2199dd HTTP/1.1" status: 200 len: 945 time: 0.0571003 Sep 29 15:42:16.844845 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-66dad9a0-e87c-4425-b834-313d74dadc3b req-b0f82f60-9b24-41d6-b8a4-890eb0790ecc tempest-ServerRescueNegativeTestJSON-859711067 tempest-ServerRescueNegativeTestJSON-859711067-project] 10.222.0.46 "GET /v2.0/security-groups?id=69bb6ea6-2770-4a41-88ab-960c26e8ecb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570641 Sep 29 15:42:16.927982 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b292db6-c7ce-4d65-8459-e58fe7bafe38 req-4683e25a-911e-4f65-944b-73b4938fb3b3 tempest-AttachVolumeShelveTestJSON-850210833 tempest-AttachVolumeShelveTestJSON-850210833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:42:16.927982 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [req-7b292db6-c7ce-4d65-8459-e58fe7bafe38 req-4683e25a-911e-4f65-944b-73b4938fb3b3 tempest-AttachVolumeShelveTestJSON-850210833 tempest-AttachVolumeShelveTestJSON-850210833-project] 10.222.0.46 "GET /v2.0/ports?device_id=ac0e248a-618c-41cf-8477-3e208b9a1936 HTTP/1.1" status: 200 len: 943 time: 0.0767012 Sep 29 15:42:16.946744 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [req-7b292db6-c7ce-4d65-8459-e58fe7bafe38 req-97824084-f6f5-4c37-9afe-e99dcc46b85f tempest-AttachVolumeShelveTestJSON-850210833 tempest-AttachVolumeShelveTestJSON-850210833-project] 10.222.0.46 "GET /v2.0/security-groups?id=0ae69e60-4c6a-41e5-8a1f-3e04c991f9a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404828 Sep 29 15:42:17.773731 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.wsgi [-] (96120) accepted ('10.222.0.46', 33090) {{(pid=96120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 15:42:17.846761 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fdadbff-3ffb-49b3-8c54-693357b8b778 req-a53ce20a-cfd2-4477-8402-3272b85db3b9 tempest-AttachVolumeNegativeTest-728742291 tempest-AttachVolumeNegativeTest-728742291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:42:17.883825 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-9fdadbff-3ffb-49b3-8c54-693357b8b778 req-a53ce20a-cfd2-4477-8402-3272b85db3b9 tempest-AttachVolumeNegativeTest-728742291 tempest-AttachVolumeNegativeTest-728742291-project] 10.222.0.46 "GET /v2.0/ports?device_id=6888cb87-64e1-48cb-a2a8-ce30ea9bff45 HTTP/1.1" status: 200 len: 945 time: 0.0570784 Sep 29 15:42:17.891657 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-9fdadbff-3ffb-49b3-8c54-693357b8b778 req-d6c6eb04-a00f-4a7f-9f83-0063f8d9c5aa tempest-AttachVolumeNegativeTest-728742291 tempest-AttachVolumeNegativeTest-728742291-project] 10.222.0.46 "GET /v2.0/security-groups?id=c4509334-a1e4-43fe-aae7-235e447c037b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373890 Sep 29 15:42:17.893660 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-0898c29f-1d17-45e1-98b4-8e3ac3756e58 admin admin] Notify callbacks [] for security_group, before_create {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:42:17.996324 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-0898c29f-1d17-45e1-98b4-8e3ac3756e58 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:42:18.061242 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978678cc-7fce-4fea-92c5-0e1a39e54bb4 req-fbc9ace8-214b-4087-a740-60a55ef627ee tempest-ServerRescueNegativeTestJSON-859711067 tempest-ServerRescueNegativeTestJSON-859711067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:42:18.069009 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [req-978678cc-7fce-4fea-92c5-0e1a39e54bb4 req-fbc9ace8-214b-4087-a740-60a55ef627ee tempest-ServerRescueNegativeTestJSON-859711067 tempest-ServerRescueNegativeTestJSON-859711067-project] 10.222.0.46 "GET /v2.0/ports?device_id=1d663b77-78b8-44d6-ae6b-8f8b0c2199dd HTTP/1.1" status: 200 len: 945 time: 0.0631387 Sep 29 15:42:18.086197 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e271f73-64ce-4012-be3c-a9326a34138a req-ee65fc58-6a1a-42e7-b31d-f3d0c7112bc3 tempest-AttachVolumeShelveTestJSON-850210833 tempest-AttachVolumeShelveTestJSON-850210833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:42:18.088065 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-2e271f73-64ce-4012-be3c-a9326a34138a req-ee65fc58-6a1a-42e7-b31d-f3d0c7112bc3 tempest-AttachVolumeShelveTestJSON-850210833 tempest-AttachVolumeShelveTestJSON-850210833-project] 10.222.0.46 "GET /v2.0/ports?device_id=ac0e248a-618c-41cf-8477-3e208b9a1936 HTTP/1.1" status: 200 len: 943 time: 0.0519619 Sep 29 15:42:18.108491 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [req-978678cc-7fce-4fea-92c5-0e1a39e54bb4 req-0b7f533b-dcb9-43a6-9426-e7454a9fde4b tempest-ServerRescueNegativeTestJSON-859711067 tempest-ServerRescueNegativeTestJSON-859711067-project] 10.222.0.46 "GET /v2.0/security-groups?id=69bb6ea6-2770-4a41-88ab-960c26e8ecb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385771 Sep 29 15:42:18.129208 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-2e271f73-64ce-4012-be3c-a9326a34138a req-a70d3157-ffd0-4c9a-8bde-e0fcd338d5d8 tempest-AttachVolumeShelveTestJSON-850210833 tempest-AttachVolumeShelveTestJSON-850210833-project] 10.222.0.46 "GET /v2.0/security-groups?id=0ae69e60-4c6a-41e5-8a1f-3e04c991f9a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338073 Sep 29 15:42:18.134792 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-0898c29f-1d17-45e1-98b4-8e3ac3756e58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579214'] for security_group, after_create {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:42:18.173615 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [None req-0898c29f-1d17-45e1-98b4-8e3ac3756e58 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=bcae2a5a563d46adac2386e030378dcb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3987651 Sep 29 15:42:18.174580 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0898c29f-1d17-45e1-98b4-8e3ac3756e58 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4dedb464-c06a-441e-bfad-70ad790e2244,revision_number=1']} {{(pid=96120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 15:42:18.176932 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.wsgi [-] (96121) accepted ('10.222.0.46', 33098) {{(pid=96121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 15:42:18.183567 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0898c29f-1d17-45e1-98b4-8e3ac3756e58 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806616-6-iscsi {{(pid=96120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 15:42:18.184041 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0898c29f-1d17-45e1-98b4-8e3ac3756e58 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806616-6-iscsi {{(pid=96120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 15:42:18.192000 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0898c29f-1d17-45e1-98b4-8e3ac3756e58 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806616-6-iscsi {{(pid=96120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 15:42:18.192000 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0898c29f-1d17-45e1-98b4-8e3ac3756e58 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806616-6-iscsi {{(pid=96120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 15:42:18.192000 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0898c29f-1d17-45e1-98b4-8e3ac3756e58 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806616-6-iscsi {{(pid=96120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 15:42:18.192000 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0898c29f-1d17-45e1-98b4-8e3ac3756e58 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806616-6-iscsi {{(pid=96120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 15:42:18.192000 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0898c29f-1d17-45e1-98b4-8e3ac3756e58 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806616-6-iscsi {{(pid=96120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 15:42:18.192000 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0898c29f-1d17-45e1-98b4-8e3ac3756e58 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806616-6-iscsi {{(pid=96120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 15:42:18.192000 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0898c29f-1d17-45e1-98b4-8e3ac3756e58 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806616-6-iscsi {{(pid=96120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 15:42:18.192000 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0898c29f-1d17-45e1-98b4-8e3ac3756e58 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806616-6-iscsi {{(pid=96120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 15:42:18.192000 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0898c29f-1d17-45e1-98b4-8e3ac3756e58 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806616-6-iscsi {{(pid=96120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 15:42:18.192000 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0898c29f-1d17-45e1-98b4-8e3ac3756e58 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806616-6-iscsi {{(pid=96120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 15:42:18.226681 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [None req-403f0d02-b08e-46ba-8d67-3e557829c8d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:42:18.248089 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [None req-403f0d02-b08e-46ba-8d67-3e557829c8d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:42:18.385239 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [None req-403f0d02-b08e-46ba-8d67-3e557829c8d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579214'] for security_group, after_delete {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:42:18.387812 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [None req-403f0d02-b08e-46ba-8d67-3e557829c8d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:42:18.391805 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [None req-403f0d02-b08e-46ba-8d67-3e557829c8d6 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/4dedb464-c06a-441e-bfad-70ad790e2244 HTTP/1.1" status: 204 len: 168 time: 0.2110827 Sep 29 15:42:18.399767 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-403f0d02-b08e-46ba-8d67-3e557829c8d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4dedb464-c06a-441e-bfad-70ad790e2244,revision_number=None']} {{(pid=96121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 15:42:18.406030 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-403f0d02-b08e-46ba-8d67-3e557829c8d6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806616-6-iscsi {{(pid=96121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 15:42:18.406494 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-403f0d02-b08e-46ba-8d67-3e557829c8d6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806616-6-iscsi {{(pid=96121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 15:42:18.406939 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-403f0d02-b08e-46ba-8d67-3e557829c8d6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806616-6-iscsi {{(pid=96121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 15:42:18.407427 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-403f0d02-b08e-46ba-8d67-3e557829c8d6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806616-6-iscsi {{(pid=96121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 15:42:18.407878 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-403f0d02-b08e-46ba-8d67-3e557829c8d6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806616-6-iscsi {{(pid=96121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 15:42:18.408342 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-403f0d02-b08e-46ba-8d67-3e557829c8d6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806616-6-iscsi {{(pid=96121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 15:42:18.408771 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-403f0d02-b08e-46ba-8d67-3e557829c8d6 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806616-6-iscsi {{(pid=96121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 15:42:18.409195 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-403f0d02-b08e-46ba-8d67-3e557829c8d6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806616-6-iscsi {{(pid=96121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 15:42:18.409622 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-403f0d02-b08e-46ba-8d67-3e557829c8d6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806616-6-iscsi {{(pid=96121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 15:42:18.410046 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-403f0d02-b08e-46ba-8d67-3e557829c8d6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806616-6-iscsi {{(pid=96121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 15:42:18.410508 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-403f0d02-b08e-46ba-8d67-3e557829c8d6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806616-6-iscsi {{(pid=96121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 15:42:18.410933 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-403f0d02-b08e-46ba-8d67-3e557829c8d6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806616-6-iscsi {{(pid=96121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 15:42:19.030776 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd08e86e-8e37-48e2-9482-25e9976f17e8 req-10dee7af-83cb-493f-a78b-ba6ce2af912e tempest-AttachVolumeNegativeTest-728742291 tempest-AttachVolumeNegativeTest-728742291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:42:19.039572 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [req-dd08e86e-8e37-48e2-9482-25e9976f17e8 req-10dee7af-83cb-493f-a78b-ba6ce2af912e tempest-AttachVolumeNegativeTest-728742291 tempest-AttachVolumeNegativeTest-728742291-project] 10.222.0.46 "GET /v2.0/ports?device_id=6888cb87-64e1-48cb-a2a8-ce30ea9bff45 HTTP/1.1" status: 200 len: 945 time: 0.0586598 Sep 29 15:42:19.074400 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [req-dd08e86e-8e37-48e2-9482-25e9976f17e8 req-3734a3f9-a2f5-421d-b276-ba34141cc9ef tempest-AttachVolumeNegativeTest-728742291 tempest-AttachVolumeNegativeTest-728742291-project] 10.222.0.46 "GET /v2.0/security-groups?id=c4509334-a1e4-43fe-aae7-235e447c037b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352738 Sep 29 15:42:19.226534 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f551ca29-f96f-422f-a971-9af722961255 req-d1a26413-9db9-4bd2-a095-8f982408e38b tempest-ServerRescueNegativeTestJSON-859711067 tempest-ServerRescueNegativeTestJSON-859711067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:42:19.228106 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-f551ca29-f96f-422f-a971-9af722961255 req-d1a26413-9db9-4bd2-a095-8f982408e38b tempest-ServerRescueNegativeTestJSON-859711067 tempest-ServerRescueNegativeTestJSON-859711067-project] 10.222.0.46 "GET /v2.0/ports?device_id=1d663b77-78b8-44d6-ae6b-8f8b0c2199dd HTTP/1.1" status: 200 len: 945 time: 0.0528789 Sep 29 15:42:19.265149 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee548a0-bf8e-489c-ae0d-d31fb2ea15bc req-2ce5a1b7-c1ba-4f20-8661-6f8ee186cc3b tempest-AttachVolumeShelveTestJSON-850210833 tempest-AttachVolumeShelveTestJSON-850210833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:42:19.265889 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-f551ca29-f96f-422f-a971-9af722961255 req-164c0fb6-42f0-4b15-a8dc-92445809d061 tempest-ServerRescueNegativeTestJSON-859711067 tempest-ServerRescueNegativeTestJSON-859711067-project] 10.222.0.46 "GET /v2.0/security-groups?id=69bb6ea6-2770-4a41-88ab-960c26e8ecb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316496 Sep 29 15:42:19.266762 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [req-9ee548a0-bf8e-489c-ae0d-d31fb2ea15bc req-2ce5a1b7-c1ba-4f20-8661-6f8ee186cc3b tempest-AttachVolumeShelveTestJSON-850210833 tempest-AttachVolumeShelveTestJSON-850210833-project] 10.222.0.46 "GET /v2.0/ports?device_id=ac0e248a-618c-41cf-8477-3e208b9a1936 HTTP/1.1" status: 200 len: 943 time: 0.0487592 Sep 29 15:42:19.305572 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [req-9ee548a0-bf8e-489c-ae0d-d31fb2ea15bc req-6796fb50-82ca-4543-986b-18f4ba0b57e3 tempest-AttachVolumeShelveTestJSON-850210833 tempest-AttachVolumeShelveTestJSON-850210833-project] 10.222.0.46 "GET /v2.0/security-groups?id=0ae69e60-4c6a-41e5-8a1f-3e04c991f9a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316589 Sep 29 15:42:19.921217 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a382ead0-76a8-47d7-974b-00ab0bae09d5 req-c2057239-6b59-4918-8e97-a2be31cdd24d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:42:19.922630 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-a382ead0-76a8-47d7-974b-00ab0bae09d5 req-c2057239-6b59-4918-8e97-a2be31cdd24d service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=b4ec83ad588647be8ebbcc854394cb61&device_id=1d663b77-78b8-44d6-ae6b-8f8b0c2199dd HTTP/1.1" status: 200 len: 1098 time: 0.0386322 Sep 29 15:42:20.015736 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a382ead0-76a8-47d7-974b-00ab0bae09d5 req-fc23775d-421d-4835-b2f4-306e2ae4536b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:42:20.017201 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-a382ead0-76a8-47d7-974b-00ab0bae09d5 req-fc23775d-421d-4835-b2f4-306e2ae4536b service neutron] 10.222.0.22 "GET /v2.0/networks?id=daa727ac-86a8-4704-b1b4-10803b6b1e68 HTTP/1.1" status: 200 len: 920 time: 0.0799298 Sep 29 15:42:20.078080 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-a382ead0-76a8-47d7-974b-00ab0bae09d5 req-8a2b6dda-da13-45bb-8520-9417673a1678 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=31ccdbe5-d9c3-4401-b176-06795eb1e102 HTTP/1.1" status: 200 len: 217 time: 0.0351725 Sep 29 15:42:20.129366 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a382ead0-76a8-47d7-974b-00ab0bae09d5 req-93e82f86-2ac3-4c0e-a891-e5e45acf5cf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:42:20.131453 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-a382ead0-76a8-47d7-974b-00ab0bae09d5 req-93e82f86-2ac3-4c0e-a891-e5e45acf5cf2 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=f9e1b58c-841a-4928-9689-e4afdbcfa8ba HTTP/1.1" status: 200 len: 859 time: 0.0423014 Sep 29 15:42:20.184114 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-a382ead0-76a8-47d7-974b-00ab0bae09d5 req-2c2524c2-ae9e-417d-a695-4d94cb2fba6d service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=daa727ac-86a8-4704-b1b4-10803b6b1e68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0347037 Sep 29 15:42:20.226613 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbda842f-d421-4134-ab44-3ea21abaeccd req-1e15fb01-f60d-47e1-92bb-309c3c6c9aac tempest-AttachVolumeNegativeTest-728742291 tempest-AttachVolumeNegativeTest-728742291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:42:20.228052 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-dbda842f-d421-4134-ab44-3ea21abaeccd req-1e15fb01-f60d-47e1-92bb-309c3c6c9aac tempest-AttachVolumeNegativeTest-728742291 tempest-AttachVolumeNegativeTest-728742291-project] 10.222.0.46 "GET /v2.0/ports?device_id=6888cb87-64e1-48cb-a2a8-ce30ea9bff45 HTTP/1.1" status: 200 len: 945 time: 0.0871291 Sep 29 15:42:20.300365 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-dbda842f-d421-4134-ab44-3ea21abaeccd req-23772697-034b-4b65-b119-52b2a1e31711 tempest-AttachVolumeNegativeTest-728742291 tempest-AttachVolumeNegativeTest-728742291-project] 10.222.0.46 "GET /v2.0/security-groups?id=c4509334-a1e4-43fe-aae7-235e447c037b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663083 Sep 29 15:42:20.314481 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-a382ead0-76a8-47d7-974b-00ab0bae09d5 req-1d78bbdc-9898-4492-8af8-b7004fc5c712 service neutron] 10.222.0.22 "GET /v2.0/networks/daa727ac-86a8-4704-b1b4-10803b6b1e68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1196997 Sep 29 15:42:20.386548 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32d95a6-6fa3-433a-a9c8-8f94112181d3 req-d0fe6a79-3658-4bef-abd9-ad02057dd59f tempest-ServerRescueNegativeTestJSON-859711067 tempest-ServerRescueNegativeTestJSON-859711067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:42:20.388001 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [req-b32d95a6-6fa3-433a-a9c8-8f94112181d3 req-d0fe6a79-3658-4bef-abd9-ad02057dd59f tempest-ServerRescueNegativeTestJSON-859711067 tempest-ServerRescueNegativeTestJSON-859711067-project] 10.222.0.46 "GET /v2.0/ports?device_id=1d663b77-78b8-44d6-ae6b-8f8b0c2199dd HTTP/1.1" status: 200 len: 945 time: 0.0534248 Sep 29 15:42:20.390706 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe333c42-438a-48a7-ad80-a3d5fed6c623 req-13c0f6bc-2119-4536-a8c7-6098fc128607 tempest-AttachVolumeNegativeTest-728742291 tempest-AttachVolumeNegativeTest-728742291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:42:20.392127 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-fe333c42-438a-48a7-ad80-a3d5fed6c623 req-13c0f6bc-2119-4536-a8c7-6098fc128607 tempest-AttachVolumeNegativeTest-728742291 tempest-AttachVolumeNegativeTest-728742291-project] 10.222.0.22 "GET /v2.0/ports?device_id=6888cb87-64e1-48cb-a2a8-ce30ea9bff45 HTTP/1.1" status: 200 len: 945 time: 0.0766866 Sep 29 15:42:20.424733 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [req-b32d95a6-6fa3-433a-a9c8-8f94112181d3 req-c11fc979-31ca-47ca-9caa-9b4b054bbb12 tempest-ServerRescueNegativeTestJSON-859711067 tempest-ServerRescueNegativeTestJSON-859711067-project] 10.222.0.46 "GET /v2.0/security-groups?id=69bb6ea6-2770-4a41-88ab-960c26e8ecb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304210 Sep 29 15:42:20.528844 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5ce7de-66fc-4469-aee1-a40dd5c3fab7 req-c7e6f08b-e5aa-4d6b-9371-e7ae2e405bd6 tempest-AttachVolumeShelveTestJSON-850210833 tempest-AttachVolumeShelveTestJSON-850210833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:42:20.530275 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-4f5ce7de-66fc-4469-aee1-a40dd5c3fab7 req-c7e6f08b-e5aa-4d6b-9371-e7ae2e405bd6 tempest-AttachVolumeShelveTestJSON-850210833 tempest-AttachVolumeShelveTestJSON-850210833-project] 10.222.0.46 "GET /v2.0/ports?device_id=ac0e248a-618c-41cf-8477-3e208b9a1936 HTTP/1.1" status: 200 len: 943 time: 0.1503949 Sep 29 15:42:20.532063 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-a382ead0-76a8-47d7-974b-00ab0bae09d5 req-d459d9ea-ef6d-47ba-a012-7ebcea335aab service neutron] 10.222.0.22 "GET /v2.0/networks/daa727ac-86a8-4704-b1b4-10803b6b1e68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2074716 Sep 29 15:42:20.582633 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.plugins.ml2.plugin [req-fe333c42-438a-48a7-ad80-a3d5fed6c623 req-2bac9af6-63c9-4de0-8074-e6aba11fa907 tempest-AttachVolumeNegativeTest-728742291 tempest-AttachVolumeNegativeTest-728742291-project] Deleting port 82239e75-d726-4e4c-a00c-8fa96bfe4aef {{(pid=96121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 29 15:42:20.582962 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [req-fe333c42-438a-48a7-ad80-a3d5fed6c623 req-2bac9af6-63c9-4de0-8074-e6aba11fa907 tempest-AttachVolumeNegativeTest-728742291 tempest-AttachVolumeNegativeTest-728742291-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741780140072'] for port, before_delete {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:42:20.589331 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-4f5ce7de-66fc-4469-aee1-a40dd5c3fab7 req-404352ac-02b8-43b7-bc4d-42b9bd064639 tempest-AttachVolumeShelveTestJSON-850210833 tempest-AttachVolumeShelveTestJSON-850210833-project] 10.222.0.46 "GET /v2.0/security-groups?id=0ae69e60-4c6a-41e5-8a1f-3e04c991f9a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515501 Sep 29 15:42:20.680247 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.plugins.ml2.db [req-fe333c42-438a-48a7-ad80-a3d5fed6c623 req-2bac9af6-63c9-4de0-8074-e6aba11fa907 tempest-AttachVolumeNegativeTest-728742291 tempest-AttachVolumeNegativeTest-728742291-project] For port 82239e75-d726-4e4c-a00c-8fa96bfe4aef, host hv-cinder-80661, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80661',level=0,port_id=82239e75-d726-4e4c-a00c-8fa96bfe4aef,segment=NetworkSegment(410a5b94-6c4f-4e8c-81e4-151e9b9c01d0),segment_id=410a5b94-6c4f-4e8c-81e4-151e9b9c01d0)] {{(pid=96121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 15:42:20.680541 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [req-fe333c42-438a-48a7-ad80-a3d5fed6c623 req-2bac9af6-63c9-4de0-8074-e6aba11fa907 tempest-AttachVolumeNegativeTest-728742291 tempest-AttachVolumeNegativeTest-728742291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1614090'] for port, precommit_delete {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:42:20.691987 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.plugins.ml2.plugin [req-fe333c42-438a-48a7-ad80-a3d5fed6c623 req-2bac9af6-63c9-4de0-8074-e6aba11fa907 tempest-AttachVolumeNegativeTest-728742291 tempest-AttachVolumeNegativeTest-728742291-project] Calling delete_port for 82239e75-d726-4e4c-a00c-8fa96bfe4aef owned by compute:nova {{(pid=96121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 29 15:42:20.922251 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [req-fe333c42-438a-48a7-ad80-a3d5fed6c623 req-2bac9af6-63c9-4de0-8074-e6aba11fa907 tempest-AttachVolumeNegativeTest-728742291 tempest-AttachVolumeNegativeTest-728742291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741780147950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741779628746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3898419'] for port, after_delete {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:42:20.953517 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bac9af6-63c9-4de0-8074-e6aba11fa907 tempest-AttachVolumeNegativeTest-728742291 tempest-AttachVolumeNegativeTest-728742291-project] Pushing event deleted for resources: {'Port': ['ID=82239e75-d726-4e4c-a00c-8fa96bfe4aef,revision_number=None']} {{(pid=96121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 15:42:20.960492 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.plugins.ml2.db [None req-4d55257e-523e-4b8d-ab2b-d46a31710be1 None None] get_ports_and_sgs() called for port_ids ['7aecb321-2e49-419c-9f69-93c5992c0b8a', '773beca0-aecf-4096-a0d7-069208c3bdfb', '82239e75-d726-4e4c-a00c-8fa96bfe4aef'] {{(pid=96122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 15:42:20.991831 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe333c42-438a-48a7-ad80-a3d5fed6c623 req-2bac9af6-63c9-4de0-8074-e6aba11fa907 tempest-AttachVolumeNegativeTest-728742291 tempest-AttachVolumeNegativeTest-728742291-project] No DVR routers for this DVR port 82239e75-d726-4e4c-a00c-8fa96bfe4aef on host hv-cinder-80661 {{(pid=96121) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 15:42:20.994389 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [req-fe333c42-438a-48a7-ad80-a3d5fed6c623 req-2bac9af6-63c9-4de0-8074-e6aba11fa907 tempest-AttachVolumeNegativeTest-728742291 tempest-AttachVolumeNegativeTest-728742291-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238921'] for port, before_response {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:42:20.996445 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-fe333c42-438a-48a7-ad80-a3d5fed6c623 req-2bac9af6-63c9-4de0-8074-e6aba11fa907 tempest-AttachVolumeNegativeTest-728742291 tempest-AttachVolumeNegativeTest-728742291-project] 10.222.0.22 "DELETE /v2.0/ports/82239e75-d726-4e4c-a00c-8fa96bfe4aef HTTP/1.1" status: 204 len: 173 time: 0.5718532 Sep 29 15:42:20.996873 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6888cb87-64e1-48cb-a2a8-ce30ea9bff45', 'name': 'network-vif-deleted', 'tag': '82239e75-d726-4e4c-a00c-8fa96bfe4aef'}] {{(pid=96121) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 15:42:20.999102 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dcbd94143c65fdb0f5c12b0c92a6468c38125261e55d21e9818266cb91f6c0d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77a8cc5a-0cd3-47fc-a3c3-4f05ab54b0df" -d '{"events": [{"server_uuid": "6888cb87-64e1-48cb-a2a8-ce30ea9bff45", "name": "network-vif-deleted", "tag": "82239e75-d726-4e4c-a00c-8fa96bfe4aef"}]}' {{(pid=96121) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 15:42:21.037961 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Sep 2021 15:42:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-138724a3-3f19-4d28-9324-89f87973738c x-openstack-request-id: req-138724a3-3f19-4d28-9324-89f87973738c {{(pid=96121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 15:42:21.037961 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6888cb87-64e1-48cb-a2a8-ce30ea9bff45", "name": "network-vif-deleted", "tag": "82239e75-d726-4e4c-a00c-8fa96bfe4aef", "status": "completed", "code": 200}]} {{(pid=96121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 15:42:21.037961 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-138724a3-3f19-4d28-9324-89f87973738c {{(pid=96121) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 15:42:21.037961 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6888cb87-64e1-48cb-a2a8-ce30ea9bff45', 'name': 'network-vif-deleted', 'tag': '82239e75-d726-4e4c-a00c-8fa96bfe4aef', 'status': 'completed', 'code': 200} Sep 29 15:42:21.403249 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-3473475c-9e6b-448f-a194-0ab3bffa71ed req-e2b2f111-fac9-4d5b-8c82-aaec056a185d tempest-AttachVolumeNegativeTest-728742291 tempest-AttachVolumeNegativeTest-728742291-project] 10.222.0.46 "GET /v2.0/ports?device_id=6888cb87-64e1-48cb-a2a8-ce30ea9bff45 HTTP/1.1" status: 200 len: 210 time: 0.0252688 Sep 29 15:42:21.542384 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3134bd18-1388-4af0-9171-05ca3ad51a26 req-a7a2cd17-e333-4f39-a318-6886a1cffe51 tempest-ServerRescueNegativeTestJSON-859711067 tempest-ServerRescueNegativeTestJSON-859711067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:42:21.543909 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [req-3134bd18-1388-4af0-9171-05ca3ad51a26 req-a7a2cd17-e333-4f39-a318-6886a1cffe51 tempest-ServerRescueNegativeTestJSON-859711067 tempest-ServerRescueNegativeTestJSON-859711067-project] 10.222.0.46 "GET /v2.0/ports?device_id=1d663b77-78b8-44d6-ae6b-8f8b0c2199dd HTTP/1.1" status: 200 len: 945 time: 0.0490751 Sep 29 15:42:21.582168 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [req-3134bd18-1388-4af0-9171-05ca3ad51a26 req-c8f1c190-a626-4391-acb1-5beabb80b907 tempest-ServerRescueNegativeTestJSON-859711067 tempest-ServerRescueNegativeTestJSON-859711067-project] 10.222.0.46 "GET /v2.0/security-groups?id=69bb6ea6-2770-4a41-88ab-960c26e8ecb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318284 Sep 29 15:42:21.710479 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0bcb51f-765e-47fb-981d-4d489325a006 req-b9627f93-667f-4421-a11b-cff79d1ea0d8 tempest-AttachVolumeShelveTestJSON-850210833 tempest-AttachVolumeShelveTestJSON-850210833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:42:21.712141 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-f0bcb51f-765e-47fb-981d-4d489325a006 req-b9627f93-667f-4421-a11b-cff79d1ea0d8 tempest-AttachVolumeShelveTestJSON-850210833 tempest-AttachVolumeShelveTestJSON-850210833-project] 10.222.0.46 "GET /v2.0/ports?device_id=ac0e248a-618c-41cf-8477-3e208b9a1936 HTTP/1.1" status: 200 len: 943 time: 0.0496347 Sep 29 15:42:21.749571 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-f0bcb51f-765e-47fb-981d-4d489325a006 req-9d4411ca-aa21-4c63-9f23-fc7b1df67bf7 tempest-AttachVolumeShelveTestJSON-850210833 tempest-AttachVolumeShelveTestJSON-850210833-project] 10.222.0.46 "GET /v2.0/security-groups?id=0ae69e60-4c6a-41e5-8a1f-3e04c991f9a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311034 Sep 29 15:42:22.699817 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754c512b-d120-4f67-b177-cfaa51bca5a0 req-b71d5d41-1816-4ac0-9da7-dba77ae3b06b tempest-ServerRescueNegativeTestJSON-859711067 tempest-ServerRescueNegativeTestJSON-859711067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:42:22.701362 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [req-754c512b-d120-4f67-b177-cfaa51bca5a0 req-b71d5d41-1816-4ac0-9da7-dba77ae3b06b tempest-ServerRescueNegativeTestJSON-859711067 tempest-ServerRescueNegativeTestJSON-859711067-project] 10.222.0.46 "GET /v2.0/ports?device_id=1d663b77-78b8-44d6-ae6b-8f8b0c2199dd HTTP/1.1" status: 200 len: 945 time: 0.0496666 Sep 29 15:42:22.737919 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [req-754c512b-d120-4f67-b177-cfaa51bca5a0 req-cfb4fc10-2ba2-413f-9673-fdab4b8f5b76 tempest-ServerRescueNegativeTestJSON-859711067 tempest-ServerRescueNegativeTestJSON-859711067-project] 10.222.0.46 "GET /v2.0/security-groups?id=69bb6ea6-2770-4a41-88ab-960c26e8ecb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307379 Sep 29 15:42:22.874977 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a8f8e8-7630-495e-b31c-60806a78fa09 req-5594fed7-5b3e-4be1-b568-c816f93ba0f0 tempest-AttachVolumeShelveTestJSON-850210833 tempest-AttachVolumeShelveTestJSON-850210833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:42:22.875188 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8e7e54-15e1-447e-be17-78dd344b55af req-e52e7a71-edb6-4ab8-bcd4-1875b98125bd tempest-AttachVolumeNegativeTest-728742291 tempest-AttachVolumeNegativeTest-728742291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:42:22.876465 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-2e8e7e54-15e1-447e-be17-78dd344b55af req-e52e7a71-edb6-4ab8-bcd4-1875b98125bd tempest-AttachVolumeNegativeTest-728742291 tempest-AttachVolumeNegativeTest-728742291-project] 10.222.0.46 "GET /v2.0/ports?device_id=7feebe8f-2724-4aab-850a-15700a591bdd HTTP/1.1" status: 200 len: 945 time: 0.0523088 Sep 29 15:42:22.876598 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [req-37a8f8e8-7630-495e-b31c-60806a78fa09 req-5594fed7-5b3e-4be1-b568-c816f93ba0f0 tempest-AttachVolumeShelveTestJSON-850210833 tempest-AttachVolumeShelveTestJSON-850210833-project] 10.222.0.46 "GET /v2.0/ports?device_id=ac0e248a-618c-41cf-8477-3e208b9a1936 HTTP/1.1" status: 200 len: 943 time: 0.0541420 Sep 29 15:42:22.914057 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-2e8e7e54-15e1-447e-be17-78dd344b55af req-33e40dbf-00d3-4991-81bd-9ac88e208675 tempest-AttachVolumeNegativeTest-728742291 tempest-AttachVolumeNegativeTest-728742291-project] 10.222.0.46 "GET /v2.0/security-groups?id=c4509334-a1e4-43fe-aae7-235e447c037b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311439 Sep 29 15:42:22.914296 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [req-37a8f8e8-7630-495e-b31c-60806a78fa09 req-0ea4bf28-257d-421f-aa33-f628b1e09505 tempest-AttachVolumeShelveTestJSON-850210833 tempest-AttachVolumeShelveTestJSON-850210833-project] 10.222.0.46 "GET /v2.0/security-groups?id=0ae69e60-4c6a-41e5-8a1f-3e04c991f9a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308862 Sep 29 15:42:23.862953 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ab787d-99fa-4a63-acea-7f8462326abf req-eaf6bdb5-f94f-4c2c-8fcd-c9610b8eef38 tempest-ServerRescueNegativeTestJSON-859711067 tempest-ServerRescueNegativeTestJSON-859711067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:42:23.864490 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-a6ab787d-99fa-4a63-acea-7f8462326abf req-eaf6bdb5-f94f-4c2c-8fcd-c9610b8eef38 tempest-ServerRescueNegativeTestJSON-859711067 tempest-ServerRescueNegativeTestJSON-859711067-project] 10.222.0.46 "GET /v2.0/ports?device_id=1d663b77-78b8-44d6-ae6b-8f8b0c2199dd HTTP/1.1" status: 200 len: 945 time: 0.0591190 Sep 29 15:42:23.900557 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-a6ab787d-99fa-4a63-acea-7f8462326abf req-2e445c27-e393-4180-9e48-f0adaed0e3ae tempest-ServerRescueNegativeTestJSON-859711067 tempest-ServerRescueNegativeTestJSON-859711067-project] 10.222.0.46 "GET /v2.0/security-groups?id=69bb6ea6-2770-4a41-88ab-960c26e8ecb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302212 Sep 29 15:42:24.033261 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9de64a-9b02-445c-8265-3f5e32f94a1b req-1ef43d84-db97-469e-86cc-8afe1e664058 tempest-AttachVolumeShelveTestJSON-850210833 tempest-AttachVolumeShelveTestJSON-850210833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:42:24.033671 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7bb79f-5f13-4b3a-a1cc-2a5305b1d44e req-0b753f84-4ce7-497a-b945-bc3c95460cdb tempest-AttachVolumeNegativeTest-728742291 tempest-AttachVolumeNegativeTest-728742291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:42:24.034707 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-2b9de64a-9b02-445c-8265-3f5e32f94a1b req-1ef43d84-db97-469e-86cc-8afe1e664058 tempest-AttachVolumeShelveTestJSON-850210833 tempest-AttachVolumeShelveTestJSON-850210833-project] 10.222.0.46 "GET /v2.0/ports?device_id=ac0e248a-618c-41cf-8477-3e208b9a1936 HTTP/1.1" status: 200 len: 943 time: 0.0471745 Sep 29 15:42:24.035227 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [req-ba7bb79f-5f13-4b3a-a1cc-2a5305b1d44e req-0b753f84-4ce7-497a-b945-bc3c95460cdb tempest-AttachVolumeNegativeTest-728742291 tempest-AttachVolumeNegativeTest-728742291-project] 10.222.0.46 "GET /v2.0/ports?device_id=7feebe8f-2724-4aab-850a-15700a591bdd HTTP/1.1" status: 200 len: 945 time: 0.0495455 Sep 29 15:42:24.073524 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-2b9de64a-9b02-445c-8265-3f5e32f94a1b req-5e9f1416-e5cd-4b75-83fc-3d33af753aa4 tempest-AttachVolumeShelveTestJSON-850210833 tempest-AttachVolumeShelveTestJSON-850210833-project] 10.222.0.46 "GET /v2.0/security-groups?id=0ae69e60-4c6a-41e5-8a1f-3e04c991f9a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321910 Sep 29 15:42:24.074660 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [req-ba7bb79f-5f13-4b3a-a1cc-2a5305b1d44e req-2223b4a0-459c-4653-a7e8-78daf46880bc tempest-AttachVolumeNegativeTest-728742291 tempest-AttachVolumeNegativeTest-728742291-project] 10.222.0.46 "GET /v2.0/security-groups?id=c4509334-a1e4-43fe-aae7-235e447c037b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331535 Sep 29 15:42:24.079773 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.plugins.ml2.rpc [None req-4d55257e-523e-4b8d-ab2b-d46a31710be1 None None] Device 82239e75-d726-4e4c-a00c-8fa96bfe4aef no longer exists at agent hyperv_hv-cinder-80661 {{(pid=96122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 15:42:24.106922 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.plugins.ml2.plugin [None req-4d55257e-523e-4b8d-ab2b-d46a31710be1 None None] No Port match for: 82239e75-d726-4e4c-a00c-8fa96bfe4aef {{(pid=96122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 29 15:42:24.110000 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.plugins.ml2.rpc [None req-4d55257e-523e-4b8d-ab2b-d46a31710be1 None None] Device 82239e75-d726-4e4c-a00c-8fa96bfe4aef not bound to the agent host hv-cinder-80661 {{(pid=96122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 15:42:24.179784 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron_lib.callbacks.manager [None req-c338a30a-ce9c-4840-852c-6a33dc7014f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741779927170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-625140'] for agent, after_update {{(pid=96122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:42:24.483243 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607945ba-48ec-46cf-96b3-f72e96ecfa48 req-eb5c56c4-915d-4567-8581-fa18940f7dce tempest-AttachVolumeNegativeTest-728742291 tempest-AttachVolumeNegativeTest-728742291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:42:24.493122 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-607945ba-48ec-46cf-96b3-f72e96ecfa48 req-eb5c56c4-915d-4567-8581-fa18940f7dce tempest-AttachVolumeNegativeTest-728742291 tempest-AttachVolumeNegativeTest-728742291-project] 10.222.0.22 "GET /v2.0/ports?device_id=7feebe8f-2724-4aab-850a-15700a591bdd HTTP/1.1" status: 200 len: 945 time: 0.0511806 Sep 29 15:42:24.576516 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.plugins.ml2.plugin [req-607945ba-48ec-46cf-96b3-f72e96ecfa48 req-fde62557-e4d3-4092-829b-d0bffd077997 tempest-AttachVolumeNegativeTest-728742291 tempest-AttachVolumeNegativeTest-728742291-project] Deleting port 773beca0-aecf-4096-a0d7-069208c3bdfb {{(pid=96121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 29 15:42:24.576860 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [req-607945ba-48ec-46cf-96b3-f72e96ecfa48 req-fde62557-e4d3-4092-829b-d0bffd077997 tempest-AttachVolumeNegativeTest-728742291 tempest-AttachVolumeNegativeTest-728742291-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741780140072'] for port, before_delete {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:42:24.666912 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.plugins.ml2.db [req-607945ba-48ec-46cf-96b3-f72e96ecfa48 req-fde62557-e4d3-4092-829b-d0bffd077997 tempest-AttachVolumeNegativeTest-728742291 tempest-AttachVolumeNegativeTest-728742291-project] For port 773beca0-aecf-4096-a0d7-069208c3bdfb, host hv-cinder-80661, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80661',level=0,port_id=773beca0-aecf-4096-a0d7-069208c3bdfb,segment=NetworkSegment(410a5b94-6c4f-4e8c-81e4-151e9b9c01d0),segment_id=410a5b94-6c4f-4e8c-81e4-151e9b9c01d0)] {{(pid=96121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 15:42:24.667290 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [req-607945ba-48ec-46cf-96b3-f72e96ecfa48 req-fde62557-e4d3-4092-829b-d0bffd077997 tempest-AttachVolumeNegativeTest-728742291 tempest-AttachVolumeNegativeTest-728742291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1614090'] for port, precommit_delete {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:42:24.679382 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.plugins.ml2.plugin [req-607945ba-48ec-46cf-96b3-f72e96ecfa48 req-fde62557-e4d3-4092-829b-d0bffd077997 tempest-AttachVolumeNegativeTest-728742291 tempest-AttachVolumeNegativeTest-728742291-project] Calling delete_port for 773beca0-aecf-4096-a0d7-069208c3bdfb owned by compute:nova {{(pid=96121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 29 15:42:24.864051 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [req-607945ba-48ec-46cf-96b3-f72e96ecfa48 req-fde62557-e4d3-4092-829b-d0bffd077997 tempest-AttachVolumeNegativeTest-728742291 tempest-AttachVolumeNegativeTest-728742291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741780147950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741779628746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3898419'] for port, after_delete {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:42:24.894550 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fde62557-e4d3-4092-829b-d0bffd077997 tempest-AttachVolumeNegativeTest-728742291 tempest-AttachVolumeNegativeTest-728742291-project] Pushing event deleted for resources: {'Port': ['ID=773beca0-aecf-4096-a0d7-069208c3bdfb,revision_number=None']} {{(pid=96121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 15:42:24.920081 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.plugins.ml2.db [None req-4d55257e-523e-4b8d-ab2b-d46a31710be1 None None] get_ports_and_sgs() called for port_ids ['7aecb321-2e49-419c-9f69-93c5992c0b8a', '773beca0-aecf-4096-a0d7-069208c3bdfb'] {{(pid=96122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 15:42:24.935250 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.db.l3_dvrscheduler_db [req-607945ba-48ec-46cf-96b3-f72e96ecfa48 req-fde62557-e4d3-4092-829b-d0bffd077997 tempest-AttachVolumeNegativeTest-728742291 tempest-AttachVolumeNegativeTest-728742291-project] No DVR routers for this DVR port 773beca0-aecf-4096-a0d7-069208c3bdfb on host hv-cinder-80661 {{(pid=96121) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 15:42:24.937697 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [req-607945ba-48ec-46cf-96b3-f72e96ecfa48 req-fde62557-e4d3-4092-829b-d0bffd077997 tempest-AttachVolumeNegativeTest-728742291 tempest-AttachVolumeNegativeTest-728742291-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238921'] for port, before_response {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:42:24.939674 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-607945ba-48ec-46cf-96b3-f72e96ecfa48 req-fde62557-e4d3-4092-829b-d0bffd077997 tempest-AttachVolumeNegativeTest-728742291 tempest-AttachVolumeNegativeTest-728742291-project] 10.222.0.22 "DELETE /v2.0/ports/773beca0-aecf-4096-a0d7-069208c3bdfb HTTP/1.1" status: 204 len: 173 time: 0.4484968 Sep 29 15:42:24.940132 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7feebe8f-2724-4aab-850a-15700a591bdd', 'name': 'network-vif-deleted', 'tag': '773beca0-aecf-4096-a0d7-069208c3bdfb'}] {{(pid=96121) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 15:42:24.942345 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dcbd94143c65fdb0f5c12b0c92a6468c38125261e55d21e9818266cb91f6c0d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22ad18d0-f612-4a75-ad42-b04ff561e197" -d '{"events": [{"server_uuid": "7feebe8f-2724-4aab-850a-15700a591bdd", "name": "network-vif-deleted", "tag": "773beca0-aecf-4096-a0d7-069208c3bdfb"}]}' {{(pid=96121) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 15:42:24.986963 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Sep 2021 15:42:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09c84447-a328-4af9-acf0-6f01a6dd225d x-openstack-request-id: req-09c84447-a328-4af9-acf0-6f01a6dd225d {{(pid=96121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 15:42:24.986963 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7feebe8f-2724-4aab-850a-15700a591bdd", "name": "network-vif-deleted", "tag": "773beca0-aecf-4096-a0d7-069208c3bdfb", "status": "completed", "code": 200}]} {{(pid=96121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 15:42:24.986963 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-09c84447-a328-4af9-acf0-6f01a6dd225d {{(pid=96121) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 15:42:24.986963 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7feebe8f-2724-4aab-850a-15700a591bdd', 'name': 'network-vif-deleted', 'tag': '773beca0-aecf-4096-a0d7-069208c3bdfb', 'status': 'completed', 'code': 200} Sep 29 15:42:25.179065 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-ff4cff05-c1fb-4511-ac41-8d58a0b4444f req-df33c16b-38e4-4d9f-b669-65b75fc0b657 tempest-AttachVolumeNegativeTest-728742291 tempest-AttachVolumeNegativeTest-728742291-project] 10.222.0.46 "GET /v2.0/ports?device_id=7feebe8f-2724-4aab-850a-15700a591bdd HTTP/1.1" status: 200 len: 210 time: 0.0272529 Sep 29 15:42:25.216521 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50cd7d71-52ac-409f-8586-a89518376924 req-f734ad9c-98cb-49b3-9a4f-b0fbb39e81ed tempest-AttachVolumeShelveTestJSON-850210833 tempest-AttachVolumeShelveTestJSON-850210833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:42:25.218274 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [req-50cd7d71-52ac-409f-8586-a89518376924 req-f734ad9c-98cb-49b3-9a4f-b0fbb39e81ed tempest-AttachVolumeShelveTestJSON-850210833 tempest-AttachVolumeShelveTestJSON-850210833-project] 10.222.0.46 "GET /v2.0/ports?device_id=ac0e248a-618c-41cf-8477-3e208b9a1936 HTTP/1.1" status: 200 len: 943 time: 0.0648110 Sep 29 15:42:25.255861 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [req-50cd7d71-52ac-409f-8586-a89518376924 req-d51834ac-6c7a-406b-8b8a-17ede6a6c62b tempest-AttachVolumeShelveTestJSON-850210833 tempest-AttachVolumeShelveTestJSON-850210833-project] 10.222.0.46 "GET /v2.0/security-groups?id=0ae69e60-4c6a-41e5-8a1f-3e04c991f9a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312076 Sep 29 15:42:26.372762 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6632cc9-b096-401f-a154-a5c06cab8826 req-a8d60e72-98cf-4e47-ad99-859c6902122f tempest-AttachVolumeShelveTestJSON-850210833 tempest-AttachVolumeShelveTestJSON-850210833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:42:26.374252 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-d6632cc9-b096-401f-a154-a5c06cab8826 req-a8d60e72-98cf-4e47-ad99-859c6902122f tempest-AttachVolumeShelveTestJSON-850210833 tempest-AttachVolumeShelveTestJSON-850210833-project] 10.222.0.46 "GET /v2.0/ports?device_id=ac0e248a-618c-41cf-8477-3e208b9a1936 HTTP/1.1" status: 200 len: 943 time: 0.0478158 Sep 29 15:42:26.411375 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-d6632cc9-b096-401f-a154-a5c06cab8826 req-b0ecca17-e7c6-4d3f-81c2-55f887f94fb0 tempest-AttachVolumeShelveTestJSON-850210833 tempest-AttachVolumeShelveTestJSON-850210833-project] 10.222.0.46 "GET /v2.0/security-groups?id=0ae69e60-4c6a-41e5-8a1f-3e04c991f9a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312355 Sep 29 15:42:26.619761 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron_lib.callbacks.manager [None req-9728ee55-441d-4bbf-83c4-71f0a0bcdb39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741779927170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-625140'] for agent, after_update {{(pid=96122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:42:27.534734 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462494c4-5c81-401f-b692-e87125c55d57 req-084345ca-5a88-4ffc-9fb0-d31561d7c486 tempest-AttachVolumeShelveTestJSON-850210833 tempest-AttachVolumeShelveTestJSON-850210833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:42:27.536232 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-462494c4-5c81-401f-b692-e87125c55d57 req-084345ca-5a88-4ffc-9fb0-d31561d7c486 tempest-AttachVolumeShelveTestJSON-850210833 tempest-AttachVolumeShelveTestJSON-850210833-project] 10.222.0.46 "GET /v2.0/ports?device_id=ac0e248a-618c-41cf-8477-3e208b9a1936 HTTP/1.1" status: 200 len: 943 time: 0.0518186 Sep 29 15:42:27.574932 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-462494c4-5c81-401f-b692-e87125c55d57 req-bc2c7120-a913-4b77-9d6c-4c627fd0c86c tempest-AttachVolumeShelveTestJSON-850210833 tempest-AttachVolumeShelveTestJSON-850210833-project] 10.222.0.46 "GET /v2.0/security-groups?id=0ae69e60-4c6a-41e5-8a1f-3e04c991f9a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325727 Sep 29 15:42:27.602862 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron_lib.callbacks.manager [None req-86ea74e9-eea3-4769-b153-652ac6294d68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741779927170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-625140'] for agent, after_update {{(pid=96122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:42:28.046935 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d6c1c5-8784-40cd-aa33-519b0a1445c9 req-e8d4b554-45f4-4e8e-a155-d0be041948cc tempest-AttachVolumeNegativeTest-728742291 tempest-AttachVolumeNegativeTest-728742291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:42:28.048447 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-f2d6c1c5-8784-40cd-aa33-519b0a1445c9 req-e8d4b554-45f4-4e8e-a155-d0be041948cc tempest-AttachVolumeNegativeTest-728742291 tempest-AttachVolumeNegativeTest-728742291-project] 10.222.0.46 "GET /v2.0/ports?device_id=7c03c1ad-57f1-450e-8111-bd14587cc96c HTTP/1.1" status: 200 len: 945 time: 0.0493014 Sep 29 15:42:28.085114 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-f2d6c1c5-8784-40cd-aa33-519b0a1445c9 req-2e5f37ab-58bc-48b5-84d9-a610727c1833 tempest-AttachVolumeNegativeTest-728742291 tempest-AttachVolumeNegativeTest-728742291-project] 10.222.0.46 "GET /v2.0/security-groups?id=c4509334-a1e4-43fe-aae7-235e447c037b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307260 Sep 29 15:42:28.107625 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.plugins.ml2.rpc [None req-4d55257e-523e-4b8d-ab2b-d46a31710be1 None None] Device 4c897ac8-e270-4e7e-891a-c4da2db1a883 details requested by agent hyperv_hv-cinder-80661 with host hv-cinder-80661 {{(pid=96122) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 29 15:42:28.114370 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.plugins.ml2.rpc [None req-4d55257e-523e-4b8d-ab2b-d46a31710be1 None None] Device 773beca0-aecf-4096-a0d7-069208c3bdfb no longer exists at agent hyperv_hv-cinder-80661 {{(pid=96122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 15:42:28.137447 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.plugins.ml2.plugin [None req-4d55257e-523e-4b8d-ab2b-d46a31710be1 None None] No Port match for: 773beca0-aecf-4096-a0d7-069208c3bdfb {{(pid=96122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 29 15:42:28.137784 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.plugins.ml2.rpc [None req-4d55257e-523e-4b8d-ab2b-d46a31710be1 None None] Device 773beca0-aecf-4096-a0d7-069208c3bdfb not bound to the agent host hv-cinder-80661 {{(pid=96122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 15:42:28.220667 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.plugins.ml2.db [None req-4d55257e-523e-4b8d-ab2b-d46a31710be1 None None] For port 4c897ac8-e270-4e7e-891a-c4da2db1a883, host hv-cinder-80661, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80661',level=0,port_id=4c897ac8-e270-4e7e-891a-c4da2db1a883,segment=NetworkSegment(445f7458-c019-4777-b7f7-9f69e4e3102b),segment_id=445f7458-c019-4777-b7f7-9f69e4e3102b)] {{(pid=96122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 15:42:28.232612 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.plugins.ml2.rpc [None req-4d55257e-523e-4b8d-ab2b-d46a31710be1 None None] Returning: {'device': '4c897ac8-e270-4e7e-891a-c4da2db1a883', 'network_id': '7d2058d9-0239-4e7f-ad5f-85b9e31d2757', 'port_id': '4c897ac8-e270-4e7e-891a-c4da2db1a883', 'mac_address': 'fa:16:3e:22:fe:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 601, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '56afac6f-63d0-4994-bdac-133803bcf88a', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=96122) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 29 15:42:28.270134 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron_lib.callbacks.manager [None req-4d55257e-523e-4b8d-ab2b-d46a31710be1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-684029'] for port, before_update {{(pid=96122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:42:28.283215 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.notifiers.nova [None req-4d55257e-523e-4b8d-ab2b-d46a31710be1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4c897ac8-e270-4e7e-891a-c4da2db1a883 {{(pid=96122) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 15:42:28.301605 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.plugins.ml2.db [None req-4d55257e-523e-4b8d-ab2b-d46a31710be1 None None] For port 4c897ac8-e270-4e7e-891a-c4da2db1a883, host hv-cinder-80661, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80661',level=0,port_id=4c897ac8-e270-4e7e-891a-c4da2db1a883,segment=NetworkSegment(445f7458-c019-4777-b7f7-9f69e4e3102b),segment_id=445f7458-c019-4777-b7f7-9f69e4e3102b)] {{(pid=96122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 15:42:28.385223 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron_lib.callbacks.manager [None req-4d55257e-523e-4b8d-ab2b-d46a31710be1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741780147972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741779628755', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741779628773'] for port, after_update {{(pid=96122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:42:28.440374 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d55257e-523e-4b8d-ab2b-d46a31710be1 None None] Pushing event updated for resources: {'Port': ['ID=4c897ac8-e270-4e7e-891a-c4da2db1a883,revision_number=9']} {{(pid=96122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 15:42:28.448720 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d55257e-523e-4b8d-ab2b-d46a31710be1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806616-6-iscsi {{(pid=96122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 15:42:28.449070 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d55257e-523e-4b8d-ab2b-d46a31710be1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806616-6-iscsi {{(pid=96122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 15:42:28.449410 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d55257e-523e-4b8d-ab2b-d46a31710be1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806616-6-iscsi {{(pid=96122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 15:42:28.449749 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d55257e-523e-4b8d-ab2b-d46a31710be1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806616-6-iscsi {{(pid=96122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 15:42:28.450075 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d55257e-523e-4b8d-ab2b-d46a31710be1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806616-6-iscsi {{(pid=96122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 15:42:28.450404 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d55257e-523e-4b8d-ab2b-d46a31710be1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806616-6-iscsi {{(pid=96122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 15:42:28.450796 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d55257e-523e-4b8d-ab2b-d46a31710be1 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806616-6-iscsi {{(pid=96122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 15:42:28.451072 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d55257e-523e-4b8d-ab2b-d46a31710be1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806616-6-iscsi {{(pid=96122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 15:42:28.451400 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d55257e-523e-4b8d-ab2b-d46a31710be1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806616-6-iscsi {{(pid=96122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 15:42:28.451727 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d55257e-523e-4b8d-ab2b-d46a31710be1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806616-6-iscsi {{(pid=96122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 15:42:28.452071 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d55257e-523e-4b8d-ab2b-d46a31710be1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806616-6-iscsi {{(pid=96122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 15:42:28.453729 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d55257e-523e-4b8d-ab2b-d46a31710be1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806616-6-iscsi {{(pid=96122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 15:42:28.493257 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron_lib.callbacks.manager [None req-d04ed334-d278-4234-b850-06fee10c9c6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741779927170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-625140'] for agent, after_update {{(pid=96122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:42:28.699588 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b32a7d6-af7f-4b1a-b5c2-a9572f244206 req-e5ca2ce8-3468-4448-b02d-42b766273f5e tempest-AttachVolumeShelveTestJSON-850210833 tempest-AttachVolumeShelveTestJSON-850210833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:42:28.701148 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [req-3b32a7d6-af7f-4b1a-b5c2-a9572f244206 req-e5ca2ce8-3468-4448-b02d-42b766273f5e tempest-AttachVolumeShelveTestJSON-850210833 tempest-AttachVolumeShelveTestJSON-850210833-project] 10.222.0.46 "GET /v2.0/ports?device_id=ac0e248a-618c-41cf-8477-3e208b9a1936 HTTP/1.1" status: 200 len: 944 time: 0.0546710 Sep 29 15:42:28.737484 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [req-3b32a7d6-af7f-4b1a-b5c2-a9572f244206 req-41eb1f41-8d4a-4117-be97-9bb04e9af6f4 tempest-AttachVolumeShelveTestJSON-850210833 tempest-AttachVolumeShelveTestJSON-850210833-project] 10.222.0.46 "GET /v2.0/security-groups?id=0ae69e60-4c6a-41e5-8a1f-3e04c991f9a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305786 Sep 29 15:42:28.792776 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.plugins.ml2.db [None req-4d55257e-523e-4b8d-ab2b-d46a31710be1 None None] get_ports_and_sgs() called for port_ids ['4c897ac8-e270-4e7e-891a-c4da2db1a883'] {{(pid=96122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 15:42:28.808518 dv-cinder-806616-6-iscsi neutron-server[96123]: DEBUG neutron.db.agents_db [None req-ce50b6f1-f7bd-4b59-8641-9f71b480b041 None None] Agent healthcheck: found 6 active agents {{(pid=96123) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 29 15:42:29.195350 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66eed2e7-acb1-4b46-b6e8-494fe19eecda req-2fe639cc-6bb7-4668-9c0e-d3d7ff521031 tempest-AttachVolumeNegativeTest-728742291 tempest-AttachVolumeNegativeTest-728742291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:42:29.196821 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-66eed2e7-acb1-4b46-b6e8-494fe19eecda req-2fe639cc-6bb7-4668-9c0e-d3d7ff521031 tempest-AttachVolumeNegativeTest-728742291 tempest-AttachVolumeNegativeTest-728742291-project] 10.222.0.46 "GET /v2.0/ports?device_id=7c03c1ad-57f1-450e-8111-bd14587cc96c HTTP/1.1" status: 200 len: 945 time: 0.0462675 Sep 29 15:42:29.234310 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-66eed2e7-acb1-4b46-b6e8-494fe19eecda req-48591236-dc5f-4359-83e6-c0a750bf7b89 tempest-AttachVolumeNegativeTest-728742291 tempest-AttachVolumeNegativeTest-728742291-project] 10.222.0.46 "GET /v2.0/security-groups?id=c4509334-a1e4-43fe-aae7-235e447c037b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316112 Sep 29 15:42:29.585798 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron_lib.callbacks.manager [None req-9bd021b7-afaf-4c67-b111-7b9308fbf6a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741779927170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-625140'] for agent, after_update {{(pid=96122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:42:29.861506 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08d8ab1-2784-49ec-ae9e-45de598989df req-436049a3-9cb2-4764-86db-946268a4981a tempest-AttachVolumeShelveTestJSON-850210833 tempest-AttachVolumeShelveTestJSON-850210833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:42:29.863999 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [req-f08d8ab1-2784-49ec-ae9e-45de598989df req-436049a3-9cb2-4764-86db-946268a4981a tempest-AttachVolumeShelveTestJSON-850210833 tempest-AttachVolumeShelveTestJSON-850210833-project] 10.222.0.46 "GET /v2.0/ports?device_id=ac0e248a-618c-41cf-8477-3e208b9a1936 HTTP/1.1" status: 200 len: 944 time: 0.0507584 Sep 29 15:42:29.895916 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c8885e-6974-4370-b215-b97078819a9b req-76a60086-2679-43f9-ae0f-e1ac1f2a1a0e tempest-ServerRescueNegativeTestJSON-859711067 tempest-ServerRescueNegativeTestJSON-859711067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:42:29.897935 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-62c8885e-6974-4370-b215-b97078819a9b req-76a60086-2679-43f9-ae0f-e1ac1f2a1a0e tempest-ServerRescueNegativeTestJSON-859711067 tempest-ServerRescueNegativeTestJSON-859711067-project] 10.222.0.46 "GET /v2.0/ports?device_id=fceddbf7-453e-4d39-9b3d-c354498f646c HTTP/1.1" status: 200 len: 945 time: 0.2805259 Sep 29 15:42:29.902090 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [req-f08d8ab1-2784-49ec-ae9e-45de598989df req-2dcb77e3-100b-4cc9-b616-c7d75035dcc5 tempest-AttachVolumeShelveTestJSON-850210833 tempest-AttachVolumeShelveTestJSON-850210833-project] 10.222.0.46 "GET /v2.0/security-groups?id=0ae69e60-4c6a-41e5-8a1f-3e04c991f9a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316064 Sep 29 15:42:29.934566 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-62c8885e-6974-4370-b215-b97078819a9b req-ca75a766-a71f-4fe5-af23-89d2be9aab5c tempest-ServerRescueNegativeTestJSON-859711067 tempest-ServerRescueNegativeTestJSON-859711067-project] 10.222.0.46 "GET /v2.0/security-groups?id=69bb6ea6-2770-4a41-88ab-960c26e8ecb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305238 Sep 29 15:42:30.023848 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19112ab3-b4f0-481f-a85e-fe23404ceb2d req-67b968ab-b8d4-49e1-8a7a-3ad6ad2a403f tempest-AttachVolumeNegativeTest-728742291 tempest-AttachVolumeNegativeTest-728742291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:42:30.025193 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-19112ab3-b4f0-481f-a85e-fe23404ceb2d req-67b968ab-b8d4-49e1-8a7a-3ad6ad2a403f tempest-AttachVolumeNegativeTest-728742291 tempest-AttachVolumeNegativeTest-728742291-project] 10.222.0.22 "GET /v2.0/ports?device_id=7c03c1ad-57f1-450e-8111-bd14587cc96c HTTP/1.1" status: 200 len: 945 time: 0.0451539 Sep 29 15:42:30.113732 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.plugins.ml2.rpc [None req-4d55257e-523e-4b8d-ab2b-d46a31710be1 None None] Device 4c897ac8-e270-4e7e-891a-c4da2db1a883 up at agent hyperv_hv-cinder-80661 {{(pid=96122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 15:42:30.120159 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.plugins.ml2.plugin [req-19112ab3-b4f0-481f-a85e-fe23404ceb2d req-4aeac02a-337f-42b6-8d40-02c75d5647af tempest-AttachVolumeNegativeTest-728742291 tempest-AttachVolumeNegativeTest-728742291-project] Deleting port 7aecb321-2e49-419c-9f69-93c5992c0b8a {{(pid=96121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 29 15:42:30.120497 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [req-19112ab3-b4f0-481f-a85e-fe23404ceb2d req-4aeac02a-337f-42b6-8d40-02c75d5647af tempest-AttachVolumeNegativeTest-728742291 tempest-AttachVolumeNegativeTest-728742291-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741780140072'] for port, before_delete {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:42:30.160520 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.db.provisioning_blocks [None req-4d55257e-523e-4b8d-ab2b-d46a31710be1 None None] Provisioning complete for port 4c897ac8-e270-4e7e-891a-c4da2db1a883 triggered by entity L2. {{(pid=96122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 15:42:30.160883 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron_lib.callbacks.manager [None req-4d55257e-523e-4b8d-ab2b-d46a31710be1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-626465'] for port, provisioning_complete {{(pid=96122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:42:30.205676 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.plugins.ml2.db [req-19112ab3-b4f0-481f-a85e-fe23404ceb2d req-4aeac02a-337f-42b6-8d40-02c75d5647af tempest-AttachVolumeNegativeTest-728742291 tempest-AttachVolumeNegativeTest-728742291-project] For port 7aecb321-2e49-419c-9f69-93c5992c0b8a, host hv-cinder-80661, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80661',level=0,port_id=7aecb321-2e49-419c-9f69-93c5992c0b8a,segment=NetworkSegment(410a5b94-6c4f-4e8c-81e4-151e9b9c01d0),segment_id=410a5b94-6c4f-4e8c-81e4-151e9b9c01d0)] {{(pid=96121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 15:42:30.206274 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [req-19112ab3-b4f0-481f-a85e-fe23404ceb2d req-4aeac02a-337f-42b6-8d40-02c75d5647af tempest-AttachVolumeNegativeTest-728742291 tempest-AttachVolumeNegativeTest-728742291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1614090'] for port, precommit_delete {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:42:30.217959 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.plugins.ml2.plugin [req-19112ab3-b4f0-481f-a85e-fe23404ceb2d req-4aeac02a-337f-42b6-8d40-02c75d5647af tempest-AttachVolumeNegativeTest-728742291 tempest-AttachVolumeNegativeTest-728742291-project] Calling delete_port for 7aecb321-2e49-419c-9f69-93c5992c0b8a owned by compute:nova {{(pid=96121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 29 15:42:30.235783 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron_lib.callbacks.manager [None req-4d55257e-523e-4b8d-ab2b-d46a31710be1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-684029'] for port, before_update {{(pid=96122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:42:30.257555 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac0e248a-618c-41cf-8477-3e208b9a1936', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c897ac8-e270-4e7e-891a-c4da2db1a883'}] {{(pid=96122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 15:42:30.259770 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2623ca0f1d0ed70344ce0ae3d74fdbf1495c1e1ffd6c12fe338f92bc8c6604f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ebd8cbf-684d-4047-9120-996d062f39d7" -d '{"events": [{"server_uuid": "ac0e248a-618c-41cf-8477-3e208b9a1936", "name": "network-vif-plugged", "status": "completed", "tag": "4c897ac8-e270-4e7e-891a-c4da2db1a883"}]}' {{(pid=96122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 15:42:30.272673 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.plugins.ml2.db [None req-4d55257e-523e-4b8d-ab2b-d46a31710be1 None None] For port 4c897ac8-e270-4e7e-891a-c4da2db1a883, host hv-cinder-80661, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80661',level=0,port_id=4c897ac8-e270-4e7e-891a-c4da2db1a883,segment=NetworkSegment(445f7458-c019-4777-b7f7-9f69e4e3102b),segment_id=445f7458-c019-4777-b7f7-9f69e4e3102b)] {{(pid=96122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 15:42:30.306123 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Sep 2021 15:42:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67911d0a-cbd0-4e4e-8cdd-09e043476aac x-openstack-request-id: req-67911d0a-cbd0-4e4e-8cdd-09e043476aac {{(pid=96122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 15:42:30.306407 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac0e248a-618c-41cf-8477-3e208b9a1936", "name": "network-vif-plugged", "status": "completed", "tag": "4c897ac8-e270-4e7e-891a-c4da2db1a883", "code": 200}]} {{(pid=96122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 15:42:30.306683 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-67911d0a-cbd0-4e4e-8cdd-09e043476aac {{(pid=96122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 15:42:30.307072 dv-cinder-806616-6-iscsi neutron-server[96122]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac0e248a-618c-41cf-8477-3e208b9a1936', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c897ac8-e270-4e7e-891a-c4da2db1a883', 'code': 200} Sep 29 15:42:30.352358 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399b982b-7dfa-4bd0-8261-cbfd8baf8743 req-50a4ab52-e8b4-4065-8936-ac112ec9d5d9 tempest-AttachVolumeNegativeTest-728742291 tempest-AttachVolumeNegativeTest-728742291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:42:30.353873 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [req-399b982b-7dfa-4bd0-8261-cbfd8baf8743 req-50a4ab52-e8b4-4065-8936-ac112ec9d5d9 tempest-AttachVolumeNegativeTest-728742291 tempest-AttachVolumeNegativeTest-728742291-project] 10.222.0.46 "GET /v2.0/ports?device_id=7c03c1ad-57f1-450e-8111-bd14587cc96c HTTP/1.1" status: 200 len: 945 time: 0.0491579 Sep 29 15:42:30.368000 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron_lib.callbacks.manager [None req-4d55257e-523e-4b8d-ab2b-d46a31710be1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741780147972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741779628755', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741779628773'] for port, after_update {{(pid=96122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:42:30.393150 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [req-399b982b-7dfa-4bd0-8261-cbfd8baf8743 req-92c22df3-8663-4e1c-bb54-2161197d550b tempest-AttachVolumeNegativeTest-728742291 tempest-AttachVolumeNegativeTest-728742291-project] 10.222.0.46 "GET /v2.0/security-groups?id=c4509334-a1e4-43fe-aae7-235e447c037b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331841 Sep 29 15:42:30.413929 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d55257e-523e-4b8d-ab2b-d46a31710be1 None None] Pushing event updated for resources: {'Port': ['ID=4c897ac8-e270-4e7e-891a-c4da2db1a883,revision_number=10']} {{(pid=96122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 15:42:30.425440 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [req-19112ab3-b4f0-481f-a85e-fe23404ceb2d req-4aeac02a-337f-42b6-8d40-02c75d5647af tempest-AttachVolumeNegativeTest-728742291 tempest-AttachVolumeNegativeTest-728742291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741780147950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741779628746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3898419'] for port, after_delete {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:42:30.451690 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aeac02a-337f-42b6-8d40-02c75d5647af tempest-AttachVolumeNegativeTest-728742291 tempest-AttachVolumeNegativeTest-728742291-project] Pushing event deleted for resources: {'Port': ['ID=7aecb321-2e49-419c-9f69-93c5992c0b8a,revision_number=None']} {{(pid=96121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 15:42:30.470182 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.plugins.ml2.db [None req-4d55257e-523e-4b8d-ab2b-d46a31710be1 None None] get_ports_and_sgs() called for port_ids ['7aecb321-2e49-419c-9f69-93c5992c0b8a'] {{(pid=96122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 15:42:30.491332 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.db.l3_dvrscheduler_db [req-19112ab3-b4f0-481f-a85e-fe23404ceb2d req-4aeac02a-337f-42b6-8d40-02c75d5647af tempest-AttachVolumeNegativeTest-728742291 tempest-AttachVolumeNegativeTest-728742291-project] No DVR routers for this DVR port 7aecb321-2e49-419c-9f69-93c5992c0b8a on host hv-cinder-80661 {{(pid=96121) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 15:42:30.493648 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [req-19112ab3-b4f0-481f-a85e-fe23404ceb2d req-4aeac02a-337f-42b6-8d40-02c75d5647af tempest-AttachVolumeNegativeTest-728742291 tempest-AttachVolumeNegativeTest-728742291-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238921'] for port, before_response {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:42:30.495595 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-19112ab3-b4f0-481f-a85e-fe23404ceb2d req-4aeac02a-337f-42b6-8d40-02c75d5647af tempest-AttachVolumeNegativeTest-728742291 tempest-AttachVolumeNegativeTest-728742291-project] 10.222.0.22 "DELETE /v2.0/ports/7aecb321-2e49-419c-9f69-93c5992c0b8a HTTP/1.1" status: 204 len: 173 time: 0.4628277 Sep 29 15:42:30.496057 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c03c1ad-57f1-450e-8111-bd14587cc96c', 'name': 'network-vif-deleted', 'tag': '7aecb321-2e49-419c-9f69-93c5992c0b8a'}] {{(pid=96121) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 15:42:30.498226 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dcbd94143c65fdb0f5c12b0c92a6468c38125261e55d21e9818266cb91f6c0d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00bf550b-2797-465b-a764-200d9190c49a" -d '{"events": [{"server_uuid": "7c03c1ad-57f1-450e-8111-bd14587cc96c", "name": "network-vif-deleted", "tag": "7aecb321-2e49-419c-9f69-93c5992c0b8a"}]}' {{(pid=96121) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 15:42:30.535578 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Sep 2021 15:42:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f4a6f89-32a6-494c-9ae9-3f09a8577d2f x-openstack-request-id: req-8f4a6f89-32a6-494c-9ae9-3f09a8577d2f {{(pid=96121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 15:42:30.535876 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c03c1ad-57f1-450e-8111-bd14587cc96c", "name": "network-vif-deleted", "tag": "7aecb321-2e49-419c-9f69-93c5992c0b8a", "status": "completed", "code": 200}]} {{(pid=96121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 15:42:30.536182 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-8f4a6f89-32a6-494c-9ae9-3f09a8577d2f {{(pid=96121) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 15:42:30.536580 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c03c1ad-57f1-450e-8111-bd14587cc96c', 'name': 'network-vif-deleted', 'tag': '7aecb321-2e49-419c-9f69-93c5992c0b8a', 'status': 'completed', 'code': 200} Sep 29 15:42:31.026834 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c683c7b-e908-4aa8-8610-b548253e991f req-d42ef085-296f-4601-9970-cfbcb3d452e2 tempest-AttachVolumeShelveTestJSON-850210833 tempest-AttachVolumeShelveTestJSON-850210833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:42:31.028514 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [req-4c683c7b-e908-4aa8-8610-b548253e991f req-d42ef085-296f-4601-9970-cfbcb3d452e2 tempest-AttachVolumeShelveTestJSON-850210833 tempest-AttachVolumeShelveTestJSON-850210833-project] 10.222.0.46 "GET /v2.0/ports?device_id=ac0e248a-618c-41cf-8477-3e208b9a1936 HTTP/1.1" status: 200 len: 946 time: 0.0528708 Sep 29 15:42:31.053735 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7e8d48-d003-422f-bdaa-9bed0d65cb98 req-efe86305-315d-4fa5-8e27-d42f191060a9 tempest-ServerRescueNegativeTestJSON-859711067 tempest-ServerRescueNegativeTestJSON-859711067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:42:31.055711 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-dc7e8d48-d003-422f-bdaa-9bed0d65cb98 req-efe86305-315d-4fa5-8e27-d42f191060a9 tempest-ServerRescueNegativeTestJSON-859711067 tempest-ServerRescueNegativeTestJSON-859711067-project] 10.222.0.46 "GET /v2.0/ports?device_id=fceddbf7-453e-4d39-9b3d-c354498f646c HTTP/1.1" status: 200 len: 945 time: 0.0534060 Sep 29 15:42:31.070605 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [req-4c683c7b-e908-4aa8-8610-b548253e991f req-0f12dfc2-dc6a-464b-b115-03b7315efa11 tempest-AttachVolumeShelveTestJSON-850210833 tempest-AttachVolumeShelveTestJSON-850210833-project] 10.222.0.46 "GET /v2.0/security-groups?id=0ae69e60-4c6a-41e5-8a1f-3e04c991f9a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359988 Sep 29 15:42:31.097718 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-dc7e8d48-d003-422f-bdaa-9bed0d65cb98 req-98230e92-0c49-4672-acc4-53fa5bea92b8 tempest-ServerRescueNegativeTestJSON-859711067 tempest-ServerRescueNegativeTestJSON-859711067-project] 10.222.0.46 "GET /v2.0/security-groups?id=69bb6ea6-2770-4a41-88ab-960c26e8ecb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352681 Sep 29 15:42:31.174767 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892be970-af54-4aad-af70-8bc49e647f53 req-06f05607-4f05-4278-ab7f-45ab0264c004 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:42:31.176150 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-892be970-af54-4aad-af70-8bc49e647f53 req-06f05607-4f05-4278-ab7f-45ab0264c004 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=ac0e248a-618c-41cf-8477-3e208b9a1936 HTTP/1.1" status: 200 len: 1099 time: 0.0379124 Sep 29 15:42:31.210324 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-892be970-af54-4aad-af70-8bc49e647f53 req-9f3cacf2-9951-49a1-9f2e-0ec91371426d service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=0ae69e60-4c6a-41e5-8a1f-3e04c991f9a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0259030 Sep 29 15:42:31.494103 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [req-efc2ddf7-fb51-46ba-82be-e55ad731b7df req-81381830-26b5-44da-a08a-8e58a79c7dc9 tempest-AttachVolumeNegativeTest-728742291 tempest-AttachVolumeNegativeTest-728742291-project] 10.222.0.46 "GET /v2.0/ports?device_id=7c03c1ad-57f1-450e-8111-bd14587cc96c HTTP/1.1" status: 200 len: 210 time: 0.0263350 Sep 29 15:42:32.193939 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5488e25-9087-4a8e-9a87-14d90384d0fe req-07c5ac45-870b-48f1-9188-2d08df25013c tempest-AttachVolumeShelveTestJSON-850210833 tempest-AttachVolumeShelveTestJSON-850210833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:42:32.195493 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-c5488e25-9087-4a8e-9a87-14d90384d0fe req-07c5ac45-870b-48f1-9188-2d08df25013c tempest-AttachVolumeShelveTestJSON-850210833 tempest-AttachVolumeShelveTestJSON-850210833-project] 10.222.0.46 "GET /v2.0/ports?device_id=ac0e248a-618c-41cf-8477-3e208b9a1936 HTTP/1.1" status: 200 len: 946 time: 0.0484140 Sep 29 15:42:32.211372 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310d67ba-a019-4791-8385-58385d4ff307 req-51367198-04ae-4834-b5f1-e53b0b0802b8 tempest-ServerRescueNegativeTestJSON-859711067 tempest-ServerRescueNegativeTestJSON-859711067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:42:32.212899 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [req-310d67ba-a019-4791-8385-58385d4ff307 req-51367198-04ae-4834-b5f1-e53b0b0802b8 tempest-ServerRescueNegativeTestJSON-859711067 tempest-ServerRescueNegativeTestJSON-859711067-project] 10.222.0.46 "GET /v2.0/ports?device_id=fceddbf7-453e-4d39-9b3d-c354498f646c HTTP/1.1" status: 200 len: 945 time: 0.0484354 Sep 29 15:42:32.233693 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-c5488e25-9087-4a8e-9a87-14d90384d0fe req-7614e3c4-b8af-48e9-80b9-5a7ede6b3292 tempest-AttachVolumeShelveTestJSON-850210833 tempest-AttachVolumeShelveTestJSON-850210833-project] 10.222.0.46 "GET /v2.0/security-groups?id=0ae69e60-4c6a-41e5-8a1f-3e04c991f9a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320544 Sep 29 15:42:32.250262 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [req-310d67ba-a019-4791-8385-58385d4ff307 req-3175ec39-435c-4f2a-ae65-91a1880ec7dc tempest-ServerRescueNegativeTestJSON-859711067 tempest-ServerRescueNegativeTestJSON-859711067-project] 10.222.0.46 "GET /v2.0/security-groups?id=69bb6ea6-2770-4a41-88ab-960c26e8ecb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313478 Sep 29 15:42:32.556843 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.wsgi [-] (96120) accepted ('10.222.0.46', 33238) {{(pid=96120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 15:42:32.604511 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.db.db_base_plugin_v2 [None req-55726851-b008-4345-ae53-e835bc9e18fd admin admin] Deleting subnet f52e1823-73ec-4946-856c-fe4a0be10483 {{(pid=96120) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 29 15:42:32.607475 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-55726851-b008-4345-ae53-e835bc9e18fd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:42:32.641102 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-55726851-b008-4345-ae53-e835bc9e18fd admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:42:32.646988 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-55726851-b008-4345-ae53-e835bc9e18fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-648269'] for subnet, precommit_delete {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:42:32.785910 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-55726851-b008-4345-ae53-e835bc9e18fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-648260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1575015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575366'] for subnet, after_delete {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:42:32.810589 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55726851-b008-4345-ae53-e835bc9e18fd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f52e1823-73ec-4946-856c-fe4a0be10483,revision_number=None']} {{(pid=96120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 15:42:32.816162 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-55726851-b008-4345-ae53-e835bc9e18fd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577532'] for subnet, before_response {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:42:32.818298 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [None req-55726851-b008-4345-ae53-e835bc9e18fd admin admin] 10.222.0.46 "DELETE /v2.0/subnets/f52e1823-73ec-4946-856c-fe4a0be10483 HTTP/1.1" status: 204 len: 168 time: 0.2599969 Sep 29 15:42:32.821177 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.wsgi [-] (96120) accepted ('10.222.0.46', 33250) {{(pid=96120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 15:42:32.891852 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-49c427ae-3a86-4446-983c-7db0c3cb33c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-533685'] for network, before_delete {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:42:32.971237 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-49c427ae-3a86-4446-983c-7db0c3cb33c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-630004', 'neutron.services.segments.db._delete_segments_for_network-8741779927188'] for network, precommit_delete {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:42:32.996360 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-49c427ae-3a86-4446-983c-7db0c3cb33c0 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=96120) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 15:42:32.996702 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-49c427ae-3a86-4446-983c-7db0c3cb33c0 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=96120) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 15:42:32.997451 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-49c427ae-3a86-4446-983c-7db0c3cb33c0 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=96120) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 15:42:32.997790 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-49c427ae-3a86-4446-983c-7db0c3cb33c0 admin admin] Subscribe: > port after_create 55550000 {{(pid=96120) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 15:42:32.998121 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-49c427ae-3a86-4446-983c-7db0c3cb33c0 admin admin] Subscribe: > port after_delete 55550000 {{(pid=96120) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 15:42:32.998452 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-49c427ae-3a86-4446-983c-7db0c3cb33c0 admin admin] Subscribe: > port after_update 55550000 {{(pid=96120) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 15:42:32.998766 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-49c427ae-3a86-4446-983c-7db0c3cb33c0 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=96120) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 15:42:32.999076 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-49c427ae-3a86-4446-983c-7db0c3cb33c0 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=96120) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 15:42:32.999384 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-49c427ae-3a86-4446-983c-7db0c3cb33c0 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=96120) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 15:42:32.999695 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-49c427ae-3a86-4446-983c-7db0c3cb33c0 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=96120) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 15:42:33.084664 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-49c427ae-3a86-4446-983c-7db0c3cb33c0 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=96120) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 15:42:33.085141 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-49c427ae-3a86-4446-983c-7db0c3cb33c0 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=96120) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 15:42:33.087719 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-49c427ae-3a86-4446-983c-7db0c3cb33c0 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=96120) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 15:42:33.088085 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-49c427ae-3a86-4446-983c-7db0c3cb33c0 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=96120) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 15:42:33.088446 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.services.segments.db [None req-49c427ae-3a86-4446-983c-7db0c3cb33c0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6dbc83d2-1eb6-4d2f-92e2-862eb74e4124']}} {{(pid=96120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 15:42:33.106969 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.services.segments.db [None req-49c427ae-3a86-4446-983c-7db0c3cb33c0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '410a5b94-6c4f-4e8c-81e4-151e9b9c01d0') {'for_net_delete': True} {{(pid=96120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 15:42:33.107265 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.services.segments.db [None req-49c427ae-3a86-4446-983c-7db0c3cb33c0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '410a5b94-6c4f-4e8c-81e4-151e9b9c01d0') {} {{(pid=96120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 15:42:33.121397 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8485cbb2-355e-48b7-a857-383bf29469bb req-89fc7ab1-a0b9-4816-a693-025a002b29d0 tempest-ServerRescueNegativeTestJSON-859711067 tempest-ServerRescueNegativeTestJSON-859711067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:42:33.122845 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-8485cbb2-355e-48b7-a857-383bf29469bb req-89fc7ab1-a0b9-4816-a693-025a002b29d0 tempest-ServerRescueNegativeTestJSON-859711067 tempest-ServerRescueNegativeTestJSON-859711067-project] 10.222.0.22 "GET /v2.0/ports?device_id=fceddbf7-453e-4d39-9b3d-c354498f646c HTTP/1.1" status: 200 len: 945 time: 0.0577538 Sep 29 15:42:33.123632 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-49c427ae-3a86-4446-983c-7db0c3cb33c0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741779926685', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9303596'] for segment, before_delete {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:42:33.144745 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-49c427ae-3a86-4446-983c-7db0c3cb33c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-649178'] for segment, precommit_delete {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:42:33.152625 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-49c427ae-3a86-4446-983c-7db0c3cb33c0 admin admin] Releasing vlan 643 on physical network physnet1 to pool {{(pid=96120) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 29 15:42:33.153040 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-49c427ae-3a86-4446-983c-7db0c3cb33c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-649178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8956262'] for segment, after_delete {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:42:33.157085 dv-cinder-806616-6-iscsi neutron-server[96120]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 29 15:42:33.157085 dv-cinder-806616-6-iscsi neutron-server[96120]: from cryptography.utils import int_from_bytes Sep 29 15:42:33.157085 dv-cinder-806616-6-iscsi neutron-server[96120]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 29 15:42:33.157085 dv-cinder-806616-6-iscsi neutron-server[96120]: from cryptography.utils import int_from_bytes Sep 29 15:42:33.157085 dv-cinder-806616-6-iscsi neutron-server[96120]: Traceback (most recent call last): Sep 29 15:42:33.157085 dv-cinder-806616-6-iscsi neutron-server[96120]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 29 15:42:33.157085 dv-cinder-806616-6-iscsi neutron-server[96120]: timer() Sep 29 15:42:33.157085 dv-cinder-806616-6-iscsi neutron-server[96120]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 29 15:42:33.157085 dv-cinder-806616-6-iscsi neutron-server[96120]: cb(*args, **kw) Sep 29 15:42:33.157085 dv-cinder-806616-6-iscsi neutron-server[96120]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 29 15:42:33.157085 dv-cinder-806616-6-iscsi neutron-server[96120]: return func(*args, **kwargs) Sep 29 15:42:33.157085 dv-cinder-806616-6-iscsi neutron-server[96120]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 29 15:42:33.157085 dv-cinder-806616-6-iscsi neutron-server[96120]: self._notify() Sep 29 15:42:33.157085 dv-cinder-806616-6-iscsi neutron-server[96120]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 29 15:42:33.157085 dv-cinder-806616-6-iscsi neutron-server[96120]: self.callback(batched_events) Sep 29 15:42:33.157085 dv-cinder-806616-6-iscsi neutron-server[96120]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 29 15:42:33.157085 dv-cinder-806616-6-iscsi neutron-server[96120]: event.method(event) Sep 29 15:42:33.157085 dv-cinder-806616-6-iscsi neutron-server[96120]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 29 15:42:33.157085 dv-cinder-806616-6-iscsi neutron-server[96120]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 29 15:42:33.157085 dv-cinder-806616-6-iscsi neutron-server[96120]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 29 15:42:33.157085 dv-cinder-806616-6-iscsi neutron-server[96120]: aggregate_uuid = self.p_client.list_aggregates( Sep 29 15:42:33.157085 dv-cinder-806616-6-iscsi neutron-server[96120]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 29 15:42:33.157085 dv-cinder-806616-6-iscsi neutron-server[96120]: return f(self, *a, **k) Sep 29 15:42:33.157085 dv-cinder-806616-6-iscsi neutron-server[96120]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 29 15:42:33.157085 dv-cinder-806616-6-iscsi neutron-server[96120]: return self._get(url).json() Sep 29 15:42:33.157085 dv-cinder-806616-6-iscsi neutron-server[96120]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 29 15:42:33.157085 dv-cinder-806616-6-iscsi neutron-server[96120]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 29 15:42:33.157085 dv-cinder-806616-6-iscsi neutron-server[96120]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 29 15:42:33.157085 dv-cinder-806616-6-iscsi neutron-server[96120]: return self.request(url, 'GET', **kwargs) Sep 29 15:42:33.157085 dv-cinder-806616-6-iscsi neutron-server[96120]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 29 15:42:33.157085 dv-cinder-806616-6-iscsi neutron-server[96120]: base_url = self.get_endpoint(auth, allow=allow, Sep 29 15:42:33.157085 dv-cinder-806616-6-iscsi neutron-server[96120]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 29 15:42:33.157085 dv-cinder-806616-6-iscsi neutron-server[96120]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 29 15:42:33.157085 dv-cinder-806616-6-iscsi neutron-server[96120]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 29 15:42:33.157085 dv-cinder-806616-6-iscsi neutron-server[96120]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 29 15:42:33.157085 dv-cinder-806616-6-iscsi neutron-server[96120]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 29 15:42:33.214909 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.plugins.ml2.plugin [req-8485cbb2-355e-48b7-a857-383bf29469bb req-f44daa99-5190-4a1e-a4d7-8dd1fceb8d69 tempest-ServerRescueNegativeTestJSON-859711067 tempest-ServerRescueNegativeTestJSON-859711067-project] Deleting port 3f0234c3-e1ed-436b-987e-7dbb46c7c1a4 {{(pid=96121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 29 15:42:33.215250 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [req-8485cbb2-355e-48b7-a857-383bf29469bb req-f44daa99-5190-4a1e-a4d7-8dd1fceb8d69 tempest-ServerRescueNegativeTestJSON-859711067 tempest-ServerRescueNegativeTestJSON-859711067-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741780140072'] for port, before_delete {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:42:33.293795 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-49c427ae-3a86-4446-983c-7db0c3cb33c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-629955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575366', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1618949'] for network, after_delete {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:42:33.315473 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-49c427ae-3a86-4446-983c-7db0c3cb33c0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577532'] for network, before_response {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:42:33.322558 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [None req-49c427ae-3a86-4446-983c-7db0c3cb33c0 admin admin] 10.222.0.46 "DELETE /v2.0/networks/6dbc83d2-1eb6-4d2f-92e2-862eb74e4124 HTTP/1.1" status: 204 len: 168 time: 0.5000539 Sep 29 15:42:33.324038 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c427ae-3a86-4446-983c-7db0c3cb33c0 admin admin] Pushing event deleted for resources: {'Network': ['ID=6dbc83d2-1eb6-4d2f-92e2-862eb74e4124,revision_number=None']} {{(pid=96120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 15:42:33.360534 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.plugins.ml2.db [req-8485cbb2-355e-48b7-a857-383bf29469bb req-f44daa99-5190-4a1e-a4d7-8dd1fceb8d69 tempest-ServerRescueNegativeTestJSON-859711067 tempest-ServerRescueNegativeTestJSON-859711067-project] For port 3f0234c3-e1ed-436b-987e-7dbb46c7c1a4, host hv-cinder-80661, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80661',level=0,port_id=3f0234c3-e1ed-436b-987e-7dbb46c7c1a4,segment=NetworkSegment(31764bfc-788e-47a5-9e39-ac36bd4368d1),segment_id=31764bfc-788e-47a5-9e39-ac36bd4368d1)] {{(pid=96121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 15:42:33.361728 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [req-8485cbb2-355e-48b7-a857-383bf29469bb req-f44daa99-5190-4a1e-a4d7-8dd1fceb8d69 tempest-ServerRescueNegativeTestJSON-859711067 tempest-ServerRescueNegativeTestJSON-859711067-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1614090'] for port, precommit_delete {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:42:33.377408 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.plugins.ml2.plugin [req-8485cbb2-355e-48b7-a857-383bf29469bb req-f44daa99-5190-4a1e-a4d7-8dd1fceb8d69 tempest-ServerRescueNegativeTestJSON-859711067 tempest-ServerRescueNegativeTestJSON-859711067-project] Calling delete_port for 3f0234c3-e1ed-436b-987e-7dbb46c7c1a4 owned by compute:nova {{(pid=96121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 29 15:42:33.391714 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe80bc8-9d48-4137-bbab-3471dca14863 req-7b3769f0-5884-40c7-ac20-ca9dd10312d0 tempest-AttachVolumeShelveTestJSON-850210833 tempest-AttachVolumeShelveTestJSON-850210833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:42:33.392991 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [req-1fe80bc8-9d48-4137-bbab-3471dca14863 req-7b3769f0-5884-40c7-ac20-ca9dd10312d0 tempest-AttachVolumeShelveTestJSON-850210833 tempest-AttachVolumeShelveTestJSON-850210833-project] 10.222.0.46 "GET /v2.0/ports?device_id=ac0e248a-618c-41cf-8477-3e208b9a1936 HTTP/1.1" status: 200 len: 946 time: 0.0655441 Sep 29 15:42:33.401970 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d53473-26cc-4977-badc-9b3d01dc82a8 req-b42d8e7e-800f-4c6f-93a0-11029b943231 tempest-ServerRescueNegativeTestJSON-859711067 tempest-ServerRescueNegativeTestJSON-859711067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:42:33.408634 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-77d53473-26cc-4977-badc-9b3d01dc82a8 req-b42d8e7e-800f-4c6f-93a0-11029b943231 tempest-ServerRescueNegativeTestJSON-859711067 tempest-ServerRescueNegativeTestJSON-859711067-project] 10.222.0.46 "GET /v2.0/ports?device_id=fceddbf7-453e-4d39-9b3d-c354498f646c HTTP/1.1" status: 200 len: 945 time: 0.0829523 Sep 29 15:42:33.439465 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [req-1fe80bc8-9d48-4137-bbab-3471dca14863 req-b3022c3a-1b78-4b77-a060-e1d8f7178978 tempest-AttachVolumeShelveTestJSON-850210833 tempest-AttachVolumeShelveTestJSON-850210833-project] 10.222.0.46 "GET /v2.0/security-groups?id=0ae69e60-4c6a-41e5-8a1f-3e04c991f9a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348670 Sep 29 15:42:33.487645 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-77d53473-26cc-4977-badc-9b3d01dc82a8 req-b080c7b3-f495-4699-9581-7d142b9dcb2d tempest-ServerRescueNegativeTestJSON-859711067 tempest-ServerRescueNegativeTestJSON-859711067-project] 10.222.0.46 "GET /v2.0/security-groups?id=69bb6ea6-2770-4a41-88ab-960c26e8ecb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781505 Sep 29 15:42:33.653060 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [req-8485cbb2-355e-48b7-a857-383bf29469bb req-f44daa99-5190-4a1e-a4d7-8dd1fceb8d69 tempest-ServerRescueNegativeTestJSON-859711067 tempest-ServerRescueNegativeTestJSON-859711067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741780147950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741779628746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3898419'] for port, after_delete {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:42:33.680167 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f44daa99-5190-4a1e-a4d7-8dd1fceb8d69 tempest-ServerRescueNegativeTestJSON-859711067 tempest-ServerRescueNegativeTestJSON-859711067-project] Pushing event deleted for resources: {'Port': ['ID=3f0234c3-e1ed-436b-987e-7dbb46c7c1a4,revision_number=None']} {{(pid=96121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 15:42:33.691424 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.plugins.ml2.db [None req-4d55257e-523e-4b8d-ab2b-d46a31710be1 None None] get_ports_and_sgs() called for port_ids ['31ccdbe5-d9c3-4401-b176-06795eb1e102', '3f0234c3-e1ed-436b-987e-7dbb46c7c1a4'] {{(pid=96122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 15:42:33.727646 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.db.l3_dvrscheduler_db [req-8485cbb2-355e-48b7-a857-383bf29469bb req-f44daa99-5190-4a1e-a4d7-8dd1fceb8d69 tempest-ServerRescueNegativeTestJSON-859711067 tempest-ServerRescueNegativeTestJSON-859711067-project] No DVR routers for this DVR port 3f0234c3-e1ed-436b-987e-7dbb46c7c1a4 on host hv-cinder-80661 {{(pid=96121) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 15:42:33.730226 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [req-8485cbb2-355e-48b7-a857-383bf29469bb req-f44daa99-5190-4a1e-a4d7-8dd1fceb8d69 tempest-ServerRescueNegativeTestJSON-859711067 tempest-ServerRescueNegativeTestJSON-859711067-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238921'] for port, before_response {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:42:33.732367 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-8485cbb2-355e-48b7-a857-383bf29469bb req-f44daa99-5190-4a1e-a4d7-8dd1fceb8d69 tempest-ServerRescueNegativeTestJSON-859711067 tempest-ServerRescueNegativeTestJSON-859711067-project] 10.222.0.22 "DELETE /v2.0/ports/3f0234c3-e1ed-436b-987e-7dbb46c7c1a4 HTTP/1.1" status: 204 len: 173 time: 0.6031437 Sep 29 15:42:33.732807 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fceddbf7-453e-4d39-9b3d-c354498f646c', 'name': 'network-vif-deleted', 'tag': '3f0234c3-e1ed-436b-987e-7dbb46c7c1a4'}] {{(pid=96121) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 15:42:33.735109 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dcbd94143c65fdb0f5c12b0c92a6468c38125261e55d21e9818266cb91f6c0d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0830222b-8673-4064-8740-8ee8bd6943c1" -d '{"events": [{"server_uuid": "fceddbf7-453e-4d39-9b3d-c354498f646c", "name": "network-vif-deleted", "tag": "3f0234c3-e1ed-436b-987e-7dbb46c7c1a4"}]}' {{(pid=96121) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 15:42:33.756596 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.wsgi [-] (96120) accepted ('10.222.0.46', 33284) {{(pid=96120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 15:42:33.785023 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Sep 2021 15:42:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca4755af-327a-4c18-8a3d-02d08d30825a x-openstack-request-id: req-ca4755af-327a-4c18-8a3d-02d08d30825a {{(pid=96121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 15:42:33.785917 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fceddbf7-453e-4d39-9b3d-c354498f646c", "name": "network-vif-deleted", "tag": "3f0234c3-e1ed-436b-987e-7dbb46c7c1a4", "status": "completed", "code": 200}]} {{(pid=96121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 15:42:33.786249 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-ca4755af-327a-4c18-8a3d-02d08d30825a {{(pid=96121) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 15:42:33.787620 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fceddbf7-453e-4d39-9b3d-c354498f646c', 'name': 'network-vif-deleted', 'tag': '3f0234c3-e1ed-436b-987e-7dbb46c7c1a4', 'status': 'completed', 'code': 200} Sep 29 15:42:33.806503 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [None req-4e144fdf-99fb-4844-952f-2cde07f2bbf6 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=230295d16b3f4b9c95387a6193aeb6e3&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0478008 Sep 29 15:42:33.808794 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.wsgi [-] (96120) accepted ('10.222.0.46', 33286) {{(pid=96120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 15:42:33.868741 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-eda35e0d-f5da-46ab-8e4f-c8ca968711a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:42:33.892220 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-eda35e0d-f5da-46ab-8e4f-c8ca968711a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:42:33.994568 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-eda35e0d-f5da-46ab-8e4f-c8ca968711a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579214'] for security_group, after_delete {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:42:33.997420 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-eda35e0d-f5da-46ab-8e4f-c8ca968711a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:42:33.998641 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [None req-eda35e0d-f5da-46ab-8e4f-c8ca968711a3 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/c4509334-a1e4-43fe-aae7-235e447c037b HTTP/1.1" status: 204 len: 168 time: 0.1886854 Sep 29 15:42:34.006958 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda35e0d-f5da-46ab-8e4f-c8ca968711a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4509334-a1e4-43fe-aae7-235e447c037b,revision_number=None']} {{(pid=96120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 15:42:34.142077 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.plugins.ml2.rpc [None req-4d55257e-523e-4b8d-ab2b-d46a31710be1 None None] Device 3f0234c3-e1ed-436b-987e-7dbb46c7c1a4 no longer exists at agent hyperv_hv-cinder-80661 {{(pid=96122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 15:42:34.162067 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.plugins.ml2.plugin [None req-4d55257e-523e-4b8d-ab2b-d46a31710be1 None None] No Port match for: 3f0234c3-e1ed-436b-987e-7dbb46c7c1a4 {{(pid=96122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 29 15:42:34.162344 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.plugins.ml2.rpc [None req-4d55257e-523e-4b8d-ab2b-d46a31710be1 None None] Device 3f0234c3-e1ed-436b-987e-7dbb46c7c1a4 not bound to the agent host hv-cinder-80661 {{(pid=96122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 15:42:34.162752 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.plugins.ml2.rpc [None req-4d55257e-523e-4b8d-ab2b-d46a31710be1 None None] Device 7aecb321-2e49-419c-9f69-93c5992c0b8a no longer exists at agent hyperv_hv-cinder-80661 {{(pid=96122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 15:42:34.185378 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.plugins.ml2.plugin [None req-4d55257e-523e-4b8d-ab2b-d46a31710be1 None None] No Port match for: 7aecb321-2e49-419c-9f69-93c5992c0b8a {{(pid=96122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 29 15:42:34.185723 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.plugins.ml2.rpc [None req-4d55257e-523e-4b8d-ab2b-d46a31710be1 None None] Device 7aecb321-2e49-419c-9f69-93c5992c0b8a not bound to the agent host hv-cinder-80661 {{(pid=96122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 15:42:34.578342 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2719361b-bc54-4bfb-9719-a5cd80b1bf0d req-ffd17965-905d-4d2a-91d5-e1591cece102 tempest-AttachVolumeShelveTestJSON-850210833 tempest-AttachVolumeShelveTestJSON-850210833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:42:34.580012 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-2719361b-bc54-4bfb-9719-a5cd80b1bf0d req-ffd17965-905d-4d2a-91d5-e1591cece102 tempest-AttachVolumeShelveTestJSON-850210833 tempest-AttachVolumeShelveTestJSON-850210833-project] 10.222.0.46 "GET /v2.0/ports?device_id=ac0e248a-618c-41cf-8477-3e208b9a1936 HTTP/1.1" status: 200 len: 946 time: 0.0574727 Sep 29 15:42:34.602851 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [req-50a4b650-3a04-4d8e-9043-3150e127878e req-f70891bd-377f-412f-a5f5-d1ec7c6a9844 tempest-ServerRescueNegativeTestJSON-859711067 tempest-ServerRescueNegativeTestJSON-859711067-project] 10.222.0.46 "GET /v2.0/ports?device_id=fceddbf7-453e-4d39-9b3d-c354498f646c HTTP/1.1" status: 200 len: 210 time: 0.0291417 Sep 29 15:42:34.620049 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-2719361b-bc54-4bfb-9719-a5cd80b1bf0d req-6a36ec44-6bc7-45e4-922b-23e063c308c0 tempest-AttachVolumeShelveTestJSON-850210833 tempest-AttachVolumeShelveTestJSON-850210833-project] 10.222.0.46 "GET /v2.0/security-groups?id=0ae69e60-4c6a-41e5-8a1f-3e04c991f9a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335426 Sep 29 15:42:35.324996 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc8224f-144a-42da-85ec-c31de627b180 req-cd7469cb-6857-4829-97c0-a0a5ece38b8f tempest-AttachVolumeTestJSON-270594920 tempest-AttachVolumeTestJSON-270594920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:42:35.326464 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-7cc8224f-144a-42da-85ec-c31de627b180 req-cd7469cb-6857-4829-97c0-a0a5ece38b8f tempest-AttachVolumeTestJSON-270594920 tempest-AttachVolumeTestJSON-270594920-project] 10.222.0.46 "GET /v2.0/ports?device_id=f6e7bb73-46e1-46cc-b0cb-c0a13b6c495d HTTP/1.1" status: 200 len: 946 time: 0.0481372 Sep 29 15:42:35.362441 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-7cc8224f-144a-42da-85ec-c31de627b180 req-85698bef-55de-4869-b7ed-70bf03c0db4f tempest-AttachVolumeTestJSON-270594920 tempest-AttachVolumeTestJSON-270594920-project] 10.222.0.46 "GET /v2.0/security-groups?id=fd7c349f-6119-46da-b1a9-67ca18fd632b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0297871 Sep 29 15:42:36.177934 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42eb0588-eb13-4e1b-8723-e9272f1826fd req-a9b2d6cd-029a-401a-8122-5939d7cd57a6 tempest-ServerRescueNegativeTestJSON-859711067 tempest-ServerRescueNegativeTestJSON-859711067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:42:36.179477 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [req-42eb0588-eb13-4e1b-8723-e9272f1826fd req-a9b2d6cd-029a-401a-8122-5939d7cd57a6 tempest-ServerRescueNegativeTestJSON-859711067 tempest-ServerRescueNegativeTestJSON-859711067-project] 10.222.0.46 "GET /v2.0/ports?device_id=1d663b77-78b8-44d6-ae6b-8f8b0c2199dd HTTP/1.1" status: 200 len: 945 time: 0.0527055 Sep 29 15:42:36.216982 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [req-42eb0588-eb13-4e1b-8723-e9272f1826fd req-db7448ce-ef0e-4c9e-9123-94b709252b8a tempest-ServerRescueNegativeTestJSON-859711067 tempest-ServerRescueNegativeTestJSON-859711067-project] 10.222.0.46 "GET /v2.0/security-groups?id=69bb6ea6-2770-4a41-88ab-960c26e8ecb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314496 Sep 29 15:42:36.480013 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe6b0d6-2128-493c-979d-880b58345a27 req-fc8f82e7-8ff1-49c6-96a5-5a3dd32ed11d tempest-AttachVolumeTestJSON-270594920 tempest-AttachVolumeTestJSON-270594920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:42:36.481539 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-3fe6b0d6-2128-493c-979d-880b58345a27 req-fc8f82e7-8ff1-49c6-96a5-5a3dd32ed11d tempest-AttachVolumeTestJSON-270594920 tempest-AttachVolumeTestJSON-270594920-project] 10.222.0.46 "GET /v2.0/ports?device_id=f6e7bb73-46e1-46cc-b0cb-c0a13b6c495d HTTP/1.1" status: 200 len: 946 time: 0.0512662 Sep 29 15:42:36.519314 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-3fe6b0d6-2128-493c-979d-880b58345a27 req-5b2228db-50d5-4698-a7e8-431990923a2e tempest-AttachVolumeTestJSON-270594920 tempest-AttachVolumeTestJSON-270594920-project] 10.222.0.46 "GET /v2.0/security-groups?id=fd7c349f-6119-46da-b1a9-67ca18fd632b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313942 Sep 29 15:42:36.796511 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron_lib.callbacks.manager [None req-4d55257e-523e-4b8d-ab2b-d46a31710be1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741779927170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-625140'] for agent, after_update {{(pid=96122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:42:37.331225 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3a9982-35d2-4ede-aeba-b52bc43695f9 req-a31e6042-0952-4b92-a33d-662669aa3df3 tempest-ServerRescueNegativeTestJSON-859711067 tempest-ServerRescueNegativeTestJSON-859711067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:42:37.332683 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-2c3a9982-35d2-4ede-aeba-b52bc43695f9 req-a31e6042-0952-4b92-a33d-662669aa3df3 tempest-ServerRescueNegativeTestJSON-859711067 tempest-ServerRescueNegativeTestJSON-859711067-project] 10.222.0.46 "GET /v2.0/ports?device_id=1d663b77-78b8-44d6-ae6b-8f8b0c2199dd HTTP/1.1" status: 200 len: 945 time: 0.0513513 Sep 29 15:42:37.368418 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-2c3a9982-35d2-4ede-aeba-b52bc43695f9 req-61d64c8a-dcec-410b-9e6a-cd0b94c200ba tempest-ServerRescueNegativeTestJSON-859711067 tempest-ServerRescueNegativeTestJSON-859711067-project] 10.222.0.46 "GET /v2.0/security-groups?id=69bb6ea6-2770-4a41-88ab-960c26e8ecb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0297787 Sep 29 15:42:37.630696 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede50366-9125-42f6-9a4f-d44938ef2c7f req-191fd1a9-b73a-4ae0-bba1-d87383921df2 tempest-AttachVolumeTestJSON-270594920 tempest-AttachVolumeTestJSON-270594920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:42:37.632614 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [req-ede50366-9125-42f6-9a4f-d44938ef2c7f req-191fd1a9-b73a-4ae0-bba1-d87383921df2 tempest-AttachVolumeTestJSON-270594920 tempest-AttachVolumeTestJSON-270594920-project] 10.222.0.46 "GET /v2.0/ports?device_id=f6e7bb73-46e1-46cc-b0cb-c0a13b6c495d HTTP/1.1" status: 200 len: 946 time: 0.0482039 Sep 29 15:42:37.670602 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [req-ede50366-9125-42f6-9a4f-d44938ef2c7f req-0f9da425-d073-486f-b862-69f539d82ae7 tempest-AttachVolumeTestJSON-270594920 tempest-AttachVolumeTestJSON-270594920-project] 10.222.0.46 "GET /v2.0/security-groups?id=fd7c349f-6119-46da-b1a9-67ca18fd632b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313485 Sep 29 15:42:38.479909 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6ff351-b1f7-456e-930c-5d7a7e4ebe12 req-5fd72f0f-3954-40a1-9edc-b39664c51526 tempest-ServerRescueNegativeTestJSON-859711067 tempest-ServerRescueNegativeTestJSON-859711067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:42:38.481240 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-dc6ff351-b1f7-456e-930c-5d7a7e4ebe12 req-5fd72f0f-3954-40a1-9edc-b39664c51526 tempest-ServerRescueNegativeTestJSON-859711067 tempest-ServerRescueNegativeTestJSON-859711067-project] 10.222.0.46 "GET /v2.0/ports?device_id=1d663b77-78b8-44d6-ae6b-8f8b0c2199dd HTTP/1.1" status: 200 len: 945 time: 0.0485971 Sep 29 15:42:38.519395 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-dc6ff351-b1f7-456e-930c-5d7a7e4ebe12 req-c20608ee-f5ad-48ab-8783-6d81e074fc01 tempest-ServerRescueNegativeTestJSON-859711067 tempest-ServerRescueNegativeTestJSON-859711067-project] 10.222.0.46 "GET /v2.0/security-groups?id=69bb6ea6-2770-4a41-88ab-960c26e8ecb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318017 Sep 29 15:42:38.782768 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212e55b4-7797-41a3-9ede-608ec2f8ec78 req-a1feb46d-6b69-4ed9-92d5-ce3f2750e94c tempest-AttachVolumeTestJSON-270594920 tempest-AttachVolumeTestJSON-270594920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:42:38.784425 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-212e55b4-7797-41a3-9ede-608ec2f8ec78 req-a1feb46d-6b69-4ed9-92d5-ce3f2750e94c tempest-AttachVolumeTestJSON-270594920 tempest-AttachVolumeTestJSON-270594920-project] 10.222.0.46 "GET /v2.0/ports?device_id=f6e7bb73-46e1-46cc-b0cb-c0a13b6c495d HTTP/1.1" status: 200 len: 946 time: 0.0483320 Sep 29 15:42:38.820926 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-212e55b4-7797-41a3-9ede-608ec2f8ec78 req-93a11cf2-0746-4bfd-b483-98c2d2da63fd tempest-AttachVolumeTestJSON-270594920 tempest-AttachVolumeTestJSON-270594920-project] 10.222.0.46 "GET /v2.0/security-groups?id=fd7c349f-6119-46da-b1a9-67ca18fd632b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307987 Sep 29 15:42:39.631602 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95320ce3-1b73-4dbb-b631-9b153f008419 req-ad3eeab0-b09f-4c10-911a-c7b89fda0230 tempest-ServerRescueNegativeTestJSON-859711067 tempest-ServerRescueNegativeTestJSON-859711067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:42:39.632967 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [req-95320ce3-1b73-4dbb-b631-9b153f008419 req-ad3eeab0-b09f-4c10-911a-c7b89fda0230 tempest-ServerRescueNegativeTestJSON-859711067 tempest-ServerRescueNegativeTestJSON-859711067-project] 10.222.0.46 "GET /v2.0/ports?device_id=1d663b77-78b8-44d6-ae6b-8f8b0c2199dd HTTP/1.1" status: 200 len: 945 time: 0.0499899 Sep 29 15:42:39.669180 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [req-95320ce3-1b73-4dbb-b631-9b153f008419 req-26fb5ec8-fa26-482c-b0a3-10ac1bb4c0c5 tempest-ServerRescueNegativeTestJSON-859711067 tempest-ServerRescueNegativeTestJSON-859711067-project] 10.222.0.46 "GET /v2.0/security-groups?id=69bb6ea6-2770-4a41-88ab-960c26e8ecb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304747 Sep 29 15:42:39.935765 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8f34f9-8b5e-4dcf-a80c-49c4b9a7f5cc req-46b9a983-80d5-4b53-a1f7-bc19464acd09 tempest-AttachVolumeTestJSON-270594920 tempest-AttachVolumeTestJSON-270594920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:42:39.937339 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-4e8f34f9-8b5e-4dcf-a80c-49c4b9a7f5cc req-46b9a983-80d5-4b53-a1f7-bc19464acd09 tempest-AttachVolumeTestJSON-270594920 tempest-AttachVolumeTestJSON-270594920-project] 10.222.0.46 "GET /v2.0/ports?device_id=f6e7bb73-46e1-46cc-b0cb-c0a13b6c495d HTTP/1.1" status: 200 len: 946 time: 0.0512450 Sep 29 15:42:39.973223 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-4e8f34f9-8b5e-4dcf-a80c-49c4b9a7f5cc req-85dcac56-62cc-499d-b397-833bc4e73c34 tempest-AttachVolumeTestJSON-270594920 tempest-AttachVolumeTestJSON-270594920-project] 10.222.0.46 "GET /v2.0/security-groups?id=fd7c349f-6119-46da-b1a9-67ca18fd632b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0297847 Sep 29 15:42:40.787204 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cee8e0e-ba16-431f-9fcf-0aee95af34a0 req-6c0d5b16-3b1c-4814-b1bd-f3dd1426db7f tempest-ServerRescueNegativeTestJSON-859711067 tempest-ServerRescueNegativeTestJSON-859711067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:42:40.788703 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [req-8cee8e0e-ba16-431f-9fcf-0aee95af34a0 req-6c0d5b16-3b1c-4814-b1bd-f3dd1426db7f tempest-ServerRescueNegativeTestJSON-859711067 tempest-ServerRescueNegativeTestJSON-859711067-project] 10.222.0.46 "GET /v2.0/ports?device_id=1d663b77-78b8-44d6-ae6b-8f8b0c2199dd HTTP/1.1" status: 200 len: 945 time: 0.0496833 Sep 29 15:42:40.825350 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [req-8cee8e0e-ba16-431f-9fcf-0aee95af34a0 req-9b9d099a-a5b2-47b4-b50b-5fb48432f953 tempest-ServerRescueNegativeTestJSON-859711067 tempest-ServerRescueNegativeTestJSON-859711067-project] 10.222.0.46 "GET /v2.0/security-groups?id=69bb6ea6-2770-4a41-88ab-960c26e8ecb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303392 Sep 29 15:42:41.094427 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa403ecb-45de-452b-acf4-21752e82692e req-7d4aa3fb-0f7b-4d6e-8d6a-6ab2547d8553 tempest-AttachVolumeTestJSON-270594920 tempest-AttachVolumeTestJSON-270594920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:42:41.096008 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [req-fa403ecb-45de-452b-acf4-21752e82692e req-7d4aa3fb-0f7b-4d6e-8d6a-6ab2547d8553 tempest-AttachVolumeTestJSON-270594920 tempest-AttachVolumeTestJSON-270594920-project] 10.222.0.46 "GET /v2.0/ports?device_id=f6e7bb73-46e1-46cc-b0cb-c0a13b6c495d HTTP/1.1" status: 200 len: 946 time: 0.0547242 Sep 29 15:42:41.132008 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [req-fa403ecb-45de-452b-acf4-21752e82692e req-f16e9a6f-40e7-4db5-80f7-e64bedc84b62 tempest-AttachVolumeTestJSON-270594920 tempest-AttachVolumeTestJSON-270594920-project] 10.222.0.46 "GET /v2.0/security-groups?id=fd7c349f-6119-46da-b1a9-67ca18fd632b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302052 Sep 29 15:42:41.942572 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5143f9-f466-4e04-8a55-3947cc7dd612 req-57ab36cd-1c90-4e55-a164-da72e8591a76 tempest-ServerRescueNegativeTestJSON-859711067 tempest-ServerRescueNegativeTestJSON-859711067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:42:41.944035 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-ea5143f9-f466-4e04-8a55-3947cc7dd612 req-57ab36cd-1c90-4e55-a164-da72e8591a76 tempest-ServerRescueNegativeTestJSON-859711067 tempest-ServerRescueNegativeTestJSON-859711067-project] 10.222.0.22 "GET /v2.0/ports?device_id=1d663b77-78b8-44d6-ae6b-8f8b0c2199dd HTTP/1.1" status: 200 len: 945 time: 0.0746377 Sep 29 15:42:41.956211 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6fe79c-d1cd-4409-b5a6-9b8f1f186e1e req-a3bae7eb-5a0d-4487-939d-2d7397721b87 tempest-ServerRescueNegativeTestJSON-859711067 tempest-ServerRescueNegativeTestJSON-859711067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:42:41.957557 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-aa6fe79c-d1cd-4409-b5a6-9b8f1f186e1e req-a3bae7eb-5a0d-4487-939d-2d7397721b87 tempest-ServerRescueNegativeTestJSON-859711067 tempest-ServerRescueNegativeTestJSON-859711067-project] 10.222.0.46 "GET /v2.0/ports?device_id=1d663b77-78b8-44d6-ae6b-8f8b0c2199dd HTTP/1.1" status: 200 len: 945 time: 0.0616415 Sep 29 15:42:42.039491 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-aa6fe79c-d1cd-4409-b5a6-9b8f1f186e1e req-6bb1d25c-08f1-490c-8846-2c5bd743c925 tempest-ServerRescueNegativeTestJSON-859711067 tempest-ServerRescueNegativeTestJSON-859711067-project] 10.222.0.46 "GET /v2.0/security-groups?id=69bb6ea6-2770-4a41-88ab-960c26e8ecb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752270 Sep 29 15:42:42.064897 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.plugins.ml2.plugin [req-ea5143f9-f466-4e04-8a55-3947cc7dd612 req-77371c9c-9ef3-4295-a850-45cafa6d3309 tempest-ServerRescueNegativeTestJSON-859711067 tempest-ServerRescueNegativeTestJSON-859711067-project] Deleting port 31ccdbe5-d9c3-4401-b176-06795eb1e102 {{(pid=96121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 29 15:42:42.065229 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [req-ea5143f9-f466-4e04-8a55-3947cc7dd612 req-77371c9c-9ef3-4295-a850-45cafa6d3309 tempest-ServerRescueNegativeTestJSON-859711067 tempest-ServerRescueNegativeTestJSON-859711067-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741780140072'] for port, before_delete {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:42:42.153279 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.plugins.ml2.db [req-ea5143f9-f466-4e04-8a55-3947cc7dd612 req-77371c9c-9ef3-4295-a850-45cafa6d3309 tempest-ServerRescueNegativeTestJSON-859711067 tempest-ServerRescueNegativeTestJSON-859711067-project] For port 31ccdbe5-d9c3-4401-b176-06795eb1e102, host hv-cinder-80661, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80661',level=0,port_id=31ccdbe5-d9c3-4401-b176-06795eb1e102,segment=NetworkSegment(31764bfc-788e-47a5-9e39-ac36bd4368d1),segment_id=31764bfc-788e-47a5-9e39-ac36bd4368d1)] {{(pid=96121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 15:42:42.153551 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [req-ea5143f9-f466-4e04-8a55-3947cc7dd612 req-77371c9c-9ef3-4295-a850-45cafa6d3309 tempest-ServerRescueNegativeTestJSON-859711067 tempest-ServerRescueNegativeTestJSON-859711067-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1614090'] for port, precommit_delete {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:42:42.165369 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.plugins.ml2.plugin [req-ea5143f9-f466-4e04-8a55-3947cc7dd612 req-77371c9c-9ef3-4295-a850-45cafa6d3309 tempest-ServerRescueNegativeTestJSON-859711067 tempest-ServerRescueNegativeTestJSON-859711067-project] Calling delete_port for 31ccdbe5-d9c3-4401-b176-06795eb1e102 owned by compute:nova {{(pid=96121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 29 15:42:42.245044 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d489b540-f18e-45eb-be37-efb0fcb882e2 req-e39e1f78-a0c9-4773-9599-b4c3b3ffa23e tempest-AttachVolumeTestJSON-270594920 tempest-AttachVolumeTestJSON-270594920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:42:42.246501 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [req-d489b540-f18e-45eb-be37-efb0fcb882e2 req-e39e1f78-a0c9-4773-9599-b4c3b3ffa23e tempest-AttachVolumeTestJSON-270594920 tempest-AttachVolumeTestJSON-270594920-project] 10.222.0.46 "GET /v2.0/ports?device_id=f6e7bb73-46e1-46cc-b0cb-c0a13b6c495d HTTP/1.1" status: 200 len: 946 time: 0.0494597 Sep 29 15:42:42.283545 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [req-d489b540-f18e-45eb-be37-efb0fcb882e2 req-c3e55c7a-05ee-4e65-88c7-c629ed400f8e tempest-AttachVolumeTestJSON-270594920 tempest-AttachVolumeTestJSON-270594920-project] 10.222.0.46 "GET /v2.0/security-groups?id=fd7c349f-6119-46da-b1a9-67ca18fd632b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309911 Sep 29 15:42:42.345525 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [req-ea5143f9-f466-4e04-8a55-3947cc7dd612 req-77371c9c-9ef3-4295-a850-45cafa6d3309 tempest-ServerRescueNegativeTestJSON-859711067 tempest-ServerRescueNegativeTestJSON-859711067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741780147950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741779628746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3898419'] for port, after_delete {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:42:42.371559 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77371c9c-9ef3-4295-a850-45cafa6d3309 tempest-ServerRescueNegativeTestJSON-859711067 tempest-ServerRescueNegativeTestJSON-859711067-project] Pushing event deleted for resources: {'Port': ['ID=31ccdbe5-d9c3-4401-b176-06795eb1e102,revision_number=None']} {{(pid=96121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 15:42:42.391027 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.plugins.ml2.db [None req-4d55257e-523e-4b8d-ab2b-d46a31710be1 None None] get_ports_and_sgs() called for port_ids ['31ccdbe5-d9c3-4401-b176-06795eb1e102'] {{(pid=96122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 15:42:42.415171 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea5143f9-f466-4e04-8a55-3947cc7dd612 req-77371c9c-9ef3-4295-a850-45cafa6d3309 tempest-ServerRescueNegativeTestJSON-859711067 tempest-ServerRescueNegativeTestJSON-859711067-project] No DVR routers for this DVR port 31ccdbe5-d9c3-4401-b176-06795eb1e102 on host hv-cinder-80661 {{(pid=96121) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 15:42:42.417466 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [req-ea5143f9-f466-4e04-8a55-3947cc7dd612 req-77371c9c-9ef3-4295-a850-45cafa6d3309 tempest-ServerRescueNegativeTestJSON-859711067 tempest-ServerRescueNegativeTestJSON-859711067-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238921'] for port, before_response {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:42:42.419405 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-ea5143f9-f466-4e04-8a55-3947cc7dd612 req-77371c9c-9ef3-4295-a850-45cafa6d3309 tempest-ServerRescueNegativeTestJSON-859711067 tempest-ServerRescueNegativeTestJSON-859711067-project] 10.222.0.22 "DELETE /v2.0/ports/31ccdbe5-d9c3-4401-b176-06795eb1e102 HTTP/1.1" status: 204 len: 173 time: 0.4610167 Sep 29 15:42:42.419864 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d663b77-78b8-44d6-ae6b-8f8b0c2199dd', 'name': 'network-vif-deleted', 'tag': '31ccdbe5-d9c3-4401-b176-06795eb1e102'}] {{(pid=96121) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 15:42:42.422078 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dcbd94143c65fdb0f5c12b0c92a6468c38125261e55d21e9818266cb91f6c0d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e77fb5b5-3504-407b-94dc-1733efb27cfa" -d '{"events": [{"server_uuid": "1d663b77-78b8-44d6-ae6b-8f8b0c2199dd", "name": "network-vif-deleted", "tag": "31ccdbe5-d9c3-4401-b176-06795eb1e102"}]}' {{(pid=96121) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 15:42:42.457314 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Sep 2021 15:42:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ea76494-654c-405c-9cb7-f8861c17aedb x-openstack-request-id: req-7ea76494-654c-405c-9cb7-f8861c17aedb {{(pid=96121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 15:42:42.457611 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d663b77-78b8-44d6-ae6b-8f8b0c2199dd", "name": "network-vif-deleted", "tag": "31ccdbe5-d9c3-4401-b176-06795eb1e102", "status": "completed", "code": 200}]} {{(pid=96121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 15:42:42.457865 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-7ea76494-654c-405c-9cb7-f8861c17aedb {{(pid=96121) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 15:42:42.458298 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d663b77-78b8-44d6-ae6b-8f8b0c2199dd', 'name': 'network-vif-deleted', 'tag': '31ccdbe5-d9c3-4401-b176-06795eb1e102', 'status': 'completed', 'code': 200} Sep 29 15:42:43.144472 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [req-c3303101-87d6-4d18-aa28-e9958dd76c45 req-857f930e-e8bb-4e84-913c-c7eebea4dec8 tempest-ServerRescueNegativeTestJSON-859711067 tempest-ServerRescueNegativeTestJSON-859711067-project] 10.222.0.46 "GET /v2.0/ports?device_id=1d663b77-78b8-44d6-ae6b-8f8b0c2199dd HTTP/1.1" status: 200 len: 210 time: 0.0256591 Sep 29 15:42:43.399710 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f487e9e-ed01-47a7-9a7d-9d804a0a5706 req-19c6d138-d744-4fe5-af7c-1024b034bc05 tempest-AttachVolumeTestJSON-270594920 tempest-AttachVolumeTestJSON-270594920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:42:43.401120 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-6f487e9e-ed01-47a7-9a7d-9d804a0a5706 req-19c6d138-d744-4fe5-af7c-1024b034bc05 tempest-AttachVolumeTestJSON-270594920 tempest-AttachVolumeTestJSON-270594920-project] 10.222.0.46 "GET /v2.0/ports?device_id=f6e7bb73-46e1-46cc-b0cb-c0a13b6c495d HTTP/1.1" status: 200 len: 946 time: 0.0483150 Sep 29 15:42:43.438043 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-6f487e9e-ed01-47a7-9a7d-9d804a0a5706 req-fdc69627-3209-4aa3-87a8-2225e857c618 tempest-AttachVolumeTestJSON-270594920 tempest-AttachVolumeTestJSON-270594920-project] 10.222.0.46 "GET /v2.0/security-groups?id=fd7c349f-6119-46da-b1a9-67ca18fd632b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309515 Sep 29 15:42:44.198547 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.wsgi [-] (96120) accepted ('10.222.0.46', 33444) {{(pid=96120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 15:42:44.550520 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132058ac-44b9-452a-8dd8-c56a88776238 req-ebea97f8-0c80-472a-a068-e46c446e15c9 tempest-AttachVolumeTestJSON-270594920 tempest-AttachVolumeTestJSON-270594920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:42:44.552012 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-132058ac-44b9-452a-8dd8-c56a88776238 req-ebea97f8-0c80-472a-a068-e46c446e15c9 tempest-AttachVolumeTestJSON-270594920 tempest-AttachVolumeTestJSON-270594920-project] 10.222.0.46 "GET /v2.0/ports?device_id=f6e7bb73-46e1-46cc-b0cb-c0a13b6c495d HTTP/1.1" status: 200 len: 946 time: 0.0473306 Sep 29 15:42:44.589068 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-132058ac-44b9-452a-8dd8-c56a88776238 req-daa900e3-9310-4cd7-b165-651466b9625c tempest-AttachVolumeTestJSON-270594920 tempest-AttachVolumeTestJSON-270594920-project] 10.222.0.46 "GET /v2.0/security-groups?id=fd7c349f-6119-46da-b1a9-67ca18fd632b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304420 Sep 29 15:42:44.594122 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-40bba8a4-35c7-46bf-b1b1-a66ec6348a3d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1619987'] for router_interface, before_delete {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:42:45.047761 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.plugins.ml2.plugin [None req-40bba8a4-35c7-46bf-b1b1-a66ec6348a3d admin admin] Deleting port 06e76d87-b5c4-4194-ac32-357149d701e3 {{(pid=96120) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 29 15:42:45.048118 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-40bba8a4-35c7-46bf-b1b1-a66ec6348a3d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741780140072'] for port, before_delete {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:42:45.124945 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.plugins.ml2.db [None req-40bba8a4-35c7-46bf-b1b1-a66ec6348a3d admin admin] For port 06e76d87-b5c4-4194-ac32-357149d701e3, host dv-cinder-806616-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806616-6-iscsi',level=0,port_id=06e76d87-b5c4-4194-ac32-357149d701e3,segment=NetworkSegment(31764bfc-788e-47a5-9e39-ac36bd4368d1),segment_id=31764bfc-788e-47a5-9e39-ac36bd4368d1)] {{(pid=96120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 15:42:45.125227 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-40bba8a4-35c7-46bf-b1b1-a66ec6348a3d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1614090'] for port, precommit_delete {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:42:45.137283 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.plugins.ml2.plugin [None req-40bba8a4-35c7-46bf-b1b1-a66ec6348a3d admin admin] Calling delete_port for 06e76d87-b5c4-4194-ac32-357149d701e3 owned by network:router_interface {{(pid=96120) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 29 15:42:45.346667 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.wsgi [-] (96120) accepted ('10.222.0.46', 33454) {{(pid=96120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 15:42:45.396951 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-40bba8a4-35c7-46bf-b1b1-a66ec6348a3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741780147950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741779628746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8956053'] for port, after_delete {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:42:45.423047 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40bba8a4-35c7-46bf-b1b1-a66ec6348a3d admin admin] Pushing event deleted for resources: {'Port': ['ID=06e76d87-b5c4-4194-ac32-357149d701e3,revision_number=None']} {{(pid=96120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 15:42:45.475659 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-7d5c13e3-e852-4966-9fa0-4ae4918bb8d3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:42:45.639819 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-40bba8a4-35c7-46bf-b1b1-a66ec6348a3d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1575391', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1619098'] for router_interface, after_delete {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:42:45.737476 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-7d5c13e3-e852-4966-9fa0-4ae4918bb8d3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:42:45.792876 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8b42ea-bb0a-421d-b153-af0ba29b6104 req-71c0a22b-622a-4ace-b87a-be2c139d2198 tempest-AttachVolumeTestJSON-270594920 tempest-AttachVolumeTestJSON-270594920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:42:45.794371 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [req-4f8b42ea-bb0a-421d-b153-af0ba29b6104 req-71c0a22b-622a-4ace-b87a-be2c139d2198 tempest-AttachVolumeTestJSON-270594920 tempest-AttachVolumeTestJSON-270594920-project] 10.222.0.46 "GET /v2.0/ports?device_id=f6e7bb73-46e1-46cc-b0cb-c0a13b6c495d HTTP/1.1" status: 200 len: 946 time: 0.1345603 Sep 29 15:42:45.819179 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-7d5c13e3-e852-4966-9fa0-4ae4918bb8d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579214'] for security_group, after_create {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:42:45.916425 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [req-4f8b42ea-bb0a-421d-b153-af0ba29b6104 req-047c251c-864d-4c78-8299-5c25b76bf3e8 tempest-AttachVolumeTestJSON-270594920 tempest-AttachVolumeTestJSON-270594920-project] 10.222.0.46 "GET /v2.0/security-groups?id=fd7c349f-6119-46da-b1a9-67ca18fd632b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1160331 Sep 29 15:42:45.918535 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [None req-7d5c13e3-e852-4966-9fa0-4ae4918bb8d3 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=b214df51698a4a99a9599656648d60d4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5709393 Sep 29 15:42:45.920869 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d5c13e3-e852-4966-9fa0-4ae4918bb8d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b44dd96a-65b5-4209-a661-40ff2033072b,revision_number=1']} {{(pid=96120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 15:42:45.921583 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.wsgi [-] (96121) accepted ('10.222.0.46', 33460) {{(pid=96121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 15:42:45.985660 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40bba8a4-35c7-46bf-b1b1-a66ec6348a3d admin admin] Router af1db5e3-a155-487f-a585-ff391614c3ea has already been hosted by L3 agent e5061b61-feb3-46be-bd05-1226f95d9417 {{(pid=96120) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 29 15:42:45.995190 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [None req-8e63828f-6bde-40ed-9760-8e72140e6bdd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:42:46.016755 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [None req-8e63828f-6bde-40ed-9760-8e72140e6bdd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:42:46.095709 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40bba8a4-35c7-46bf-b1b1-a66ec6348a3d admin admin] Notify agent at l3_agent.dv-cinder-806616-6-iscsi the message routers_updated {{(pid=96120) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 15:42:46.100917 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [None req-40bba8a4-35c7-46bf-b1b1-a66ec6348a3d admin admin] 10.222.0.46 "PUT /v2.0/routers/af1db5e3-a155-487f-a585-ff391614c3ea/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9013638 Sep 29 15:42:46.103477 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.wsgi [-] (96120) accepted ('10.222.0.46', 33462) {{(pid=96120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 15:42:46.107129 dv-cinder-806616-6-iscsi neutron-server[96123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a86e8dc-9c08-4a09-a673-1a80317f02ec None None] Sync routers for ids ['af1db5e3-a155-487f-a585-ff391614c3ea'] in dv-cinder-806616-6-iscsi {{(pid=96123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 15:42:46.117584 dv-cinder-806616-6-iscsi neutron-server[96123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a86e8dc-9c08-4a09-a673-1a80317f02ec None None] Routers {'af1db5e3-a155-487f-a585-ff391614c3ea'} bound to L3 agent in host dv-cinder-806616-6-iscsi {{(pid=96123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 15:42:46.118458 dv-cinder-806616-6-iscsi neutron-server[96123]: DEBUG neutron.db.l3_hamode_db [None req-7a86e8dc-9c08-4a09-a673-1a80317f02ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806616-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-29T15:30:56Z,description=,heartbeat_timestamp=2021-09-29T15:42:27Z,host='dv-cinder-806616-6-iscsi',id=e5061b61-feb3-46be-bd05-1226f95d9417,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T15:30:57Z,topic='l3_agent')) {'router_ids': ['af1db5e3-a155-487f-a585-ff391614c3ea'], 'active': True} {{(pid=96123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 15:42:46.139474 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [None req-8e63828f-6bde-40ed-9760-8e72140e6bdd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579214'] for security_group, after_delete {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:42:46.142075 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [None req-8e63828f-6bde-40ed-9760-8e72140e6bdd admin admin] Notify callbacks [] for security_group, before_response {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:42:46.145897 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [None req-8e63828f-6bde-40ed-9760-8e72140e6bdd admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/b44dd96a-65b5-4209-a661-40ff2033072b HTTP/1.1" status: 204 len: 168 time: 0.2202327 Sep 29 15:42:46.160935 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e63828f-6bde-40ed-9760-8e72140e6bdd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b44dd96a-65b5-4209-a661-40ff2033072b,revision_number=None']} {{(pid=96121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 15:42:46.193295 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.plugins.ml2.rpc [None req-4d55257e-523e-4b8d-ab2b-d46a31710be1 None None] Device 31ccdbe5-d9c3-4401-b176-06795eb1e102 no longer exists at agent hyperv_hv-cinder-80661 {{(pid=96122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 15:42:46.214872 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.plugins.ml2.plugin [None req-4d55257e-523e-4b8d-ab2b-d46a31710be1 None None] No Port match for: 31ccdbe5-d9c3-4401-b176-06795eb1e102 {{(pid=96122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 29 15:42:46.215461 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.plugins.ml2.rpc [None req-4d55257e-523e-4b8d-ab2b-d46a31710be1 None None] Device 31ccdbe5-d9c3-4401-b176-06795eb1e102 not bound to the agent host hv-cinder-80661 {{(pid=96122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 15:42:46.223320 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-ec99805f-457a-4578-ae14-67375fb6f36a admin admin] Notify callbacks [] for router, before_delete {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:42:46.234345 dv-cinder-806616-6-iscsi neutron-server[96123]: DEBUG neutron.db.l3_dvr_db [None req-7a86e8dc-9c08-4a09-a673-1a80317f02ec None None] Set router af1db5e3-a155-487f-a585-ff391614c3ea gateway port host: dv-cinder-806616-6-iscsi {{(pid=96123) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 15:42:46.326694 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-ec99805f-457a-4578-ae14-67375fb6f36a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:42:46.411076 dv-cinder-806616-6-iscsi neutron-server[96123]: DEBUG neutron.db.l3_hamode_db [None req-7a86e8dc-9c08-4a09-a673-1a80317f02ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af1db5e3-a155-487f-a585-ff391614c3ea', 'name': 'tempest-ServerRescueNegativeTestJSON-1555353728-router', 'tenant_id': 'b4ec83ad588647be8ebbcc854394cb61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd5efe95-1549-4750-933c-70412f77577e', 'external_fixed_ips': [{'subnet_id': '9c872fed-da92-4e12-828d-ac62e1b980b9', 'ip_address': '172.27.0.9'}], 'enable_snat': True}, 'gw_port_id': '588818ad-538d-4947-9bed-9555b7ed561b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T15:38:53Z', 'updated_at': '2021-09-29T15:42:45Z', 'revision_number': 5, 'project_id': 'b4ec83ad588647be8ebbcc854394cb61', 'gw_port': {'id': '588818ad-538d-4947-9bed-9555b7ed561b', 'name': '', 'network_id': 'cd5efe95-1549-4750-933c-70412f77577e', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:77:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af1db5e3-a155-487f-a585-ff391614c3ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '9c872fed-da92-4e12-828d-ac62e1b980b9', 'ip_address': '172.27.0.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806616-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T15:38:54Z', 'updated_at': '2021-09-29T15:39:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c872fed-da92-4e12-828d-ac62e1b980b9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806616-6-iscsi'}], 'dv-cinder-806616-6-iscsi', False) {} {{(pid=96123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 15:42:46.459112 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.plugins.ml2.plugin [None req-ec99805f-457a-4578-ae14-67375fb6f36a admin admin] Deleting port 588818ad-538d-4947-9bed-9555b7ed561b {{(pid=96120) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 29 15:42:46.459693 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-ec99805f-457a-4578-ae14-67375fb6f36a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741780140072'] for port, before_delete {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:42:46.530268 dv-cinder-806616-6-iscsi neutron-server[96123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a86e8dc-9c08-4a09-a673-1a80317f02ec None None] Checking router: af1db5e3-a155-487f-a585-ff391614c3ea for host: dv-cinder-806616-6-iscsi {{(pid=96123) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 15:42:46.539119 dv-cinder-806616-6-iscsi neutron-server[96123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a86e8dc-9c08-4a09-a673-1a80317f02ec None None] Routers {'af1db5e3-a155-487f-a585-ff391614c3ea'} bound to L3 agent in host dv-cinder-806616-6-iscsi {{(pid=96123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 15:42:46.540180 dv-cinder-806616-6-iscsi neutron-server[96123]: DEBUG neutron.db.l3_hamode_db [None req-7a86e8dc-9c08-4a09-a673-1a80317f02ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806616-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-29T15:30:56Z,description=,heartbeat_timestamp=2021-09-29T15:42:27Z,host='dv-cinder-806616-6-iscsi',id=e5061b61-feb3-46be-bd05-1226f95d9417,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T15:30:57Z,topic='l3_agent')) {'router_ids': ['af1db5e3-a155-487f-a585-ff391614c3ea'], 'active': True} {{(pid=96123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 15:42:46.553166 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.plugins.ml2.db [None req-ec99805f-457a-4578-ae14-67375fb6f36a admin admin] For port 588818ad-538d-4947-9bed-9555b7ed561b, host dv-cinder-806616-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806616-6-iscsi',level=0,port_id=588818ad-538d-4947-9bed-9555b7ed561b,segment=NetworkSegment(16a0d549-78f3-47f2-8934-1674670c2e39),segment_id=16a0d549-78f3-47f2-8934-1674670c2e39)] {{(pid=96120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 15:42:46.553600 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-ec99805f-457a-4578-ae14-67375fb6f36a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1614090'] for port, precommit_delete {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:42:46.567187 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.plugins.ml2.plugin [None req-ec99805f-457a-4578-ae14-67375fb6f36a admin admin] Calling delete_port for 588818ad-538d-4947-9bed-9555b7ed561b owned by network:router_gateway {{(pid=96120) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 29 15:42:46.625972 dv-cinder-806616-6-iscsi neutron-server[96123]: DEBUG neutron.db.l3_dvr_db [None req-7a86e8dc-9c08-4a09-a673-1a80317f02ec None None] Set router af1db5e3-a155-487f-a585-ff391614c3ea gateway port host: None {{(pid=96123) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 15:42:46.676550 dv-cinder-806616-6-iscsi neutron-server[96123]: DEBUG neutron.db.l3_hamode_db [None req-7a86e8dc-9c08-4a09-a673-1a80317f02ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af1db5e3-a155-487f-a585-ff391614c3ea', 'name': 'tempest-ServerRescueNegativeTestJSON-1555353728-router', 'tenant_id': 'b4ec83ad588647be8ebbcc854394cb61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T15:38:53Z', 'updated_at': '2021-09-29T15:42:46Z', 'revision_number': 6, 'project_id': 'b4ec83ad588647be8ebbcc854394cb61', 'gw_port_host': None}], 'dv-cinder-806616-6-iscsi', False) {} {{(pid=96123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 15:42:46.705517 dv-cinder-806616-6-iscsi neutron-server[96123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a86e8dc-9c08-4a09-a673-1a80317f02ec None None] The sync data for ids ['af1db5e3-a155-487f-a585-ff391614c3ea'] in dv-cinder-806616-6-iscsi is: [{'id': 'af1db5e3-a155-487f-a585-ff391614c3ea', 'name': 'tempest-ServerRescueNegativeTestJSON-1555353728-router', 'tenant_id': 'b4ec83ad588647be8ebbcc854394cb61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T15:38:53Z', 'updated_at': '2021-09-29T15:42:46Z', 'revision_number': 6, 'project_id': 'b4ec83ad588647be8ebbcc854394cb61', 'gw_port_host': None}] {{(pid=96123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 15:42:46.802310 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-ec99805f-457a-4578-ae14-67375fb6f36a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741780147950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741779628746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8956053'] for port, after_delete {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:42:46.828921 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec99805f-457a-4578-ae14-67375fb6f36a admin admin] Pushing event deleted for resources: {'Port': ['ID=588818ad-538d-4947-9bed-9555b7ed561b,revision_number=None']} {{(pid=96120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 15:42:46.889900 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-ec99805f-457a-4578-ae14-67375fb6f36a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1619033'] for router_gateway, after_delete {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:42:47.085162 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46991b67-55a8-4cbd-9862-06d9241e2044 req-6d1a9d77-0452-4ecb-a66d-a9f2ebda2a62 tempest-AttachVolumeTestJSON-270594920 tempest-AttachVolumeTestJSON-270594920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:42:47.087407 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-46991b67-55a8-4cbd-9862-06d9241e2044 req-6d1a9d77-0452-4ecb-a66d-a9f2ebda2a62 tempest-AttachVolumeTestJSON-270594920 tempest-AttachVolumeTestJSON-270594920-project] 10.222.0.46 "GET /v2.0/ports?device_id=f6e7bb73-46e1-46cc-b0cb-c0a13b6c495d HTTP/1.1" status: 200 len: 946 time: 0.0565612 Sep 29 15:42:47.148464 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-46991b67-55a8-4cbd-9862-06d9241e2044 req-6dbd5595-2ba8-4e96-b0d9-b998d4d721b1 tempest-AttachVolumeTestJSON-270594920 tempest-AttachVolumeTestJSON-270594920-project] 10.222.0.46 "GET /v2.0/security-groups?id=fd7c349f-6119-46da-b1a9-67ca18fd632b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0529590 Sep 29 15:42:47.185888 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-ec99805f-457a-4578-ae14-67375fb6f36a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1620278', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3460'] for router, precommit_delete {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:42:47.188287 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-ec99805f-457a-4578-ae14-67375fb6f36a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:42:47.357157 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-ec99805f-457a-4578-ae14-67375fb6f36a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1620287'] for router, after_delete {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:42:47.357725 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec99805f-457a-4578-ae14-67375fb6f36a admin admin] Fanout notify agent at l3_agent the message router_deleted on router af1db5e3-a155-487f-a585-ff391614c3ea {{(pid=96120) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 29 15:42:47.362548 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-ec99805f-457a-4578-ae14-67375fb6f36a admin admin] Notify callbacks [] for router, before_response {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:42:47.363728 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [None req-ec99805f-457a-4578-ae14-67375fb6f36a admin admin] 10.222.0.46 "DELETE /v2.0/routers/af1db5e3-a155-487f-a585-ff391614c3ea HTTP/1.1" status: 204 len: 168 time: 1.2591853 Sep 29 15:42:47.366278 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.wsgi [-] (96120) accepted ('10.222.0.46', 33490) {{(pid=96120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 15:42:47.409364 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.db.db_base_plugin_v2 [None req-2ea0963b-768d-4b1a-90f4-ddcf9d5c9d63 admin admin] Deleting subnet f9e1b58c-841a-4928-9689-e4afdbcfa8ba {{(pid=96120) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 29 15:42:47.412388 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-2ea0963b-768d-4b1a-90f4-ddcf9d5c9d63 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:42:47.466931 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-2ea0963b-768d-4b1a-90f4-ddcf9d5c9d63 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9303605'] for subnet, precommit_delete_associations {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:42:47.511130 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-2ea0963b-768d-4b1a-90f4-ddcf9d5c9d63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-648269'] for subnet, precommit_delete {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:42:47.535352 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d6a9fd-3f83-4629-8723-3c2c9fdb4bd2 req-77039290-646c-4723-855e-4fbd9e5d39c2 tempest-AttachVolumeTestJSON-270594920 tempest-AttachVolumeTestJSON-270594920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:42:47.536892 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-b4d6a9fd-3f83-4629-8723-3c2c9fdb4bd2 req-77039290-646c-4723-855e-4fbd9e5d39c2 tempest-AttachVolumeTestJSON-270594920 tempest-AttachVolumeTestJSON-270594920-project] 10.222.0.46 "GET /v2.0/ports?device_id=f6e7bb73-46e1-46cc-b0cb-c0a13b6c495d HTTP/1.1" status: 200 len: 946 time: 0.0512445 Sep 29 15:42:47.587765 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-b4d6a9fd-3f83-4629-8723-3c2c9fdb4bd2 req-5520475a-8d7a-4e20-aa77-23cbeda36653 tempest-AttachVolumeTestJSON-270594920 tempest-AttachVolumeTestJSON-270594920-project] 10.222.0.46 "GET /v2.0/security-groups?id=fd7c349f-6119-46da-b1a9-67ca18fd632b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415888 Sep 29 15:42:47.683181 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-2ea0963b-768d-4b1a-90f4-ddcf9d5c9d63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-648260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1575015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8956104', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9098300'] for subnet, after_delete {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:42:47.695266 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc26a4a-c8d6-4771-8c38-77fe03b81084 req-7c5b8554-7b8f-46fa-b770-e4455a953e7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:42:47.696942 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-2bc26a4a-c8d6-4771-8c38-77fe03b81084 req-7c5b8554-7b8f-46fa-b770-e4455a953e7d service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=ac94bfaead184f89a85a5713fd06a3ee&device_id=f6e7bb73-46e1-46cc-b0cb-c0a13b6c495d HTTP/1.1" status: 200 len: 1099 time: 0.0429015 Sep 29 15:42:47.708549 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea0963b-768d-4b1a-90f4-ddcf9d5c9d63 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f9e1b58c-841a-4928-9689-e4afdbcfa8ba,revision_number=None']} {{(pid=96120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 15:42:47.714020 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-2ea0963b-768d-4b1a-90f4-ddcf9d5c9d63 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577532'] for subnet, before_response {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:42:47.715890 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [None req-2ea0963b-768d-4b1a-90f4-ddcf9d5c9d63 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/f9e1b58c-841a-4928-9689-e4afdbcfa8ba HTTP/1.1" status: 204 len: 168 time: 0.3485918 Sep 29 15:42:47.718322 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.wsgi [-] (96120) accepted ('10.222.0.46', 33500) {{(pid=96120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 15:42:47.806107 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc26a4a-c8d6-4771-8c38-77fe03b81084 req-4174f767-e639-4095-84dc-5db9cdf88ef1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:42:47.807632 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-2bc26a4a-c8d6-4771-8c38-77fe03b81084 req-4174f767-e639-4095-84dc-5db9cdf88ef1 service neutron] 10.222.0.22 "GET /v2.0/networks?id=41529908-bf9d-4f22-bd36-308129b2f718 HTTP/1.1" status: 200 len: 911 time: 0.1040800 Sep 29 15:42:47.810719 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-344880b0-44e2-470f-829c-26ec56b49017 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-533685'] for network, before_delete {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:42:47.889376 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-2bc26a4a-c8d6-4771-8c38-77fe03b81084 req-84e29fa6-4f21-491e-9f64-4010f75674cc service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8b381780-c788-4e42-81f1-ad86f28e31ef HTTP/1.1" status: 200 len: 1002 time: 0.0715425 Sep 29 15:42:47.897934 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-344880b0-44e2-470f-829c-26ec56b49017 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-630004', 'neutron.services.segments.db._delete_segments_for_network-8741779927188'] for network, precommit_delete {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:42:47.922922 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.services.segments.db [None req-344880b0-44e2-470f-829c-26ec56b49017 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['daa727ac-86a8-4704-b1b4-10803b6b1e68']}} {{(pid=96120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 15:42:47.933143 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.services.segments.db [None req-344880b0-44e2-470f-829c-26ec56b49017 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '31764bfc-788e-47a5-9e39-ac36bd4368d1') {'for_net_delete': True} {{(pid=96120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 15:42:47.933439 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.services.segments.db [None req-344880b0-44e2-470f-829c-26ec56b49017 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '31764bfc-788e-47a5-9e39-ac36bd4368d1') {} {{(pid=96120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 15:42:47.943601 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-344880b0-44e2-470f-829c-26ec56b49017 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741779926685', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9303596'] for segment, before_delete {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:42:47.950991 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc26a4a-c8d6-4771-8c38-77fe03b81084 req-ac29176c-4c45-49e1-9568-5391140b4d9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:42:47.953267 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-2bc26a4a-c8d6-4771-8c38-77fe03b81084 req-ac29176c-4c45-49e1-9568-5391140b4d9c service neutron] 10.222.0.22 "GET /v2.0/subnets?id=dd4e2821-37a9-4ee4-80ce-9b4e5d3432ba HTTP/1.1" status: 200 len: 849 time: 0.0492792 Sep 29 15:42:47.958725 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-344880b0-44e2-470f-829c-26ec56b49017 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-649178'] for segment, precommit_delete {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:42:47.972980 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-344880b0-44e2-470f-829c-26ec56b49017 admin admin] Releasing vlan 618 on physical network physnet1 to pool {{(pid=96120) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 29 15:42:47.973477 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-344880b0-44e2-470f-829c-26ec56b49017 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-649178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8956262'] for segment, after_delete {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:42:47.975304 dv-cinder-806616-6-iscsi neutron-server[96120]: Traceback (most recent call last): Sep 29 15:42:47.975304 dv-cinder-806616-6-iscsi neutron-server[96120]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 29 15:42:47.975304 dv-cinder-806616-6-iscsi neutron-server[96120]: timer() Sep 29 15:42:47.975304 dv-cinder-806616-6-iscsi neutron-server[96120]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 29 15:42:47.975304 dv-cinder-806616-6-iscsi neutron-server[96120]: cb(*args, **kw) Sep 29 15:42:47.975304 dv-cinder-806616-6-iscsi neutron-server[96120]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 29 15:42:47.975304 dv-cinder-806616-6-iscsi neutron-server[96120]: return func(*args, **kwargs) Sep 29 15:42:47.975304 dv-cinder-806616-6-iscsi neutron-server[96120]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 29 15:42:47.975304 dv-cinder-806616-6-iscsi neutron-server[96120]: self._notify() Sep 29 15:42:47.975304 dv-cinder-806616-6-iscsi neutron-server[96120]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 29 15:42:47.975304 dv-cinder-806616-6-iscsi neutron-server[96120]: self.callback(batched_events) Sep 29 15:42:47.975304 dv-cinder-806616-6-iscsi neutron-server[96120]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 29 15:42:47.975304 dv-cinder-806616-6-iscsi neutron-server[96120]: event.method(event) Sep 29 15:42:47.975304 dv-cinder-806616-6-iscsi neutron-server[96120]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 29 15:42:47.975304 dv-cinder-806616-6-iscsi neutron-server[96120]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 29 15:42:47.975304 dv-cinder-806616-6-iscsi neutron-server[96120]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 29 15:42:47.975304 dv-cinder-806616-6-iscsi neutron-server[96120]: aggregate_uuid = self.p_client.list_aggregates( Sep 29 15:42:47.975304 dv-cinder-806616-6-iscsi neutron-server[96120]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 29 15:42:47.975304 dv-cinder-806616-6-iscsi neutron-server[96120]: return f(self, *a, **k) Sep 29 15:42:47.975304 dv-cinder-806616-6-iscsi neutron-server[96120]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 29 15:42:47.975304 dv-cinder-806616-6-iscsi neutron-server[96120]: return self._get(url).json() Sep 29 15:42:47.975304 dv-cinder-806616-6-iscsi neutron-server[96120]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 29 15:42:47.975304 dv-cinder-806616-6-iscsi neutron-server[96120]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 29 15:42:47.975304 dv-cinder-806616-6-iscsi neutron-server[96120]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 29 15:42:47.975304 dv-cinder-806616-6-iscsi neutron-server[96120]: return self.request(url, 'GET', **kwargs) Sep 29 15:42:47.975304 dv-cinder-806616-6-iscsi neutron-server[96120]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 29 15:42:47.975304 dv-cinder-806616-6-iscsi neutron-server[96120]: base_url = self.get_endpoint(auth, allow=allow, Sep 29 15:42:47.975304 dv-cinder-806616-6-iscsi neutron-server[96120]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 29 15:42:47.975304 dv-cinder-806616-6-iscsi neutron-server[96120]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 29 15:42:47.975304 dv-cinder-806616-6-iscsi neutron-server[96120]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 29 15:42:47.975304 dv-cinder-806616-6-iscsi neutron-server[96120]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 29 15:42:47.975304 dv-cinder-806616-6-iscsi neutron-server[96120]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 29 15:42:48.004315 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc26a4a-c8d6-4771-8c38-77fe03b81084 req-c8bc279b-f76b-4b01-a522-f9f493ee8fea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:42:48.005851 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-2bc26a4a-c8d6-4771-8c38-77fe03b81084 req-c8bc279b-f76b-4b01-a522-f9f493ee8fea service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=41529908-bf9d-4f22-bd36-308129b2f718&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0431039 Sep 29 15:42:48.083178 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-344880b0-44e2-470f-829c-26ec56b49017 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-629955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575366', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1618949'] for network, after_delete {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:42:48.096093 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-344880b0-44e2-470f-829c-26ec56b49017 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577532'] for network, before_response {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:42:48.097992 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [None req-344880b0-44e2-470f-829c-26ec56b49017 admin admin] 10.222.0.46 "DELETE /v2.0/networks/daa727ac-86a8-4704-b1b4-10803b6b1e68 HTTP/1.1" status: 204 len: 168 time: 0.3788166 Sep 29 15:42:48.109303 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-344880b0-44e2-470f-829c-26ec56b49017 admin admin] Pushing event deleted for resources: {'Network': ['ID=daa727ac-86a8-4704-b1b4-10803b6b1e68,revision_number=None']} {{(pid=96120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 15:42:48.118256 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-2bc26a4a-c8d6-4771-8c38-77fe03b81084 req-0fffd8e6-af2c-4ad6-8219-7f6d26eca333 service neutron] 10.222.0.22 "GET /v2.0/networks/41529908-bf9d-4f22-bd36-308129b2f718?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1025760 Sep 29 15:42:48.124668 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.plugins.ml2.rpc [None req-86ea74e9-eea3-4769-b153-652ac6294d68 None None] Device 06e76d87-b5c4-4194-ac32-357149d701e3 no longer exists at agent ovs-agent-dv-cinder-806616-6-iscsi {{(pid=96122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 15:42:48.144930 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.plugins.ml2.plugin [None req-86ea74e9-eea3-4769-b153-652ac6294d68 None None] No Port match for: 06e76d87-b5c4-4194-ac32-357149d701e3 {{(pid=96122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 29 15:42:48.145527 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.plugins.ml2.rpc [None req-86ea74e9-eea3-4769-b153-652ac6294d68 None None] Device 06e76d87-b5c4-4194-ac32-357149d701e3 not bound to the agent host dv-cinder-806616-6-iscsi {{(pid=96122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 15:42:48.146099 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.plugins.ml2.rpc [None req-86ea74e9-eea3-4769-b153-652ac6294d68 None None] Device 588818ad-538d-4947-9bed-9555b7ed561b no longer exists at agent ovs-agent-dv-cinder-806616-6-iscsi {{(pid=96122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 15:42:48.165495 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.plugins.ml2.plugin [None req-86ea74e9-eea3-4769-b153-652ac6294d68 None None] No Port match for: 588818ad-538d-4947-9bed-9555b7ed561b {{(pid=96122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 29 15:42:48.165848 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.plugins.ml2.rpc [None req-86ea74e9-eea3-4769-b153-652ac6294d68 None None] Device 588818ad-538d-4947-9bed-9555b7ed561b not bound to the agent host dv-cinder-806616-6-iscsi {{(pid=96122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 15:42:48.225526 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-2bc26a4a-c8d6-4771-8c38-77fe03b81084 req-06ca142c-1084-4ae9-9a97-395600ae327f service neutron] 10.222.0.22 "GET /v2.0/networks/41529908-bf9d-4f22-bd36-308129b2f718?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0929058 Sep 29 15:42:48.499274 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.wsgi [-] (96120) accepted ('10.222.0.46', 33520) {{(pid=96120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 15:42:48.539297 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [None req-ad96455b-88c0-438d-8b99-a3c548c19e53 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=b4ec83ad588647be8ebbcc854394cb61&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0383720 Sep 29 15:42:48.542819 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.wsgi [-] (96120) accepted ('10.222.0.46', 33522) {{(pid=96120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 15:42:48.592358 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-3d3f7d23-cbbd-41de-8b50-e26d37c3a48b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:42:48.612824 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-3d3f7d23-cbbd-41de-8b50-e26d37c3a48b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:42:48.707740 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3891ff64-f6e1-4c07-8572-57271a77a5e0 req-6cd4fefa-503d-4eef-8f4e-cdca5d990a74 tempest-AttachVolumeTestJSON-270594920 tempest-AttachVolumeTestJSON-270594920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:42:48.709227 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [req-3891ff64-f6e1-4c07-8572-57271a77a5e0 req-6cd4fefa-503d-4eef-8f4e-cdca5d990a74 tempest-AttachVolumeTestJSON-270594920 tempest-AttachVolumeTestJSON-270594920-project] 10.222.0.46 "GET /v2.0/ports?device_id=f6e7bb73-46e1-46cc-b0cb-c0a13b6c495d HTTP/1.1" status: 200 len: 946 time: 0.0470443 Sep 29 15:42:48.745747 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-3d3f7d23-cbbd-41de-8b50-e26d37c3a48b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579214'] for security_group, after_delete {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:42:48.748183 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-3d3f7d23-cbbd-41de-8b50-e26d37c3a48b admin admin] Notify callbacks [] for security_group, before_response {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:42:48.757396 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [None req-3d3f7d23-cbbd-41de-8b50-e26d37c3a48b admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/69bb6ea6-2770-4a41-88ab-960c26e8ecb2 HTTP/1.1" status: 204 len: 168 time: 0.2055962 Sep 29 15:42:48.757396 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [req-3891ff64-f6e1-4c07-8572-57271a77a5e0 req-4d22cf9b-a03a-4af5-9e3f-0a4913185507 tempest-AttachVolumeTestJSON-270594920 tempest-AttachVolumeTestJSON-270594920-project] 10.222.0.46 "GET /v2.0/security-groups?id=fd7c349f-6119-46da-b1a9-67ca18fd632b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380642 Sep 29 15:42:48.760265 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d3f7d23-cbbd-41de-8b50-e26d37c3a48b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69bb6ea6-2770-4a41-88ab-960c26e8ecb2,revision_number=None']} {{(pid=96120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 15:42:49.873208 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c18a2c-899b-4ae4-99a1-1cc4123d6bdb req-75a5e1af-95e1-47bd-ba06-ea627b6a76a9 tempest-AttachVolumeTestJSON-270594920 tempest-AttachVolumeTestJSON-270594920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:42:49.874706 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-12c18a2c-899b-4ae4-99a1-1cc4123d6bdb req-75a5e1af-95e1-47bd-ba06-ea627b6a76a9 tempest-AttachVolumeTestJSON-270594920 tempest-AttachVolumeTestJSON-270594920-project] 10.222.0.46 "GET /v2.0/ports?device_id=f6e7bb73-46e1-46cc-b0cb-c0a13b6c495d HTTP/1.1" status: 200 len: 946 time: 0.0530565 Sep 29 15:42:49.914020 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-12c18a2c-899b-4ae4-99a1-1cc4123d6bdb req-68f3a709-bf0b-4182-965f-9850d2b4e50b tempest-AttachVolumeTestJSON-270594920 tempest-AttachVolumeTestJSON-270594920-project] 10.222.0.46 "GET /v2.0/security-groups?id=fd7c349f-6119-46da-b1a9-67ca18fd632b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328381 Sep 29 15:42:54.179718 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron_lib.callbacks.manager [None req-b9d516cb-f362-4023-bd44-b90052987219 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741779927170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-625140'] for agent, after_update {{(pid=96122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:42:56.225600 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.wsgi [-] (96120) accepted ('10.222.0.46', 33686) {{(pid=96120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 15:42:56.334177 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-d0322ce7-24b9-43c1-9ab7-07a01c9c0e73 admin admin] Notify callbacks [] for security_group, before_create {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:42:56.424153 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-d0322ce7-24b9-43c1-9ab7-07a01c9c0e73 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:42:56.557247 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-d0322ce7-24b9-43c1-9ab7-07a01c9c0e73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579214'] for security_group, after_create {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:42:56.597210 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [None req-d0322ce7-24b9-43c1-9ab7-07a01c9c0e73 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=51005c704c2a41c4b5ec0dbc362017a0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3704951 Sep 29 15:42:56.598309 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0322ce7-24b9-43c1-9ab7-07a01c9c0e73 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d6bc733-d322-48b1-aa88-6391651a87f9,revision_number=1']} {{(pid=96120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 15:42:56.599963 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.wsgi [-] (96121) accepted ('10.222.0.46', 33698) {{(pid=96121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 15:42:56.636914 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron_lib.callbacks.manager [None req-3f53213c-1a54-4fca-a0b0-092f225fc386 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741779927170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-625140'] for agent, after_update {{(pid=96122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:42:56.650776 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [None req-5e53f3a5-ffe8-4820-8570-3802b0977200 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:42:56.671652 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [None req-5e53f3a5-ffe8-4820-8570-3802b0977200 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:42:56.796825 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [None req-5e53f3a5-ffe8-4820-8570-3802b0977200 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579214'] for security_group, after_delete {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:42:56.799428 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [None req-5e53f3a5-ffe8-4820-8570-3802b0977200 admin admin] Notify callbacks [] for security_group, before_response {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:42:56.800623 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [None req-5e53f3a5-ffe8-4820-8570-3802b0977200 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/1d6bc733-d322-48b1-aa88-6391651a87f9 HTTP/1.1" status: 204 len: 168 time: 0.1986990 Sep 29 15:42:56.808959 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e53f3a5-ffe8-4820-8570-3802b0977200 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d6bc733-d322-48b1-aa88-6391651a87f9,revision_number=None']} {{(pid=96121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 15:42:57.493621 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.wsgi [-] (96121) accepted ('10.222.0.46', 33710) {{(pid=96121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 15:42:57.506447 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [None req-c0d5d37f-a023-4321-ace2-70b29bff3b39 admin admin] Notify callbacks [] for security_group, before_create {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:42:57.551072 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron_lib.callbacks.manager [None req-86ea74e9-eea3-4769-b153-652ac6294d68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741779927170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-625140'] for agent, after_update {{(pid=96122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:42:57.590858 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [None req-c0d5d37f-a023-4321-ace2-70b29bff3b39 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:42:57.647737 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [None req-c0d5d37f-a023-4321-ace2-70b29bff3b39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579214'] for security_group, after_create {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:42:57.686406 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d5d37f-a023-4321-ace2-70b29bff3b39 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77db36e1-28e9-4914-a03c-1f5f5b544605,revision_number=1']} {{(pid=96121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 15:42:57.690611 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [None req-c0d5d37f-a023-4321-ace2-70b29bff3b39 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=540e4e260d254a1ba3cd6d5dfcc7c92d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1959643 Sep 29 15:42:57.693222 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.wsgi [-] (96121) accepted ('10.222.0.46', 33712) {{(pid=96121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 15:42:57.740081 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [None req-88b9dadc-1da0-4a48-87e1-08120c6350e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:42:57.760057 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [None req-88b9dadc-1da0-4a48-87e1-08120c6350e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:42:57.888414 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [None req-88b9dadc-1da0-4a48-87e1-08120c6350e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579214'] for security_group, after_delete {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:42:57.890967 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [None req-88b9dadc-1da0-4a48-87e1-08120c6350e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:42:57.892146 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [None req-88b9dadc-1da0-4a48-87e1-08120c6350e0 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/77db36e1-28e9-4914-a03c-1f5f5b544605 HTTP/1.1" status: 204 len: 168 time: 0.1980062 Sep 29 15:42:57.900780 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88b9dadc-1da0-4a48-87e1-08120c6350e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77db36e1-28e9-4914-a03c-1f5f5b544605,revision_number=None']} {{(pid=96121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 15:42:58.545601 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron_lib.callbacks.manager [None req-d04ed334-d278-4234-b850-06fee10c9c6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741779927170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-625140'] for agent, after_update {{(pid=96122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:42:59.585598 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron_lib.callbacks.manager [None req-9bd021b7-afaf-4c67-b111-7b9308fbf6a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741779927170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-625140'] for agent, after_update {{(pid=96122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:43:05.362555 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.wsgi [-] (96121) accepted ('10.222.0.46', 33846) {{(pid=96121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 15:43:05.466063 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [None req-d545699c-8eb2-4c15-a820-e7c0d07f3bcd admin admin] Notify callbacks [] for security_group, before_create {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:43:05.560850 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [None req-d545699c-8eb2-4c15-a820-e7c0d07f3bcd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:43:05.641444 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [None req-d545699c-8eb2-4c15-a820-e7c0d07f3bcd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579214'] for security_group, after_create {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:43:05.681324 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [None req-d545699c-8eb2-4c15-a820-e7c0d07f3bcd admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=140db6b1b44f4c2b9167f32b8f8933c3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3176985 Sep 29 15:43:05.682166 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d545699c-8eb2-4c15-a820-e7c0d07f3bcd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6684117-8d1e-4389-8beb-919d11996ceb,revision_number=1']} {{(pid=96121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 15:43:05.684556 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.wsgi [-] (96120) accepted ('10.222.0.46', 33860) {{(pid=96120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 15:43:05.732595 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-6753fb3e-eb86-48c9-afe6-b4041481da82 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:43:05.753064 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-6753fb3e-eb86-48c9-afe6-b4041481da82 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:43:05.807493 dv-cinder-806616-6-iscsi neutron-server[96123]: DEBUG neutron.db.agents_db [None req-ce50b6f1-f7bd-4b59-8641-9f71b480b041 None None] Agent healthcheck: found 6 active agents {{(pid=96123) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 29 15:43:05.894126 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-6753fb3e-eb86-48c9-afe6-b4041481da82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579214'] for security_group, after_delete {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:43:05.896974 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-6753fb3e-eb86-48c9-afe6-b4041481da82 admin admin] Notify callbacks [] for security_group, before_response {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:43:05.898131 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [None req-6753fb3e-eb86-48c9-afe6-b4041481da82 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/b6684117-8d1e-4389-8beb-919d11996ceb HTTP/1.1" status: 204 len: 168 time: 0.2125859 Sep 29 15:43:05.906299 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6753fb3e-eb86-48c9-afe6-b4041481da82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6684117-8d1e-4389-8beb-919d11996ceb,revision_number=None']} {{(pid=96120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 15:43:06.427314 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-0001b4ce-1f37-480f-b320-1b0687d1733e req-bfb42398-eaa6-491a-95f8-aadf99b513fe service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=f6e7bb73-46e1-46cc-b0cb-c0a13b6c495d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0380139 Sep 29 15:43:06.459075 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.wsgi [-] (96120) accepted ('10.222.0.46', 33870) {{(pid=96120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 15:43:06.472179 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-b1bf8a84-d7f6-48fc-9e7b-37454265d877 admin admin] Notify callbacks [] for security_group, before_create {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:43:06.498229 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0001b4ce-1f37-480f-b320-1b0687d1733e req-77f8dbfc-da09-4177-a60f-372687802e24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:43:06.499736 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-0001b4ce-1f37-480f-b320-1b0687d1733e req-77f8dbfc-da09-4177-a60f-372687802e24 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=ac94bfaead184f89a85a5713fd06a3ee&device_id=f6e7bb73-46e1-46cc-b0cb-c0a13b6c495d HTTP/1.1" status: 200 len: 1099 time: 0.0389497 Sep 29 15:43:06.562222 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-b1bf8a84-d7f6-48fc-9e7b-37454265d877 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:43:06.603842 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0001b4ce-1f37-480f-b320-1b0687d1733e req-b439942e-c682-4072-884c-6018cb2eab4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:43:06.605573 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-0001b4ce-1f37-480f-b320-1b0687d1733e req-b439942e-c682-4072-884c-6018cb2eab4b service neutron] 10.222.0.22 "GET /v2.0/networks?id=41529908-bf9d-4f22-bd36-308129b2f718 HTTP/1.1" status: 200 len: 911 time: 0.0868964 Sep 29 15:43:06.625522 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-b1bf8a84-d7f6-48fc-9e7b-37454265d877 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579214'] for security_group, after_create {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:43:06.664033 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [None req-b1bf8a84-d7f6-48fc-9e7b-37454265d877 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=9bd60ed18ceb4b3fb33a18b9f6d0e355&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2038362 Sep 29 15:43:06.665075 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1bf8a84-d7f6-48fc-9e7b-37454265d877 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7b89601-e9ac-4034-8e20-88f0e96f7e1f,revision_number=1']} {{(pid=96120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 15:43:06.667505 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.wsgi [-] (96120) accepted ('10.222.0.46', 33872) {{(pid=96120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 15:43:06.670181 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-0001b4ce-1f37-480f-b320-1b0687d1733e req-692a05a2-cb13-405c-9fee-5f80229ac880 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8b381780-c788-4e42-81f1-ad86f28e31ef HTTP/1.1" status: 200 len: 1002 time: 0.0573943 Sep 29 15:43:06.719887 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-d88f7f73-f8ac-4b73-8057-400f3b744559 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:43:06.721025 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0001b4ce-1f37-480f-b320-1b0687d1733e req-34e9d762-be45-4485-ae56-7f1868ec195b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:43:06.723436 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-0001b4ce-1f37-480f-b320-1b0687d1733e req-34e9d762-be45-4485-ae56-7f1868ec195b service neutron] 10.222.0.22 "GET /v2.0/subnets?id=dd4e2821-37a9-4ee4-80ce-9b4e5d3432ba HTTP/1.1" status: 200 len: 849 time: 0.0461359 Sep 29 15:43:06.742020 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-d88f7f73-f8ac-4b73-8057-400f3b744559 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:43:06.773792 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0001b4ce-1f37-480f-b320-1b0687d1733e req-e25c987d-a7af-4b24-b678-33a4667f8729 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:43:06.775271 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-0001b4ce-1f37-480f-b320-1b0687d1733e req-e25c987d-a7af-4b24-b678-33a4667f8729 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=41529908-bf9d-4f22-bd36-308129b2f718&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0431530 Sep 29 15:43:06.791369 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron_lib.callbacks.manager [None req-4d55257e-523e-4b8d-ab2b-d46a31710be1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741779927170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-625140'] for agent, after_update {{(pid=96122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:43:06.848245 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-d88f7f73-f8ac-4b73-8057-400f3b744559 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579214'] for security_group, after_delete {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:43:06.851698 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-d88f7f73-f8ac-4b73-8057-400f3b744559 admin admin] Notify callbacks [] for security_group, before_response {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:43:06.852896 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [None req-d88f7f73-f8ac-4b73-8057-400f3b744559 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/e7b89601-e9ac-4034-8e20-88f0e96f7e1f HTTP/1.1" status: 204 len: 168 time: 0.1844516 Sep 29 15:43:06.863381 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d88f7f73-f8ac-4b73-8057-400f3b744559 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7b89601-e9ac-4034-8e20-88f0e96f7e1f,revision_number=None']} {{(pid=96120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 15:43:06.869848 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-0001b4ce-1f37-480f-b320-1b0687d1733e req-2db0fc26-02f8-4ee9-9eb1-712a25bdabc1 service neutron] 10.222.0.22 "GET /v2.0/networks/41529908-bf9d-4f22-bd36-308129b2f718?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860293 Sep 29 15:43:06.975694 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-0001b4ce-1f37-480f-b320-1b0687d1733e req-b9d27f48-39ba-4992-ae75-3c7cefe10b22 service neutron] 10.222.0.22 "GET /v2.0/networks/41529908-bf9d-4f22-bd36-308129b2f718?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0983758 Sep 29 15:43:08.892770 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.wsgi [-] (96121) accepted ('10.222.0.46', 33940) {{(pid=96121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 15:43:08.996448 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [None req-0566ab6f-f07c-489d-bfbc-1972404cc121 admin admin] Notify callbacks [] for security_group, before_create {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:43:09.094097 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [None req-0566ab6f-f07c-489d-bfbc-1972404cc121 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:43:09.185354 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [None req-0566ab6f-f07c-489d-bfbc-1972404cc121 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579214'] for security_group, after_create {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:43:09.223847 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [None req-0566ab6f-f07c-489d-bfbc-1972404cc121 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=6391d65e2692451fa023cd0b9eada455&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3299804 Sep 29 15:43:09.225919 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0566ab6f-f07c-489d-bfbc-1972404cc121 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a463ddd0-a0f5-42c1-9b3e-c8b302f3a160,revision_number=1']} {{(pid=96121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 15:43:09.226761 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.wsgi [-] (96120) accepted ('10.222.0.46', 33950) {{(pid=96120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 15:43:09.276329 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-8e750161-e080-424f-8b08-97520bd19edf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:43:09.297002 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-8e750161-e080-424f-8b08-97520bd19edf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:43:09.397310 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-8e750161-e080-424f-8b08-97520bd19edf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579214'] for security_group, after_delete {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:43:09.399717 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-8e750161-e080-424f-8b08-97520bd19edf admin admin] Notify callbacks [] for security_group, before_response {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:43:09.401023 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [None req-8e750161-e080-424f-8b08-97520bd19edf admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/a463ddd0-a0f5-42c1-9b3e-c8b302f3a160 HTTP/1.1" status: 204 len: 168 time: 0.1731803 Sep 29 15:43:09.408619 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e750161-e080-424f-8b08-97520bd19edf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a463ddd0-a0f5-42c1-9b3e-c8b302f3a160,revision_number=None']} {{(pid=96120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 15:43:10.070517 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.wsgi [-] (96120) accepted ('10.222.0.46', 33960) {{(pid=96120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 15:43:10.084077 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-7af139b5-5685-4a03-b443-62bcea6989ca admin admin] Notify callbacks [] for security_group, before_create {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:43:10.170121 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-7af139b5-5685-4a03-b443-62bcea6989ca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:43:10.242273 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-7af139b5-5685-4a03-b443-62bcea6989ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579214'] for security_group, after_create {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:43:10.281562 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [None req-7af139b5-5685-4a03-b443-62bcea6989ca admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=35c16415070345d78b826ba64e404011&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2100019 Sep 29 15:43:10.282643 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af139b5-5685-4a03-b443-62bcea6989ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=360f253e-e42b-49f1-9ce7-0faefd6ca43c,revision_number=1']} {{(pid=96120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 15:43:10.284314 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.wsgi [-] (96121) accepted ('10.222.0.46', 33962) {{(pid=96121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 15:43:10.332063 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [None req-f21fcb40-71de-46f6-98f1-7ff10acd5129 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:43:10.352125 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [None req-f21fcb40-71de-46f6-98f1-7ff10acd5129 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:43:10.481767 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [None req-f21fcb40-71de-46f6-98f1-7ff10acd5129 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579214'] for security_group, after_delete {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:43:10.484507 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [None req-f21fcb40-71de-46f6-98f1-7ff10acd5129 admin admin] Notify callbacks [] for security_group, before_response {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:43:10.485637 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [None req-f21fcb40-71de-46f6-98f1-7ff10acd5129 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/360f253e-e42b-49f1-9ce7-0faefd6ca43c HTTP/1.1" status: 204 len: 168 time: 0.1995451 Sep 29 15:43:10.493184 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f21fcb40-71de-46f6-98f1-7ff10acd5129 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=360f253e-e42b-49f1-9ce7-0faefd6ca43c,revision_number=None']} {{(pid=96121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 15:43:11.561876 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.wsgi [-] (96121) accepted ('10.222.0.46', 33990) {{(pid=96121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 15:43:11.657794 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.api.v2.base [None req-ac4e56ef-ecab-4c4a-aa82-904d2c00b240 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1088728966-network', 'tenant_id': '44ee50b6282a4f638412b3560441ad6e'}} {{(pid=96121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 15:43:11.762544 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac4e56ef-ecab-4c4a-aa82-904d2c00b240 admin admin] Made reservation on behalf of 44ee50b6282a4f638412b3560441ad6e for: {'network': 1} {{(pid=96121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 15:43:11.764804 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [None req-ac4e56ef-ecab-4c4a-aa82-904d2c00b240 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-684029'] for network, before_create {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:43:11.773380 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [None req-ac4e56ef-ecab-4c4a-aa82-904d2c00b240 admin admin] Notify callbacks [] for security_group, before_create {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:43:11.858400 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [None req-ac4e56ef-ecab-4c4a-aa82-904d2c00b240 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:43:11.979537 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [None req-ac4e56ef-ecab-4c4a-aa82-904d2c00b240 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579214'] for security_group, after_create {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:43:12.006629 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ac4e56ef-ecab-4c4a-aa82-904d2c00b240 admin admin] vlan segment allocate from pool success with {'vlan_id': 647, 'physical_network': 'physnet1'} {{(pid=96121) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 29 15:43:12.013080 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac4e56ef-ecab-4c4a-aa82-904d2c00b240 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c012b5fa-2c2e-4547-9815-150d77b2ab6e,revision_number=1']} {{(pid=96121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 15:43:12.020658 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [None req-ac4e56ef-ecab-4c4a-aa82-904d2c00b240 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-649178'] for segment, precommit_create {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:43:12.020658 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.db.segments_db [None req-ac4e56ef-ecab-4c4a-aa82-904d2c00b240 admin admin] Added segment 5b203ade-df75-4ea6-90fe-d87e205705e1 of type vlan for network a5cfce7c-f34a-4aa4-81d1-0d5963dd18ca Sep 29 15:43:12.058890 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [None req-ac4e56ef-ecab-4c4a-aa82-904d2c00b240 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741779631391'] for network, precommit_create {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:43:12.150962 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [None req-ac4e56ef-ecab-4c4a-aa82-904d2c00b240 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575366'] for network, after_create {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:43:12.152506 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac4e56ef-ecab-4c4a-aa82-904d2c00b240 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:43:12.153077 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [None req-ac4e56ef-ecab-4c4a-aa82-904d2c00b240 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577532'] for network, before_response {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:43:12.210767 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac4e56ef-ecab-4c4a-aa82-904d2c00b240 admin admin] Pushing event updated for resources: {'Network': ['ID=a5cfce7c-f34a-4aa4-81d1-0d5963dd18ca,revision_number=1']} {{(pid=96121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 15:43:12.220939 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.plugins.ml2.rpc [None req-86ea74e9-eea3-4769-b153-652ac6294d68 None None] Network a5cfce7c-f34a-4aa4-81d1-0d5963dd18ca details requested by agent ovs-agent-dv-cinder-806616-6-iscsi with host dv-cinder-806616-6-iscsi {{(pid=96122) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 29 15:43:12.243443 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [None req-ac4e56ef-ecab-4c4a-aa82-904d2c00b240 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6804147 Sep 29 15:43:12.246373 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.wsgi [-] (96121) accepted ('10.222.0.46', 33994) {{(pid=96121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 15:43:12.251734 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.api.v2.base [None req-cdf97364-5a1c-4c8b-9d6d-5ff733558580 admin admin] Request body: {'subnet': {'network_id': 'a5cfce7c-f34a-4aa4-81d1-0d5963dd18ca', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1088728966-subnet', 'tenant_id': '44ee50b6282a4f638412b3560441ad6e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=96121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 15:43:12.332695 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cdf97364-5a1c-4c8b-9d6d-5ff733558580 admin admin] Made reservation on behalf of 44ee50b6282a4f638412b3560441ad6e for: {'subnet': 1} {{(pid=96121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 15:43:12.335015 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [None req-cdf97364-5a1c-4c8b-9d6d-5ff733558580 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9173262'] for subnet, before_create {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:43:12.545611 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [None req-cdf97364-5a1c-4c8b-9d6d-5ff733558580 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1575015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3898543', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9173308'] for subnet, after_create {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:43:12.602665 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf97364-5a1c-4c8b-9d6d-5ff733558580 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d1e1db02-8983-416f-8530-33f4bff2206e,revision_number=0']} {{(pid=96121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 15:43:12.609600 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdf97364-5a1c-4c8b-9d6d-5ff733558580 admin admin] Checking segment: {'id': '5b203ade-df75-4ea6-90fe-d87e205705e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'a5cfce7c-f34a-4aa4-81d1-0d5963dd18ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96121) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 15:43:12.609951 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdf97364-5a1c-4c8b-9d6d-5ff733558580 admin admin] Network hostable DHCP agents. Network: a5cfce7c-f34a-4aa4-81d1-0d5963dd18ca, hostable agents: ['626ea16d-5941-4cb2-98b6-5e39c33395ed'], hosted agents: [] {{(pid=96121) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 29 15:43:12.722287 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdf97364-5a1c-4c8b-9d6d-5ff733558580 admin admin] Network a5cfce7c-f34a-4aa4-81d1-0d5963dd18ca is scheduled to be hosted by DHCP agent 626ea16d-5941-4cb2-98b6-5e39c33395ed with binding_index 1 {{(pid=96121) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 29 15:43:12.796934 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.scheduler.base_scheduler [None req-cdf97364-5a1c-4c8b-9d6d-5ff733558580 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-806616-6-iscsi, a5cfce7c-f34a-4aa4-81d1-0d5963dd18ca) {{(pid=96121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 15:43:12.801204 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdf97364-5a1c-4c8b-9d6d-5ff733558580 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=96121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:43:12.801670 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [None req-cdf97364-5a1c-4c8b-9d6d-5ff733558580 admin admin] Notify callbacks [] for subnet, before_response {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:43:12.805903 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fa0bbfa-d546-4381-9a1a-26a3e7f32b34 None None] Network a5cfce7c-f34a-4aa4-81d1-0d5963dd18ca requested from dv-cinder-806616-6-iscsi {{(pid=96122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 15:43:12.924714 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c6d9cda-af36-4f28-a25d-23edbbd25d50 None None] Network a5cfce7c-f34a-4aa4-81d1-0d5963dd18ca requested from dv-cinder-806616-6-iscsi {{(pid=96122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 15:43:12.945913 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [None req-cdf97364-5a1c-4c8b-9d6d-5ff733558580 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6981461 Sep 29 15:43:13.609541 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.wsgi [-] (96121) accepted ('10.222.0.46', 34056) {{(pid=96121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 15:43:13.614326 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.api.v2.base [None req-b4f777d7-d349-4128-9d23-d106ae0fb80d admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-289138812-network', 'tenant_id': '5390c8f21d1447b98f32b626df3e0b7d'}} {{(pid=96121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 15:43:13.722589 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4f777d7-d349-4128-9d23-d106ae0fb80d admin admin] Made reservation on behalf of 5390c8f21d1447b98f32b626df3e0b7d for: {'network': 1} {{(pid=96121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 15:43:13.725151 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [None req-b4f777d7-d349-4128-9d23-d106ae0fb80d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-684029'] for network, before_create {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:43:13.734323 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [None req-b4f777d7-d349-4128-9d23-d106ae0fb80d admin admin] Notify callbacks [] for security_group, before_create {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:43:13.827246 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [None req-b4f777d7-d349-4128-9d23-d106ae0fb80d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:43:13.922402 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [None req-b4f777d7-d349-4128-9d23-d106ae0fb80d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579214'] for security_group, after_create {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:43:13.948399 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b4f777d7-d349-4128-9d23-d106ae0fb80d admin admin] vlan segment allocate from pool success with {'vlan_id': 614, 'physical_network': 'physnet1'} {{(pid=96121) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 29 15:43:13.954589 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f777d7-d349-4128-9d23-d106ae0fb80d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=501f73e7-c3d8-4f02-90fa-5480d5421dff,revision_number=1']} {{(pid=96121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 15:43:13.960481 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [None req-b4f777d7-d349-4128-9d23-d106ae0fb80d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-649178'] for segment, precommit_create {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:43:13.960794 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.db.segments_db [None req-b4f777d7-d349-4128-9d23-d106ae0fb80d admin admin] Added segment 0be8040b-8e29-4000-9ae2-0c4f2fb1fe87 of type vlan for network 0cb048ca-dd89-47e0-ac5e-c16d6f6c1cbe Sep 29 15:43:14.004086 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [None req-b4f777d7-d349-4128-9d23-d106ae0fb80d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741779631391'] for network, precommit_create {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:43:14.162720 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [None req-b4f777d7-d349-4128-9d23-d106ae0fb80d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575366'] for network, after_create {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:43:14.163773 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4f777d7-d349-4128-9d23-d106ae0fb80d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:43:14.164459 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [None req-b4f777d7-d349-4128-9d23-d106ae0fb80d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577532'] for network, before_response {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:43:14.223406 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f777d7-d349-4128-9d23-d106ae0fb80d admin admin] Pushing event updated for resources: {'Network': ['ID=0cb048ca-dd89-47e0-ac5e-c16d6f6c1cbe,revision_number=1']} {{(pid=96121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 15:43:14.233516 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.plugins.ml2.rpc [None req-86ea74e9-eea3-4769-b153-652ac6294d68 None None] Network 0cb048ca-dd89-47e0-ac5e-c16d6f6c1cbe details requested by agent ovs-agent-dv-cinder-806616-6-iscsi with host dv-cinder-806616-6-iscsi {{(pid=96122) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 29 15:43:14.278226 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [None req-b4f777d7-d349-4128-9d23-d106ae0fb80d admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.6675885 Sep 29 15:43:14.280895 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.wsgi [-] (96121) accepted ('10.222.0.46', 34074) {{(pid=96121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 15:43:14.285687 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.api.v2.base [None req-152bfebc-5079-4cf4-bf66-d002a87f0ed5 admin admin] Request body: {'subnet': {'network_id': '0cb048ca-dd89-47e0-ac5e-c16d6f6c1cbe', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-289138812-subnet', 'tenant_id': '5390c8f21d1447b98f32b626df3e0b7d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=96121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 15:43:14.442637 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-152bfebc-5079-4cf4-bf66-d002a87f0ed5 admin admin] Made reservation on behalf of 5390c8f21d1447b98f32b626df3e0b7d for: {'subnet': 1} {{(pid=96121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 15:43:14.445092 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [None req-152bfebc-5079-4cf4-bf66-d002a87f0ed5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9173262'] for subnet, before_create {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:43:14.659841 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [None req-152bfebc-5079-4cf4-bf66-d002a87f0ed5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1575015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3898543', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9173308'] for subnet, after_create {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:43:14.717609 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-152bfebc-5079-4cf4-bf66-d002a87f0ed5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e752a75d-3c67-4e32-8655-7a880002e764,revision_number=0']} {{(pid=96121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 15:43:14.726064 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-152bfebc-5079-4cf4-bf66-d002a87f0ed5 admin admin] Checking segment: {'id': '0be8040b-8e29-4000-9ae2-0c4f2fb1fe87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '0cb048ca-dd89-47e0-ac5e-c16d6f6c1cbe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96121) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 15:43:14.726431 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-152bfebc-5079-4cf4-bf66-d002a87f0ed5 admin admin] Network hostable DHCP agents. Network: 0cb048ca-dd89-47e0-ac5e-c16d6f6c1cbe, hostable agents: ['626ea16d-5941-4cb2-98b6-5e39c33395ed'], hosted agents: [] {{(pid=96121) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 29 15:43:14.837056 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-152bfebc-5079-4cf4-bf66-d002a87f0ed5 admin admin] Network 0cb048ca-dd89-47e0-ac5e-c16d6f6c1cbe is scheduled to be hosted by DHCP agent 626ea16d-5941-4cb2-98b6-5e39c33395ed with binding_index 1 {{(pid=96121) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 29 15:43:14.956940 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.scheduler.base_scheduler [None req-152bfebc-5079-4cf4-bf66-d002a87f0ed5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-806616-6-iscsi, 0cb048ca-dd89-47e0-ac5e-c16d6f6c1cbe) {{(pid=96121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 15:43:14.960809 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-152bfebc-5079-4cf4-bf66-d002a87f0ed5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=96121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:43:14.961391 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [None req-152bfebc-5079-4cf4-bf66-d002a87f0ed5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:43:14.965536 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-614e824d-d236-4d57-85be-b97190effda8 None None] Network 0cb048ca-dd89-47e0-ac5e-c16d6f6c1cbe requested from dv-cinder-806616-6-iscsi {{(pid=96122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 15:43:15.066495 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [None req-152bfebc-5079-4cf4-bf66-d002a87f0ed5 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7845244 Sep 29 15:43:15.083754 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ee42f39-13a1-4ae4-bcec-e1c166601eec None None] Network 0cb048ca-dd89-47e0-ac5e-c16d6f6c1cbe requested from dv-cinder-806616-6-iscsi {{(pid=96122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 15:43:16.286320 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02808c79-ce20-41df-9d4f-d3e278bfd9e5 req-dc1260fb-6180-45b1-8560-dec0d53e5ff1 tempest-AttachVolumeShelveTestJSON-850210833 tempest-AttachVolumeShelveTestJSON-850210833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:43:16.288096 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [req-02808c79-ce20-41df-9d4f-d3e278bfd9e5 req-dc1260fb-6180-45b1-8560-dec0d53e5ff1 tempest-AttachVolumeShelveTestJSON-850210833 tempest-AttachVolumeShelveTestJSON-850210833-project] 10.222.0.46 "GET /v2.0/ports?device_id=ac0e248a-618c-41cf-8477-3e208b9a1936 HTTP/1.1" status: 200 len: 946 time: 0.0535209 Sep 29 15:43:16.328718 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [req-02808c79-ce20-41df-9d4f-d3e278bfd9e5 req-e0cfb03c-c154-45ad-85a0-fea8613cd681 tempest-AttachVolumeShelveTestJSON-850210833 tempest-AttachVolumeShelveTestJSON-850210833-project] 10.222.0.46 "GET /v2.0/security-groups?id=0ae69e60-4c6a-41e5-8a1f-3e04c991f9a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342879 Sep 29 15:43:16.386798 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.wsgi [-] (96121) accepted ('10.222.0.46', 34112) {{(pid=96121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 15:43:16.489631 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [None req-d3db3c6b-f6b0-41d6-88d3-7c4ea0454361 admin admin] Notify callbacks [] for security_group, before_create {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:43:16.573889 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [None req-d3db3c6b-f6b0-41d6-88d3-7c4ea0454361 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:43:16.642411 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [None req-d3db3c6b-f6b0-41d6-88d3-7c4ea0454361 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579214'] for security_group, after_create {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:43:16.679091 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [None req-d3db3c6b-f6b0-41d6-88d3-7c4ea0454361 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=b4692975ee2c451f9f689984f8325109&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2912848 Sep 29 15:43:16.679933 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3db3c6b-f6b0-41d6-88d3-7c4ea0454361 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b56a6fcd-0789-4600-ac8f-0876bb266d2d,revision_number=1']} {{(pid=96121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 15:43:16.681874 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.wsgi [-] (96120) accepted ('10.222.0.46', 34116) {{(pid=96120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 15:43:16.730622 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-87d368a7-02fd-4d05-a2fe-00ac6826aea1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:43:16.752607 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-87d368a7-02fd-4d05-a2fe-00ac6826aea1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:43:16.922540 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-87d368a7-02fd-4d05-a2fe-00ac6826aea1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579214'] for security_group, after_delete {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:43:16.925154 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-87d368a7-02fd-4d05-a2fe-00ac6826aea1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:43:16.926307 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [None req-87d368a7-02fd-4d05-a2fe-00ac6826aea1 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/b56a6fcd-0789-4600-ac8f-0876bb266d2d HTTP/1.1" status: 204 len: 168 time: 0.2434568 Sep 29 15:43:16.934078 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d368a7-02fd-4d05-a2fe-00ac6826aea1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b56a6fcd-0789-4600-ac8f-0876bb266d2d,revision_number=None']} {{(pid=96120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 15:43:17.446630 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c383a824-8d04-414a-b305-f24cfe069b0e req-55f1e322-4bff-40b3-b9a7-1bc8617561a0 tempest-AttachVolumeShelveTestJSON-850210833 tempest-AttachVolumeShelveTestJSON-850210833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:43:17.448093 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-c383a824-8d04-414a-b305-f24cfe069b0e req-55f1e322-4bff-40b3-b9a7-1bc8617561a0 tempest-AttachVolumeShelveTestJSON-850210833 tempest-AttachVolumeShelveTestJSON-850210833-project] 10.222.0.46 "GET /v2.0/ports?device_id=ac0e248a-618c-41cf-8477-3e208b9a1936 HTTP/1.1" status: 200 len: 946 time: 0.0483363 Sep 29 15:43:17.485896 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-c383a824-8d04-414a-b305-f24cfe069b0e req-0de31f52-58a9-47d8-b3e6-f8f907fea415 tempest-AttachVolumeShelveTestJSON-850210833 tempest-AttachVolumeShelveTestJSON-850210833-project] 10.222.0.46 "GET /v2.0/security-groups?id=0ae69e60-4c6a-41e5-8a1f-3e04c991f9a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311837 Sep 29 15:43:17.584496 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.wsgi [-] (96121) accepted ('10.222.0.46', 34134) {{(pid=96121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 15:43:17.598053 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [None req-16b7eeee-b620-4e7c-a4d3-a76fe789a934 admin admin] Notify callbacks [] for security_group, before_create {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:43:17.684183 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [None req-16b7eeee-b620-4e7c-a4d3-a76fe789a934 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:43:17.808042 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [None req-16b7eeee-b620-4e7c-a4d3-a76fe789a934 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579214'] for security_group, after_create {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:43:17.851172 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [None req-16b7eeee-b620-4e7c-a4d3-a76fe789a934 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=733471066ac3405c82358bf595c5a134&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2634058 Sep 29 15:43:17.851399 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.wsgi [-] (96121) accepted ('10.222.0.46', 34138) {{(pid=96121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 15:43:17.858017 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16b7eeee-b620-4e7c-a4d3-a76fe789a934 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1e423f0-32d4-4569-bc6e-ad6daa64a4f5,revision_number=1']} {{(pid=96121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 15:43:17.905864 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [None req-54a0fd9c-93dd-4828-9f77-2941947552a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:43:17.926837 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [None req-54a0fd9c-93dd-4828-9f77-2941947552a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:43:18.045046 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b53ba5-0b67-4a45-95f6-ae3a14f0c674 req-a96a3759-e4a4-49f4-b03e-62ddb1fa657e tempest-AttachVolumeShelveTestJSON-850210833 tempest-AttachVolumeShelveTestJSON-850210833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:43:18.046527 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-f8b53ba5-0b67-4a45-95f6-ae3a14f0c674 req-a96a3759-e4a4-49f4-b03e-62ddb1fa657e tempest-AttachVolumeShelveTestJSON-850210833 tempest-AttachVolumeShelveTestJSON-850210833-project] 10.222.0.22 "GET /v2.0/ports?device_id=ac0e248a-618c-41cf-8477-3e208b9a1936 HTTP/1.1" status: 200 len: 946 time: 0.0472753 Sep 29 15:43:18.082093 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [None req-54a0fd9c-93dd-4828-9f77-2941947552a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579214'] for security_group, after_delete {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:43:18.084569 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [None req-54a0fd9c-93dd-4828-9f77-2941947552a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:43:18.085656 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [None req-54a0fd9c-93dd-4828-9f77-2941947552a1 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/c1e423f0-32d4-4569-bc6e-ad6daa64a4f5 HTTP/1.1" status: 204 len: 168 time: 0.2333314 Sep 29 15:43:18.101987 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a0fd9c-93dd-4828-9f77-2941947552a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1e423f0-32d4-4569-bc6e-ad6daa64a4f5,revision_number=None']} {{(pid=96121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 15:43:18.156828 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.plugins.ml2.plugin [req-f8b53ba5-0b67-4a45-95f6-ae3a14f0c674 req-fe003580-3a37-4d15-ab3d-0e3b29238372 tempest-AttachVolumeShelveTestJSON-850210833 tempest-AttachVolumeShelveTestJSON-850210833-project] Deleting port 4c897ac8-e270-4e7e-891a-c4da2db1a883 {{(pid=96121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 29 15:43:18.157166 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [req-f8b53ba5-0b67-4a45-95f6-ae3a14f0c674 req-fe003580-3a37-4d15-ab3d-0e3b29238372 tempest-AttachVolumeShelveTestJSON-850210833 tempest-AttachVolumeShelveTestJSON-850210833-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741780140072'] for port, before_delete {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:43:18.241235 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.plugins.ml2.db [req-f8b53ba5-0b67-4a45-95f6-ae3a14f0c674 req-fe003580-3a37-4d15-ab3d-0e3b29238372 tempest-AttachVolumeShelveTestJSON-850210833 tempest-AttachVolumeShelveTestJSON-850210833-project] For port 4c897ac8-e270-4e7e-891a-c4da2db1a883, host hv-cinder-80661, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80661',level=0,port_id=4c897ac8-e270-4e7e-891a-c4da2db1a883,segment=NetworkSegment(445f7458-c019-4777-b7f7-9f69e4e3102b),segment_id=445f7458-c019-4777-b7f7-9f69e4e3102b)] {{(pid=96121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 15:43:18.241599 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [req-f8b53ba5-0b67-4a45-95f6-ae3a14f0c674 req-fe003580-3a37-4d15-ab3d-0e3b29238372 tempest-AttachVolumeShelveTestJSON-850210833 tempest-AttachVolumeShelveTestJSON-850210833-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1614090'] for port, precommit_delete {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:43:18.614654 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de32363-9698-45a5-8655-ac0066e3d5f7 req-51079d60-ae68-4560-8af0-902af8b08703 tempest-AttachVolumeShelveTestJSON-850210833 tempest-AttachVolumeShelveTestJSON-850210833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:43:18.616203 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [req-5de32363-9698-45a5-8655-ac0066e3d5f7 req-51079d60-ae68-4560-8af0-902af8b08703 tempest-AttachVolumeShelveTestJSON-850210833 tempest-AttachVolumeShelveTestJSON-850210833-project] 10.222.0.46 "GET /v2.0/ports?device_id=ac0e248a-618c-41cf-8477-3e208b9a1936 HTTP/1.1" status: 200 len: 946 time: 0.0545030 Sep 29 15:43:18.663636 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [req-5de32363-9698-45a5-8655-ac0066e3d5f7 req-6412c01c-3d99-475b-a05f-0264e4f37180 tempest-AttachVolumeShelveTestJSON-850210833 tempest-AttachVolumeShelveTestJSON-850210833-project] 10.222.0.46 "GET /v2.0/security-groups?id=0ae69e60-4c6a-41e5-8a1f-3e04c991f9a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404398 Sep 29 15:43:18.695864 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [req-f8b53ba5-0b67-4a45-95f6-ae3a14f0c674 req-fe003580-3a37-4d15-ab3d-0e3b29238372 tempest-AttachVolumeShelveTestJSON-850210833 tempest-AttachVolumeShelveTestJSON-850210833-project] Notify callbacks [] for floatingip, precommit_update {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:43:18.696434 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [req-f8b53ba5-0b67-4a45-95f6-ae3a14f0c674 req-fe003580-3a37-4d15-ab3d-0e3b29238372 tempest-AttachVolumeShelveTestJSON-850210833 tempest-AttachVolumeShelveTestJSON-850210833-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1618963'] for floatingip, after_update {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:43:18.696574 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.db.l3_db [req-f8b53ba5-0b67-4a45-95f6-ae3a14f0c674 req-fe003580-3a37-4d15-ab3d-0e3b29238372 tempest-AttachVolumeShelveTestJSON-850210833 tempest-AttachVolumeShelveTestJSON-850210833-project] Floating IP 0125d7f6-25a2-42e4-b20b-314553c1565d disassociated. External IP: 172.27.0.141, port: 4c897ac8-e270-4e7e-891a-c4da2db1a883. Sep 29 15:43:18.696909 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.plugins.ml2.plugin [req-f8b53ba5-0b67-4a45-95f6-ae3a14f0c674 req-fe003580-3a37-4d15-ab3d-0e3b29238372 tempest-AttachVolumeShelveTestJSON-850210833 tempest-AttachVolumeShelveTestJSON-850210833-project] Calling delete_port for 4c897ac8-e270-4e7e-891a-c4da2db1a883 owned by compute:nova {{(pid=96121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 29 15:43:18.882824 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [req-f8b53ba5-0b67-4a45-95f6-ae3a14f0c674 req-fe003580-3a37-4d15-ab3d-0e3b29238372 tempest-AttachVolumeShelveTestJSON-850210833 tempest-AttachVolumeShelveTestJSON-850210833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741780147950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741779628746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3898419'] for port, after_delete {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:43:18.911766 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe003580-3a37-4d15-ab3d-0e3b29238372 tempest-AttachVolumeShelveTestJSON-850210833 tempest-AttachVolumeShelveTestJSON-850210833-project] Pushing event deleted for resources: {'Port': ['ID=4c897ac8-e270-4e7e-891a-c4da2db1a883,revision_number=None']} {{(pid=96121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 15:43:18.924899 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe003580-3a37-4d15-ab3d-0e3b29238372 tempest-AttachVolumeShelveTestJSON-850210833 tempest-AttachVolumeShelveTestJSON-850210833-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806616-6-iscsi {{(pid=96121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 15:43:18.925315 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe003580-3a37-4d15-ab3d-0e3b29238372 tempest-AttachVolumeShelveTestJSON-850210833 tempest-AttachVolumeShelveTestJSON-850210833-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806616-6-iscsi {{(pid=96121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 15:43:18.925566 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe003580-3a37-4d15-ab3d-0e3b29238372 tempest-AttachVolumeShelveTestJSON-850210833 tempest-AttachVolumeShelveTestJSON-850210833-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806616-6-iscsi {{(pid=96121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 15:43:18.925899 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe003580-3a37-4d15-ab3d-0e3b29238372 tempest-AttachVolumeShelveTestJSON-850210833 tempest-AttachVolumeShelveTestJSON-850210833-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806616-6-iscsi {{(pid=96121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 15:43:18.926231 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe003580-3a37-4d15-ab3d-0e3b29238372 tempest-AttachVolumeShelveTestJSON-850210833 tempest-AttachVolumeShelveTestJSON-850210833-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806616-6-iscsi {{(pid=96121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 15:43:18.926559 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe003580-3a37-4d15-ab3d-0e3b29238372 tempest-AttachVolumeShelveTestJSON-850210833 tempest-AttachVolumeShelveTestJSON-850210833-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806616-6-iscsi {{(pid=96121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 15:43:18.926875 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe003580-3a37-4d15-ab3d-0e3b29238372 tempest-AttachVolumeShelveTestJSON-850210833 tempest-AttachVolumeShelveTestJSON-850210833-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806616-6-iscsi {{(pid=96121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 15:43:18.927200 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe003580-3a37-4d15-ab3d-0e3b29238372 tempest-AttachVolumeShelveTestJSON-850210833 tempest-AttachVolumeShelveTestJSON-850210833-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806616-6-iscsi {{(pid=96121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 15:43:18.927519 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe003580-3a37-4d15-ab3d-0e3b29238372 tempest-AttachVolumeShelveTestJSON-850210833 tempest-AttachVolumeShelveTestJSON-850210833-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806616-6-iscsi {{(pid=96121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 15:43:18.927836 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe003580-3a37-4d15-ab3d-0e3b29238372 tempest-AttachVolumeShelveTestJSON-850210833 tempest-AttachVolumeShelveTestJSON-850210833-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806616-6-iscsi {{(pid=96121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 15:43:18.928205 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe003580-3a37-4d15-ab3d-0e3b29238372 tempest-AttachVolumeShelveTestJSON-850210833 tempest-AttachVolumeShelveTestJSON-850210833-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806616-6-iscsi {{(pid=96121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 15:43:18.928526 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe003580-3a37-4d15-ab3d-0e3b29238372 tempest-AttachVolumeShelveTestJSON-850210833 tempest-AttachVolumeShelveTestJSON-850210833-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806616-6-iscsi {{(pid=96121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 15:43:19.043852 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f8b53ba5-0b67-4a45-95f6-ae3a14f0c674 req-fe003580-3a37-4d15-ab3d-0e3b29238372 tempest-AttachVolumeShelveTestJSON-850210833 tempest-AttachVolumeShelveTestJSON-850210833-project] Router 52ced7d6-4c59-4942-adf4-47e984fe6127 has already been hosted by L3 agent e5061b61-feb3-46be-bd05-1226f95d9417 {{(pid=96121) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 29 15:43:19.153365 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f8b53ba5-0b67-4a45-95f6-ae3a14f0c674 req-fe003580-3a37-4d15-ab3d-0e3b29238372 tempest-AttachVolumeShelveTestJSON-850210833 tempest-AttachVolumeShelveTestJSON-850210833-project] Notify agent at l3_agent.dv-cinder-806616-6-iscsi the message routers_updated {{(pid=96121) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 15:43:19.163630 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cfcbba8-894b-407d-8d7d-eed7a6dd59b0 None None] Sync routers for ids ['52ced7d6-4c59-4942-adf4-47e984fe6127'] in dv-cinder-806616-6-iscsi {{(pid=96122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 15:43:19.173268 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cfcbba8-894b-407d-8d7d-eed7a6dd59b0 None None] Routers {'52ced7d6-4c59-4942-adf4-47e984fe6127'} bound to L3 agent in host dv-cinder-806616-6-iscsi {{(pid=96122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 15:43:19.173925 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.db.l3_hamode_db [None req-5cfcbba8-894b-407d-8d7d-eed7a6dd59b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806616-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-29T15:30:56Z,description=,heartbeat_timestamp=2021-09-29T15:42:57Z,host='dv-cinder-806616-6-iscsi',id=e5061b61-feb3-46be-bd05-1226f95d9417,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T15:30:57Z,topic='l3_agent')) {'router_ids': ['52ced7d6-4c59-4942-adf4-47e984fe6127'], 'active': True} {{(pid=96122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 15:43:19.198094 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8b53ba5-0b67-4a45-95f6-ae3a14f0c674 req-fe003580-3a37-4d15-ab3d-0e3b29238372 tempest-AttachVolumeShelveTestJSON-850210833 tempest-AttachVolumeShelveTestJSON-850210833-project] No DVR routers for this DVR port 4c897ac8-e270-4e7e-891a-c4da2db1a883 on host hv-cinder-80661 {{(pid=96121) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 15:43:19.200888 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [req-f8b53ba5-0b67-4a45-95f6-ae3a14f0c674 req-fe003580-3a37-4d15-ab3d-0e3b29238372 tempest-AttachVolumeShelveTestJSON-850210833 tempest-AttachVolumeShelveTestJSON-850210833-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238921'] for port, before_response {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:43:19.206368 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-f8b53ba5-0b67-4a45-95f6-ae3a14f0c674 req-fe003580-3a37-4d15-ab3d-0e3b29238372 tempest-AttachVolumeShelveTestJSON-850210833 tempest-AttachVolumeShelveTestJSON-850210833-project] 10.222.0.22 "DELETE /v2.0/ports/4c897ac8-e270-4e7e-891a-c4da2db1a883 HTTP/1.1" status: 204 len: 173 time: 1.1525683 Sep 29 15:43:19.206915 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac0e248a-618c-41cf-8477-3e208b9a1936', 'name': 'network-vif-deleted', 'tag': '4c897ac8-e270-4e7e-891a-c4da2db1a883'}] {{(pid=96121) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 15:43:19.209281 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dcbd94143c65fdb0f5c12b0c92a6468c38125261e55d21e9818266cb91f6c0d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f57d838-f2a9-493d-a273-9d6d754bcd19" -d '{"events": [{"server_uuid": "ac0e248a-618c-41cf-8477-3e208b9a1936", "name": "network-vif-deleted", "tag": "4c897ac8-e270-4e7e-891a-c4da2db1a883"}]}' {{(pid=96121) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 15:43:19.250513 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Sep 2021 15:43:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a229a9d-82a3-44da-9534-deb489df11cd x-openstack-request-id: req-2a229a9d-82a3-44da-9534-deb489df11cd {{(pid=96121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 15:43:19.250892 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac0e248a-618c-41cf-8477-3e208b9a1936", "name": "network-vif-deleted", "tag": "4c897ac8-e270-4e7e-891a-c4da2db1a883", "status": "completed", "code": 200}]} {{(pid=96121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 15:43:19.251149 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-2a229a9d-82a3-44da-9534-deb489df11cd {{(pid=96121) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 15:43:19.251931 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac0e248a-618c-41cf-8477-3e208b9a1936', 'name': 'network-vif-deleted', 'tag': '4c897ac8-e270-4e7e-891a-c4da2db1a883', 'status': 'completed', 'code': 200} Sep 29 15:43:19.295037 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.db.l3_dvr_db [None req-5cfcbba8-894b-407d-8d7d-eed7a6dd59b0 None None] Set router 52ced7d6-4c59-4942-adf4-47e984fe6127 gateway port host: dv-cinder-806616-6-iscsi {{(pid=96122) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 15:43:19.522597 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.db.l3_hamode_db [None req-5cfcbba8-894b-407d-8d7d-eed7a6dd59b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52ced7d6-4c59-4942-adf4-47e984fe6127', 'name': 'tempest-AttachVolumeShelveTestJSON-522904198-router', 'tenant_id': '13390da549814bc498d0c907da15d788', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd5efe95-1549-4750-933c-70412f77577e', 'external_fixed_ips': [{'subnet_id': '9c872fed-da92-4e12-828d-ac62e1b980b9', 'ip_address': '172.27.0.58'}], 'enable_snat': True}, 'gw_port_id': '45f62489-a444-4f79-b6dd-bd7efecb94c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T15:38:55Z', 'updated_at': '2021-09-29T15:39:04Z', 'revision_number': 4, 'project_id': '13390da549814bc498d0c907da15d788', 'gw_port': {'id': '45f62489-a444-4f79-b6dd-bd7efecb94c1', 'name': '', 'network_id': 'cd5efe95-1549-4750-933c-70412f77577e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:f3:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52ced7d6-4c59-4942-adf4-47e984fe6127', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '9c872fed-da92-4e12-828d-ac62e1b980b9', 'ip_address': '172.27.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806616-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T15:38:57Z', 'updated_at': '2021-09-29T15:39:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c872fed-da92-4e12-828d-ac62e1b980b9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806616-6-iscsi', '_interfaces': [{'id': '568674db-d5ba-4049-ae2c-cbe94253da52', 'name': '', 'network_id': '7d2058d9-0239-4e7f-ad5f-85b9e31d2757', 'tenant_id': '13390da549814bc498d0c907da15d788', 'mac_address': 'fa:16:3e:0c:85:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52ced7d6-4c59-4942-adf4-47e984fe6127', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '56afac6f-63d0-4994-bdac-133803bcf88a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806616-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T15:39:02Z', 'updated_at': '2021-09-29T15:39:12Z', 'revision_number': 5, 'project_id': '13390da549814bc498d0c907da15d788', 'subnets': [{'id': '56afac6f-63d0-4994-bdac-133803bcf88a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806616-6-iscsi', False) {} {{(pid=96122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 15:43:19.554603 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cfcbba8-894b-407d-8d7d-eed7a6dd59b0 None None] Checking router: 52ced7d6-4c59-4942-adf4-47e984fe6127 for host: dv-cinder-806616-6-iscsi {{(pid=96122) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 15:43:19.564217 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cfcbba8-894b-407d-8d7d-eed7a6dd59b0 None None] Routers {'52ced7d6-4c59-4942-adf4-47e984fe6127'} bound to L3 agent in host dv-cinder-806616-6-iscsi {{(pid=96122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 15:43:19.564826 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.db.l3_hamode_db [None req-5cfcbba8-894b-407d-8d7d-eed7a6dd59b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806616-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-29T15:30:56Z,description=,heartbeat_timestamp=2021-09-29T15:42:57Z,host='dv-cinder-806616-6-iscsi',id=e5061b61-feb3-46be-bd05-1226f95d9417,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T15:30:57Z,topic='l3_agent')) {'router_ids': ['52ced7d6-4c59-4942-adf4-47e984fe6127'], 'active': True} {{(pid=96122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 15:43:19.680200 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.db.l3_dvr_db [None req-5cfcbba8-894b-407d-8d7d-eed7a6dd59b0 None None] Set router 52ced7d6-4c59-4942-adf4-47e984fe6127 gateway port host: dv-cinder-806616-6-iscsi {{(pid=96122) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 15:43:19.780175 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [req-7d6298e3-1d1d-4f7c-a0c4-107c0b1c4d93 req-eecf9f91-eac2-4206-a715-3b2b8005c19e tempest-AttachVolumeShelveTestJSON-850210833 tempest-AttachVolumeShelveTestJSON-850210833-project] 10.222.0.46 "GET /v2.0/ports?device_id=ac0e248a-618c-41cf-8477-3e208b9a1936 HTTP/1.1" status: 200 len: 210 time: 0.0275915 Sep 29 15:43:19.893038 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.db.l3_hamode_db [None req-5cfcbba8-894b-407d-8d7d-eed7a6dd59b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52ced7d6-4c59-4942-adf4-47e984fe6127', 'name': 'tempest-AttachVolumeShelveTestJSON-522904198-router', 'tenant_id': '13390da549814bc498d0c907da15d788', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd5efe95-1549-4750-933c-70412f77577e', 'external_fixed_ips': [{'subnet_id': '9c872fed-da92-4e12-828d-ac62e1b980b9', 'ip_address': '172.27.0.58'}], 'enable_snat': True}, 'gw_port_id': '45f62489-a444-4f79-b6dd-bd7efecb94c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T15:38:55Z', 'updated_at': '2021-09-29T15:39:04Z', 'revision_number': 4, 'project_id': '13390da549814bc498d0c907da15d788', 'gw_port': {'id': '45f62489-a444-4f79-b6dd-bd7efecb94c1', 'name': '', 'network_id': 'cd5efe95-1549-4750-933c-70412f77577e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:f3:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52ced7d6-4c59-4942-adf4-47e984fe6127', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '9c872fed-da92-4e12-828d-ac62e1b980b9', 'ip_address': '172.27.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806616-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T15:38:57Z', 'updated_at': '2021-09-29T15:39:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c872fed-da92-4e12-828d-ac62e1b980b9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806616-6-iscsi', '_interfaces': [{'id': '568674db-d5ba-4049-ae2c-cbe94253da52', 'name': '', 'network_id': '7d2058d9-0239-4e7f-ad5f-85b9e31d2757', 'tenant_id': '13390da549814bc498d0c907da15d788', 'mac_address': 'fa:16:3e:0c:85:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52ced7d6-4c59-4942-adf4-47e984fe6127', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '56afac6f-63d0-4994-bdac-133803bcf88a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806616-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T15:39:02Z', 'updated_at': '2021-09-29T15:39:12Z', 'revision_number': 5, 'project_id': '13390da549814bc498d0c907da15d788', 'subnets': [{'id': '56afac6f-63d0-4994-bdac-133803bcf88a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806616-6-iscsi', False) {} {{(pid=96122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 15:43:19.924966 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cfcbba8-894b-407d-8d7d-eed7a6dd59b0 None None] The sync data for ids ['52ced7d6-4c59-4942-adf4-47e984fe6127'] in dv-cinder-806616-6-iscsi is: [{'id': '52ced7d6-4c59-4942-adf4-47e984fe6127', 'name': 'tempest-AttachVolumeShelveTestJSON-522904198-router', 'tenant_id': '13390da549814bc498d0c907da15d788', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd5efe95-1549-4750-933c-70412f77577e', 'external_fixed_ips': [{'subnet_id': '9c872fed-da92-4e12-828d-ac62e1b980b9', 'ip_address': '172.27.0.58'}], 'enable_snat': True}, 'gw_port_id': '45f62489-a444-4f79-b6dd-bd7efecb94c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T15:38:55Z', 'updated_at': '2021-09-29T15:39:04Z', 'revision_number': 4, 'project_id': '13390da549814bc498d0c907da15d788', 'gw_port': {'id': '45f62489-a444-4f79-b6dd-bd7efecb94c1', 'name': '', 'network_id': 'cd5efe95-1549-4750-933c-70412f77577e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:f3:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52ced7d6-4c59-4942-adf4-47e984fe6127', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '9c872fed-da92-4e12-828d-ac62e1b980b9', 'ip_address': '172.27.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806616-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T15:38:57Z', 'updated_at': '2021-09-29T15:39:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c872fed-da92-4e12-828d-ac62e1b980b9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806616-6-iscsi', '_interfaces': [{'id': '568674db-d5ba-4049-ae2c-cbe94253da52', 'name': '', 'network_id': '7d2058d9-0239-4e7f-ad5f-85b9e31d2757', 'tenant_id': '13390da549814bc498d0c907da15d788', 'mac_address': 'fa:16:3e:0c:85:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52ced7d6-4c59-4942-adf4-47e984fe6127', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '56afac6f-63d0-4994-bdac-133803bcf88a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806616-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T15:39:02Z', 'updated_at': '2021-09-29T15:39:12Z', 'revision_number': 5, 'project_id': '13390da549814bc498d0c907da15d788', 'subnets': [{'id': '56afac6f-63d0-4994-bdac-133803bcf88a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=96122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 15:43:20.153780 dv-cinder-806616-6-iscsi neutron-server[96123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac092488-5536-4322-bb21-efb9d2959892 None None] New status for floating IP 0125d7f6-25a2-42e4-b20b-314553c1565d: DOWN {{(pid=96123) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 29 15:43:20.352564 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.plugins.ml2.rpc [None req-4d55257e-523e-4b8d-ab2b-d46a31710be1 None None] Device 4c897ac8-e270-4e7e-891a-c4da2db1a883 no longer exists at agent hyperv_hv-cinder-80661 {{(pid=96122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 15:43:20.373772 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.plugins.ml2.plugin [None req-4d55257e-523e-4b8d-ab2b-d46a31710be1 None None] No Port match for: 4c897ac8-e270-4e7e-891a-c4da2db1a883 {{(pid=96122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 29 15:43:20.374131 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.plugins.ml2.rpc [None req-4d55257e-523e-4b8d-ab2b-d46a31710be1 None None] Device 4c897ac8-e270-4e7e-891a-c4da2db1a883 not bound to the agent host hv-cinder-80661 {{(pid=96122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 15:43:21.004399 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.wsgi [-] (96121) accepted ('10.222.0.46', 34196) {{(pid=96121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 15:43:21.069609 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [None req-96344bbd-e2c1-4f70-b156-7c9e9fb7e2a0 tempest-AttachVolumeShelveTestJSON-850210833 tempest-AttachVolumeShelveTestJSON-850210833-project] Notify callbacks [] for security_group, before_delete {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:43:21.093157 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [None req-96344bbd-e2c1-4f70-b156-7c9e9fb7e2a0 tempest-AttachVolumeShelveTestJSON-850210833 tempest-AttachVolumeShelveTestJSON-850210833-project] Notify callbacks [] for security_group, precommit_delete {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:43:21.197112 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [None req-96344bbd-e2c1-4f70-b156-7c9e9fb7e2a0 tempest-AttachVolumeShelveTestJSON-850210833 tempest-AttachVolumeShelveTestJSON-850210833-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579214'] for security_group, after_delete {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:43:21.199702 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [None req-96344bbd-e2c1-4f70-b156-7c9e9fb7e2a0 tempest-AttachVolumeShelveTestJSON-850210833 tempest-AttachVolumeShelveTestJSON-850210833-project] Notify callbacks [] for security_group, before_response {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:43:21.200882 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [None req-96344bbd-e2c1-4f70-b156-7c9e9fb7e2a0 tempest-AttachVolumeShelveTestJSON-850210833 tempest-AttachVolumeShelveTestJSON-850210833-project] 10.222.0.46 "DELETE /v2.0/security-groups/0ae69e60-4c6a-41e5-8a1f-3e04c991f9a3 HTTP/1.1" status: 204 len: 168 time: 0.1955070 Sep 29 15:43:21.207965 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.wsgi [-] (96120) accepted ('10.222.0.46', 34202) {{(pid=96120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 15:43:21.209991 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96344bbd-e2c1-4f70-b156-7c9e9fb7e2a0 tempest-AttachVolumeShelveTestJSON-850210833 tempest-AttachVolumeShelveTestJSON-850210833-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ae69e60-4c6a-41e5-8a1f-3e04c991f9a3,revision_number=None']} {{(pid=96121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 15:43:21.219056 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.api.v2.resource [None req-edbcf802-7de6-44ec-874b-0250f2ee5de2 tempest-AttachVolumeShelveTestJSON-850210833 tempest-AttachVolumeShelveTestJSON-850210833-project] show failed (client error): The resource could not be found. Sep 29 15:43:21.222739 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [None req-edbcf802-7de6-44ec-874b-0250f2ee5de2 tempest-AttachVolumeShelveTestJSON-850210833 tempest-AttachVolumeShelveTestJSON-850210833-project] 10.222.0.46 "GET /v2.0/security-groups/0ae69e60-4c6a-41e5-8a1f-3e04c991f9a3 HTTP/1.1" status: 404 len: 347 time: 0.0153334 Sep 29 15:43:21.223365 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.wsgi [-] (96121) accepted ('10.222.0.46', 34204) {{(pid=96121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 15:43:21.347802 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.plugins.ml2.plugin [None req-9d23e3a1-9572-45ef-a6eb-2dbc57ddcc1b tempest-AttachVolumeShelveTestJSON-850210833 tempest-AttachVolumeShelveTestJSON-850210833-project] Deleting port 8b3bff95-3ebd-4c9d-83cc-4916673b8e6b {{(pid=96121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 29 15:43:21.348168 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [None req-9d23e3a1-9572-45ef-a6eb-2dbc57ddcc1b tempest-AttachVolumeShelveTestJSON-850210833 tempest-AttachVolumeShelveTestJSON-850210833-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741780140072'] for port, before_delete {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:43:21.385664 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-a6b5b869-84ff-4c23-88ad-e905a797ed79 req-955cd51e-b42e-4912-bd1a-ada9a353e929 tempest-VolumesNegativeTest-1504812869 tempest-VolumesNegativeTest-1504812869-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=132e911a6b53457196de8ff72e245ed9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0394411 Sep 29 15:43:21.574503 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [None req-9d23e3a1-9572-45ef-a6eb-2dbc57ddcc1b tempest-AttachVolumeShelveTestJSON-850210833 tempest-AttachVolumeShelveTestJSON-850210833-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1614090'] for port, precommit_delete {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:43:21.574729 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [None req-9d23e3a1-9572-45ef-a6eb-2dbc57ddcc1b tempest-AttachVolumeShelveTestJSON-850210833 tempest-AttachVolumeShelveTestJSON-850210833-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:43:21.604195 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.plugins.ml2.plugin [None req-9d23e3a1-9572-45ef-a6eb-2dbc57ddcc1b tempest-AttachVolumeShelveTestJSON-850210833 tempest-AttachVolumeShelveTestJSON-850210833-project] Calling delete_port for 8b3bff95-3ebd-4c9d-83cc-4916673b8e6b owned by network:floatingip {{(pid=96121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 29 15:43:21.625079 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b5b869-84ff-4c23-88ad-e905a797ed79 req-787c35b4-dfa8-4b09-aea7-bc6133d4b38a tempest-VolumesNegativeTest-1504812869 tempest-VolumesNegativeTest-1504812869-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=96121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:43:21.626602 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-a6b5b869-84ff-4c23-88ad-e905a797ed79 req-787c35b4-dfa8-4b09-aea7-bc6133d4b38a tempest-VolumesNegativeTest-1504812869 tempest-VolumesNegativeTest-1504812869-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2327914 Sep 29 15:43:21.685908 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-a6b5b869-84ff-4c23-88ad-e905a797ed79 req-eddc3054-ce06-47c2-b34c-e321d3462acd tempest-VolumesNegativeTest-1504812869 tempest-VolumesNegativeTest-1504812869-project] 10.222.0.46 "GET /v2.0/quotas/132e911a6b53457196de8ff72e245ed9 HTTP/1.1" status: 200 len: 375 time: 0.0206907 Sep 29 15:43:21.738491 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-a6b5b869-84ff-4c23-88ad-e905a797ed79 req-8c43152b-2d18-4511-8c33-87b66503d7f0 tempest-VolumesNegativeTest-1504812869 tempest-VolumesNegativeTest-1504812869-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=132e911a6b53457196de8ff72e245ed9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0382574 Sep 29 15:43:21.962447 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [None req-9d23e3a1-9572-45ef-a6eb-2dbc57ddcc1b tempest-AttachVolumeShelveTestJSON-850210833 tempest-AttachVolumeShelveTestJSON-850210833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741780147950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741779628746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3898419'] for port, after_delete {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:43:21.987620 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d23e3a1-9572-45ef-a6eb-2dbc57ddcc1b tempest-AttachVolumeShelveTestJSON-850210833 tempest-AttachVolumeShelveTestJSON-850210833-project] Pushing event deleted for resources: {'Port': ['ID=8b3bff95-3ebd-4c9d-83cc-4916673b8e6b,revision_number=None']} {{(pid=96121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 15:43:22.050824 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [None req-9d23e3a1-9572-45ef-a6eb-2dbc57ddcc1b tempest-AttachVolumeShelveTestJSON-850210833 tempest-AttachVolumeShelveTestJSON-850210833-project] Notify callbacks [] for floatingip, after_delete {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:43:22.053410 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [None req-9d23e3a1-9572-45ef-a6eb-2dbc57ddcc1b tempest-AttachVolumeShelveTestJSON-850210833 tempest-AttachVolumeShelveTestJSON-850210833-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238921'] for floatingip, before_response {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:43:22.057580 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [None req-9d23e3a1-9572-45ef-a6eb-2dbc57ddcc1b tempest-AttachVolumeShelveTestJSON-850210833 tempest-AttachVolumeShelveTestJSON-850210833-project] 10.222.0.46 "DELETE /v2.0/floatingips/0125d7f6-25a2-42e4-b20b-314553c1565d HTTP/1.1" status: 204 len: 168 time: 0.8301964 Sep 29 15:43:22.084208 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [req-e45107cb-575f-4874-a14e-5c3ed8d731b4 req-caa63d21-7cac-4eba-9c7a-ad73465ac71c tempest-VolumesNegativeTest-1504812869 tempest-VolumesNegativeTest-1504812869-project] 10.222.0.46 "GET /v2.0/ports?device_id=91a10f83-9d42-45d5-b5c0-dbabe34a1824 HTTP/1.1" status: 200 len: 210 time: 0.0297709 Sep 29 15:43:22.320019 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.wsgi [-] (96121) accepted ('10.222.0.46', 34234) {{(pid=96121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 15:43:22.324547 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.api.v2.base [None req-a2ebc2b5-b075-4c73-938b-344e6ced422f tempest-AttachVolumeShelveTestJSON-850210833 tempest-AttachVolumeShelveTestJSON-850210833-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1187439603', 'description': 'tempest-description--1174964801'}} {{(pid=96121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 15:43:22.425645 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [None req-a2ebc2b5-b075-4c73-938b-344e6ced422f tempest-AttachVolumeShelveTestJSON-850210833 tempest-AttachVolumeShelveTestJSON-850210833-project] Notify callbacks [] for security_group, before_create {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:43:22.506111 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [None req-a2ebc2b5-b075-4c73-938b-344e6ced422f tempest-AttachVolumeShelveTestJSON-850210833 tempest-AttachVolumeShelveTestJSON-850210833-project] Notify callbacks [] for security_group, precommit_create {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:43:22.591828 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [None req-a2ebc2b5-b075-4c73-938b-344e6ced422f tempest-AttachVolumeShelveTestJSON-850210833 tempest-AttachVolumeShelveTestJSON-850210833-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579214'] for security_group, after_create {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:43:22.620680 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2ebc2b5-b075-4c73-938b-344e6ced422f tempest-AttachVolumeShelveTestJSON-850210833 tempest-AttachVolumeShelveTestJSON-850210833-project] Pushing event updated for resources: {'SecurityGroup': ['ID=99d08d38-afbb-479e-bab1-6a902c9fe3e4,revision_number=1']} {{(pid=96121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 15:43:22.665558 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [None req-a2ebc2b5-b075-4c73-938b-344e6ced422f tempest-AttachVolumeShelveTestJSON-850210833 tempest-AttachVolumeShelveTestJSON-850210833-project] Notify callbacks [] for security_group, before_response {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:43:22.666851 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [None req-a2ebc2b5-b075-4c73-938b-344e6ced422f tempest-AttachVolumeShelveTestJSON-850210833 tempest-AttachVolumeShelveTestJSON-850210833-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.3458331 Sep 29 15:43:22.669977 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.wsgi [-] (96121) accepted ('10.222.0.46', 34236) {{(pid=96121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 15:43:22.674542 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.api.v2.base [None req-9d92df3d-88c5-43f3-a816-265b11620e6f tempest-AttachVolumeShelveTestJSON-850210833 tempest-AttachVolumeShelveTestJSON-850210833-project] Request body: {'security_group_rule': {'security_group_id': '99d08d38-afbb-479e-bab1-6a902c9fe3e4', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=96121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 15:43:22.818762 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [None req-9d92df3d-88c5-43f3-a816-265b11620e6f tempest-AttachVolumeShelveTestJSON-850210833 tempest-AttachVolumeShelveTestJSON-850210833-project] Notify callbacks [] for security_group_rule, before_create {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:43:22.875538 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [None req-9d92df3d-88c5-43f3-a816-265b11620e6f tempest-AttachVolumeShelveTestJSON-850210833 tempest-AttachVolumeShelveTestJSON-850210833-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:43:23.002699 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [None req-9d92df3d-88c5-43f3-a816-265b11620e6f tempest-AttachVolumeShelveTestJSON-850210833 tempest-AttachVolumeShelveTestJSON-850210833-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081610'] for security_group_rule, after_create {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:43:23.022725 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d92df3d-88c5-43f3-a816-265b11620e6f tempest-AttachVolumeShelveTestJSON-850210833 tempest-AttachVolumeShelveTestJSON-850210833-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8b7d5bb8-ecb3-4114-b911-fc424b74813b,revision_number=0']} {{(pid=96121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 15:43:23.099997 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [None req-9d92df3d-88c5-43f3-a816-265b11620e6f tempest-AttachVolumeShelveTestJSON-850210833 tempest-AttachVolumeShelveTestJSON-850210833-project] Notify callbacks [] for security_group_rule, before_response {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:43:23.101265 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [None req-9d92df3d-88c5-43f3-a816-265b11620e6f tempest-AttachVolumeShelveTestJSON-850210833 tempest-AttachVolumeShelveTestJSON-850210833-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4303491 Sep 29 15:43:23.103928 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.wsgi [-] (96121) accepted ('10.222.0.46', 34244) {{(pid=96121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 15:43:23.108269 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.api.v2.base [None req-82fe39b1-99ab-4d9d-b8a4-4f0ae6a6074b tempest-AttachVolumeShelveTestJSON-850210833 tempest-AttachVolumeShelveTestJSON-850210833-project] Request body: {'security_group_rule': {'security_group_id': '99d08d38-afbb-479e-bab1-6a902c9fe3e4', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=96121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 15:43:23.160213 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [req-7ccc9f06-e799-4b5d-91b3-7948d9572955 req-8f34ff0b-596c-439f-aaf1-46f1e03c7cd4 tempest-VolumesNegativeTest-1504812869 tempest-VolumesNegativeTest-1504812869-project] 10.222.0.46 "GET /v2.0/ports?device_id=91a10f83-9d42-45d5-b5c0-dbabe34a1824 HTTP/1.1" status: 200 len: 210 time: 0.0266640 Sep 29 15:43:23.195752 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [None req-82fe39b1-99ab-4d9d-b8a4-4f0ae6a6074b tempest-AttachVolumeShelveTestJSON-850210833 tempest-AttachVolumeShelveTestJSON-850210833-project] Notify callbacks [] for security_group_rule, before_create {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:43:23.254300 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [None req-82fe39b1-99ab-4d9d-b8a4-4f0ae6a6074b tempest-AttachVolumeShelveTestJSON-850210833 tempest-AttachVolumeShelveTestJSON-850210833-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:43:23.322514 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [None req-82fe39b1-99ab-4d9d-b8a4-4f0ae6a6074b tempest-AttachVolumeShelveTestJSON-850210833 tempest-AttachVolumeShelveTestJSON-850210833-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081610'] for security_group_rule, after_create {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:43:23.341080 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82fe39b1-99ab-4d9d-b8a4-4f0ae6a6074b tempest-AttachVolumeShelveTestJSON-850210833 tempest-AttachVolumeShelveTestJSON-850210833-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b89dc33c-c1bf-437a-a4fe-f0e7d5c39458,revision_number=0']} {{(pid=96121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 15:43:23.447312 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [None req-82fe39b1-99ab-4d9d-b8a4-4f0ae6a6074b tempest-AttachVolumeShelveTestJSON-850210833 tempest-AttachVolumeShelveTestJSON-850210833-project] Notify callbacks [] for security_group_rule, before_response {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:43:23.448642 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [None req-82fe39b1-99ab-4d9d-b8a4-4f0ae6a6074b tempest-AttachVolumeShelveTestJSON-850210833 tempest-AttachVolumeShelveTestJSON-850210833-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3437400 Sep 29 15:43:23.451611 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.wsgi [-] (96121) accepted ('10.222.0.46', 34248) {{(pid=96121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 15:43:23.456023 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.api.v2.base [None req-4481d355-7601-40e6-a975-1c74ad565640 tempest-AttachVolumeShelveTestJSON-850210833 tempest-AttachVolumeShelveTestJSON-850210833-project] Request body: {'floatingip': {'floating_network_id': 'cd5efe95-1549-4750-933c-70412f77577e'}} {{(pid=96121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 15:43:23.551062 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [None req-4481d355-7601-40e6-a975-1c74ad565640 tempest-AttachVolumeShelveTestJSON-850210833 tempest-AttachVolumeShelveTestJSON-850210833-project] Notify callbacks [] for floatingip, before_create {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:43:23.648186 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [None req-4481d355-7601-40e6-a975-1c74ad565640 tempest-AttachVolumeShelveTestJSON-850210833 tempest-AttachVolumeShelveTestJSON-850210833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-684029'] for port, before_create {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:43:23.752190 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.db.db_base_plugin_common [None req-4481d355-7601-40e6-a975-1c74ad565640 tempest-AttachVolumeShelveTestJSON-850210833 tempest-AttachVolumeShelveTestJSON-850210833-project] Allocated IP 172.27.0.162 (cd5efe95-1549-4750-933c-70412f77577e/9c872fed-da92-4e12-828d-ac62e1b980b9/9c5e2765-95f3-49e3-9986-6aa91e812b82) {{(pid=96121) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 15:43:23.856852 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [None req-4481d355-7601-40e6-a975-1c74ad565640 tempest-AttachVolumeShelveTestJSON-850210833 tempest-AttachVolumeShelveTestJSON-850210833-project] Notify callbacks [] for port, precommit_create {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:43:24.019969 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [None req-4481d355-7601-40e6-a975-1c74ad565640 tempest-AttachVolumeShelveTestJSON-850210833 tempest-AttachVolumeShelveTestJSON-850210833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741779628737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3898419'] for port, after_create {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:43:24.061747 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4481d355-7601-40e6-a975-1c74ad565640 tempest-AttachVolumeShelveTestJSON-850210833 tempest-AttachVolumeShelveTestJSON-850210833-project] Network cd5efe95-1549-4750-933c-70412f77577e is already hosted by enough agents. {{(pid=96121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 15:43:24.064452 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.scheduler.base_scheduler [None req-4481d355-7601-40e6-a975-1c74ad565640 tempest-AttachVolumeShelveTestJSON-850210833 tempest-AttachVolumeShelveTestJSON-850210833-project] Resources bound (agent type, host, resource id): {{(pid=96121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 15:43:24.067073 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4481d355-7601-40e6-a975-1c74ad565640 tempest-AttachVolumeShelveTestJSON-850210833 tempest-AttachVolumeShelveTestJSON-850210833-project] Received port after_create {{(pid=96121) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 15:43:24.092859 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4481d355-7601-40e6-a975-1c74ad565640 tempest-AttachVolumeShelveTestJSON-850210833 tempest-AttachVolumeShelveTestJSON-850210833-project] Pushing event updated for resources: {'Port': ['ID=9c5e2765-95f3-49e3-9986-6aa91e812b82,revision_number=1']} {{(pid=96121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 15:43:24.193415 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [None req-4481d355-7601-40e6-a975-1c74ad565640 tempest-AttachVolumeShelveTestJSON-850210833 tempest-AttachVolumeShelveTestJSON-850210833-project] Notify callbacks [] for floatingip, precommit_create {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:43:24.196906 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron_lib.callbacks.manager [None req-93ef1ee7-4b42-48bb-9929-c42b5142ab06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741779927170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-625140'] for agent, after_update {{(pid=96122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:43:24.253798 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-e04fe77c-1db6-413f-9dcf-e02d40c25ecc req-61936a7d-7318-4395-b0cb-9a29b3d21272 tempest-VolumesNegativeTest-1504812869 tempest-VolumesNegativeTest-1504812869-project] 10.222.0.46 "GET /v2.0/ports?device_id=91a10f83-9d42-45d5-b5c0-dbabe34a1824 HTTP/1.1" status: 200 len: 210 time: 0.0262539 Sep 29 15:43:24.313687 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [None req-4481d355-7601-40e6-a975-1c74ad565640 tempest-AttachVolumeShelveTestJSON-850210833 tempest-AttachVolumeShelveTestJSON-850210833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-684029'] for port, before_update {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:43:24.473373 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [None req-4481d355-7601-40e6-a975-1c74ad565640 tempest-AttachVolumeShelveTestJSON-850210833 tempest-AttachVolumeShelveTestJSON-850210833-project] Notify callbacks [] for port, precommit_update {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:43:24.484239 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-a6b5b869-84ff-4c23-88ad-e905a797ed79 req-756a3fd0-28ec-43fe-bb07-3e72b77e742e tempest-VolumesNegativeTest-1504812869 tempest-VolumesNegativeTest-1504812869-project] 10.222.0.22 "GET /v2.0/networks?tenant_id=132e911a6b53457196de8ff72e245ed9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0241821 Sep 29 15:43:24.562411 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [None req-4481d355-7601-40e6-a975-1c74ad565640 tempest-AttachVolumeShelveTestJSON-850210833 tempest-AttachVolumeShelveTestJSON-850210833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741780147972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741779628755', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741779628773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3898424'] for port, after_update {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:43:24.654687 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4481d355-7601-40e6-a975-1c74ad565640 tempest-AttachVolumeShelveTestJSON-850210833 tempest-AttachVolumeShelveTestJSON-850210833-project] Pushing event updated for resources: {'Port': ['ID=9c5e2765-95f3-49e3-9986-6aa91e812b82,revision_number=2']} {{(pid=96121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 15:43:24.665002 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b5b869-84ff-4c23-88ad-e905a797ed79 req-a53b1c78-6e87-4902-ab8e-0baf8d78c385 tempest-VolumesNegativeTest-1504812869 tempest-VolumesNegativeTest-1504812869-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=96121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:43:24.669370 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-a6b5b869-84ff-4c23-88ad-e905a797ed79 req-a53b1c78-6e87-4902-ab8e-0baf8d78c385 tempest-VolumesNegativeTest-1504812869 tempest-VolumesNegativeTest-1504812869-project] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1724069 Sep 29 15:43:24.672426 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [None req-4481d355-7601-40e6-a975-1c74ad565640 tempest-AttachVolumeShelveTestJSON-850210833 tempest-AttachVolumeShelveTestJSON-850210833-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1618963'] for floatingip, after_create {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:43:24.687020 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.api.v2.base [req-a6b5b869-84ff-4c23-88ad-e905a797ed79 req-ace62fe1-1edc-4c17-be71-0789a6a168a2 tempest-VolumesNegativeTest-1504812869 tempest-VolumesNegativeTest-1504812869-project] Request body: {'port': {'device_id': '91a10f83-9d42-45d5-b5c0-dbabe34a1824', 'network_id': 'dfffc344-f760-41f5-9d24-fe33598be2a0', 'admin_state_up': True, 'tenant_id': '132e911a6b53457196de8ff72e245ed9'}} {{(pid=96121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 15:43:24.745882 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [None req-4481d355-7601-40e6-a975-1c74ad565640 tempest-AttachVolumeShelveTestJSON-850210833 tempest-AttachVolumeShelveTestJSON-850210833-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238921'] for floatingip, before_response {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:43:24.747153 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [None req-4481d355-7601-40e6-a975-1c74ad565640 tempest-AttachVolumeShelveTestJSON-850210833 tempest-AttachVolumeShelveTestJSON-850210833-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.2944779 Sep 29 15:43:24.888703 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a6b5b869-84ff-4c23-88ad-e905a797ed79 req-ace62fe1-1edc-4c17-be71-0789a6a168a2 tempest-VolumesNegativeTest-1504812869 tempest-VolumesNegativeTest-1504812869-project] Made reservation on behalf of 132e911a6b53457196de8ff72e245ed9 for: {'port': 1} {{(pid=96121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 15:43:24.892500 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [req-a6b5b869-84ff-4c23-88ad-e905a797ed79 req-ace62fe1-1edc-4c17-be71-0789a6a168a2 tempest-VolumesNegativeTest-1504812869 tempest-VolumesNegativeTest-1504812869-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-684029'] for port, before_create {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:43:24.901764 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [req-a6b5b869-84ff-4c23-88ad-e905a797ed79 req-ace62fe1-1edc-4c17-be71-0789a6a168a2 tempest-VolumesNegativeTest-1504812869 tempest-VolumesNegativeTest-1504812869-project] Notify callbacks [] for security_group, before_create {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:43:24.939771 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [req-86e724c6-6cdf-467f-ba6a-ec9b4671ef2d req-6a48e941-ca90-477d-934b-bfffa13b54f6 tempest-AttachVolumeShelveTestJSON-850210833 tempest-AttachVolumeShelveTestJSON-850210833-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-securitygroup--1187439603&fields=id&tenant_id=13390da549814bc498d0c907da15d788 HTTP/1.1" status: 200 len: 267 time: 0.0329838 Sep 29 15:43:24.994045 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [req-a6b5b869-84ff-4c23-88ad-e905a797ed79 req-ace62fe1-1edc-4c17-be71-0789a6a168a2 tempest-VolumesNegativeTest-1504812869 tempest-VolumesNegativeTest-1504812869-project] Notify callbacks [] for security_group, precommit_create {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:43:25.053001 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e724c6-6cdf-467f-ba6a-ec9b4671ef2d req-7fe4dc0d-cb8e-429d-840c-3cfbffb4f80f tempest-AttachVolumeShelveTestJSON-850210833 tempest-AttachVolumeShelveTestJSON-850210833-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=96120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:43:25.054467 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [req-86e724c6-6cdf-467f-ba6a-ec9b4671ef2d req-7fe4dc0d-cb8e-429d-840c-3cfbffb4f80f tempest-AttachVolumeShelveTestJSON-850210833 tempest-AttachVolumeShelveTestJSON-850210833-project] 10.222.0.46 "GET /v2.0/networks?id=7d2058d9-0239-4e7f-ad5f-85b9e31d2757 HTTP/1.1" status: 200 len: 816 time: 0.1074376 Sep 29 15:43:25.069083 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [req-86e724c6-6cdf-467f-ba6a-ec9b4671ef2d req-9f6f7be7-cb2e-4da7-9389-6d2fc99ddab2 tempest-AttachVolumeShelveTestJSON-850210833 tempest-AttachVolumeShelveTestJSON-850210833-project] 10.222.0.46 "GET /v2.0/quotas/13390da549814bc498d0c907da15d788 HTTP/1.1" status: 200 len: 375 time: 0.0088940 Sep 29 15:43:25.098887 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [req-a6b5b869-84ff-4c23-88ad-e905a797ed79 req-ace62fe1-1edc-4c17-be71-0789a6a168a2 tempest-VolumesNegativeTest-1504812869 tempest-VolumesNegativeTest-1504812869-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579214'] for security_group, after_create {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:43:25.124833 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [req-86e724c6-6cdf-467f-ba6a-ec9b4671ef2d req-72e8c55e-0feb-4dbb-957c-ff45f99d319b tempest-AttachVolumeShelveTestJSON-850210833 tempest-AttachVolumeShelveTestJSON-850210833-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=13390da549814bc498d0c907da15d788&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0500264 Sep 29 15:43:25.173065 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace62fe1-1edc-4c17-be71-0789a6a168a2 tempest-VolumesNegativeTest-1504812869 tempest-VolumesNegativeTest-1504812869-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9c4b23da-c87b-444a-bf07-34c9526abf05,revision_number=1']} {{(pid=96121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 15:43:25.233874 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [req-86e724c6-6cdf-467f-ba6a-ec9b4671ef2d req-28a871d3-03aa-4389-9d0a-f6784c8e617f service neutron] 10.222.0.46 "GET /v2.0/networks/7d2058d9-0239-4e7f-ad5f-85b9e31d2757?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0972111 Sep 29 15:43:25.238604 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.db.db_base_plugin_common [req-a6b5b869-84ff-4c23-88ad-e905a797ed79 req-ace62fe1-1edc-4c17-be71-0789a6a168a2 tempest-VolumesNegativeTest-1504812869 tempest-VolumesNegativeTest-1504812869-project] Allocated IP 192.168.233.226 (dfffc344-f760-41f5-9d24-fe33598be2a0/d65c8d9e-7696-4c81-b2ec-d3977a4497e2/99b2c583-b473-4a16-b249-7df3079946b1) {{(pid=96121) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 15:43:25.328576 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [req-86e724c6-6cdf-467f-ba6a-ec9b4671ef2d req-ed3cb3aa-ce66-4d20-bc4b-bbb980a52fe7 service neutron] 10.222.0.46 "GET /v2.0/networks/7d2058d9-0239-4e7f-ad5f-85b9e31d2757?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885572 Sep 29 15:43:25.400334 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [req-a6b5b869-84ff-4c23-88ad-e905a797ed79 req-ace62fe1-1edc-4c17-be71-0789a6a168a2 tempest-VolumesNegativeTest-1504812869 tempest-VolumesNegativeTest-1504812869-project] Notify callbacks [] for port, precommit_create {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:43:25.549121 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [req-a6b5b869-84ff-4c23-88ad-e905a797ed79 req-ace62fe1-1edc-4c17-be71-0789a6a168a2 tempest-VolumesNegativeTest-1504812869 tempest-VolumesNegativeTest-1504812869-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741779628737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3898419'] for port, after_create {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:43:25.610575 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a6b5b869-84ff-4c23-88ad-e905a797ed79 req-ace62fe1-1edc-4c17-be71-0789a6a168a2 tempest-VolumesNegativeTest-1504812869 tempest-VolumesNegativeTest-1504812869-project] Network dfffc344-f760-41f5-9d24-fe33598be2a0 is already hosted by enough agents. {{(pid=96121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 15:43:25.623628 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f63d0ec-98ce-46d3-bfd3-86ebe1fe2a55 req-45bf6772-ec43-41a7-9997-0181058cb837 tempest-VolumesNegativeTest-1504812869 tempest-VolumesNegativeTest-1504812869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:43:25.625248 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [req-1f63d0ec-98ce-46d3-bfd3-86ebe1fe2a55 req-45bf6772-ec43-41a7-9997-0181058cb837 tempest-VolumesNegativeTest-1504812869 tempest-VolumesNegativeTest-1504812869-project] 10.222.0.46 "GET /v2.0/ports?device_id=91a10f83-9d42-45d5-b5c0-dbabe34a1824 HTTP/1.1" status: 200 len: 936 time: 0.0614259 Sep 29 15:43:25.634108 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-af7eb522-508b-4709-a0c0-aed3bccdfdf1 req-e721abbf-5c33-4c1d-90d0-14a4f315eb2b tempest-AttachVolumeShelveTestJSON-850210833 tempest-AttachVolumeShelveTestJSON-850210833-project] 10.222.0.46 "GET /v2.0/ports?device_id=baba5f09-ede0-45b5-8ba9-8341045e8437 HTTP/1.1" status: 200 len: 210 time: 0.0393348 Sep 29 15:43:25.634108 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.scheduler.base_scheduler [req-a6b5b869-84ff-4c23-88ad-e905a797ed79 req-ace62fe1-1edc-4c17-be71-0789a6a168a2 tempest-VolumesNegativeTest-1504812869 tempest-VolumesNegativeTest-1504812869-project] Resources bound (agent type, host, resource id): {{(pid=96121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 15:43:25.644336 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.db.l3_dvrscheduler_db [req-a6b5b869-84ff-4c23-88ad-e905a797ed79 req-ace62fe1-1edc-4c17-be71-0789a6a168a2 tempest-VolumesNegativeTest-1504812869 tempest-VolumesNegativeTest-1504812869-project] Received port after_create {{(pid=96121) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 15:43:25.697320 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [req-1f63d0ec-98ce-46d3-bfd3-86ebe1fe2a55 req-acd104dc-3ee9-4eb9-b937-5a28f36dc4e2 tempest-VolumesNegativeTest-1504812869 tempest-VolumesNegativeTest-1504812869-project] 10.222.0.46 "GET /v2.0/security-groups?id=9c4b23da-c87b-444a-bf07-34c9526abf05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630095 Sep 29 15:43:25.712035 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace62fe1-1edc-4c17-be71-0789a6a168a2 tempest-VolumesNegativeTest-1504812869 tempest-VolumesNegativeTest-1504812869-project] Pushing event updated for resources: {'Port': ['ID=99b2c583-b473-4a16-b249-7df3079946b1,revision_number=1']} {{(pid=96121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 15:43:25.751443 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b5b869-84ff-4c23-88ad-e905a797ed79 req-ace62fe1-1edc-4c17-be71-0789a6a168a2 tempest-VolumesNegativeTest-1504812869 tempest-VolumesNegativeTest-1504812869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=96121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:43:25.752239 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [req-a6b5b869-84ff-4c23-88ad-e905a797ed79 req-ace62fe1-1edc-4c17-be71-0789a6a168a2 tempest-VolumesNegativeTest-1504812869 tempest-VolumesNegativeTest-1504812869-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238921'] for port, before_response {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:43:25.812103 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9caef613-7ce1-4bf2-8b55-d2798dd8bacd req-957c82dc-8d00-498f-abc1-e6d7cac7c7d6 tempest-AttachVolumeTestJSON-270594920 tempest-AttachVolumeTestJSON-270594920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:43:25.813660 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-9caef613-7ce1-4bf2-8b55-d2798dd8bacd req-957c82dc-8d00-498f-abc1-e6d7cac7c7d6 tempest-AttachVolumeTestJSON-270594920 tempest-AttachVolumeTestJSON-270594920-project] 10.222.0.46 "GET /v2.0/ports?device_id=f6e7bb73-46e1-46cc-b0cb-c0a13b6c495d HTTP/1.1" status: 200 len: 946 time: 0.0576735 Sep 29 15:43:25.853456 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-9caef613-7ce1-4bf2-8b55-d2798dd8bacd req-4b7f670a-e328-45c8-93c9-f3afba83bd2f tempest-AttachVolumeTestJSON-270594920 tempest-AttachVolumeTestJSON-270594920-project] 10.222.0.46 "GET /v2.0/security-groups?id=fd7c349f-6119-46da-b1a9-67ca18fd632b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331516 Sep 29 15:43:25.900540 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-a6b5b869-84ff-4c23-88ad-e905a797ed79 req-ace62fe1-1edc-4c17-be71-0789a6a168a2 tempest-VolumesNegativeTest-1504812869 tempest-VolumesNegativeTest-1504812869-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.2171290 Sep 29 15:43:25.921966 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.api.v2.base [req-a6b5b869-84ff-4c23-88ad-e905a797ed79 req-08c39528-2697-45b3-8b72-460aa0315619 service neutron] Request body: {'port': {'device_id': '91a10f83-9d42-45d5-b5c0-dbabe34a1824', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80661'}} {{(pid=96121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 15:43:25.953243 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.db.provisioning_blocks [None req-25c08b6f-ff99-4d48-9238-855384adb364 None None] Provisioning complete for port 99b2c583-b473-4a16-b249-7df3079946b1 triggered by entity DHCP. {{(pid=96122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 15:43:25.953728 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron_lib.callbacks.manager [None req-25c08b6f-ff99-4d48-9238-855384adb364 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-626465'] for port, provisioning_complete {{(pid=96122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:43:25.976472 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [req-a6b5b869-84ff-4c23-88ad-e905a797ed79 req-08c39528-2697-45b3-8b72-460aa0315619 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-684029'] for port, before_update {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:43:25.995198 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.plugins.ml2.plugin [None req-25c08b6f-ff99-4d48-9238-855384adb364 None None] Port 99b2c583-b473-4a16-b249-7df3079946b1 cannot update to ACTIVE because it is not bound. {{(pid=96122) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 29 15:43:26.487885 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.notifiers.nova [req-a6b5b869-84ff-4c23-88ad-e905a797ed79 req-08c39528-2697-45b3-8b72-460aa0315619 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 99b2c583-b473-4a16-b249-7df3079946b1 {{(pid=96121) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 15:43:26.495324 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [req-a6b5b869-84ff-4c23-88ad-e905a797ed79 req-08c39528-2697-45b3-8b72-460aa0315619 service neutron] Notify callbacks [] for port, precommit_update {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:43:26.507298 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.db.provisioning_blocks [req-a6b5b869-84ff-4c23-88ad-e905a797ed79 req-08c39528-2697-45b3-8b72-460aa0315619 service neutron] Transition to ACTIVE for port object 99b2c583-b473-4a16-b249-7df3079946b1 will not be triggered until provisioned by entity L2. {{(pid=96121) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 15:43:26.637096 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [req-a6b5b869-84ff-4c23-88ad-e905a797ed79 req-08c39528-2697-45b3-8b72-460aa0315619 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741780147972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741779628755', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741779628773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3898424'] for port, after_update {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:43:26.637264 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron_lib.callbacks.manager [None req-06dad58b-aa7b-4980-8d6e-b435407c765b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741779927170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-625140'] for agent, after_update {{(pid=96122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:43:26.712085 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c39528-2697-45b3-8b72-460aa0315619 service neutron] Pushing event updated for resources: {'Port': ['ID=99b2c583-b473-4a16-b249-7df3079946b1,revision_number=2']} {{(pid=96121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 15:43:26.742826 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [req-1382c64c-d570-4ac3-81d8-48294d608e6f req-7a15bac2-36ab-4a76-9fae-db9af6b433b8 tempest-AttachVolumeShelveTestJSON-850210833 tempest-AttachVolumeShelveTestJSON-850210833-project] 10.222.0.46 "GET /v2.0/ports?device_id=baba5f09-ede0-45b5-8ba9-8341045e8437 HTTP/1.1" status: 200 len: 210 time: 0.0292561 Sep 29 15:43:26.771348 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.plugins.ml2.managers [req-a6b5b869-84ff-4c23-88ad-e905a797ed79 req-08c39528-2697-45b3-8b72-460aa0315619 service neutron] Attempting to bind port 99b2c583-b473-4a16-b249-7df3079946b1 on host hv-cinder-80661 for vnic_type normal with profile {{(pid=96121) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 15:43:26.772498 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.plugins.ml2.managers [req-a6b5b869-84ff-4c23-88ad-e905a797ed79 req-08c39528-2697-45b3-8b72-460aa0315619 service neutron] Attempting to bind port 99b2c583-b473-4a16-b249-7df3079946b1 by drivers openvswitch,hyperv on host hv-cinder-80661 at level 0 using segments [{'id': 'f04292f3-eb4e-4169-8d92-9151c1713629', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'dfffc344-f760-41f5-9d24-fe33598be2a0'}] {{(pid=96121) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 15:43:26.772908 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6b5b869-84ff-4c23-88ad-e905a797ed79 req-08c39528-2697-45b3-8b72-460aa0315619 service neutron] Attempting to bind port 99b2c583-b473-4a16-b249-7df3079946b1 on network dfffc344-f760-41f5-9d24-fe33598be2a0 {{(pid=96121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 15:43:26.778988 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6b5b869-84ff-4c23-88ad-e905a797ed79 req-08c39528-2697-45b3-8b72-460aa0315619 service neutron] Port 99b2c583-b473-4a16-b249-7df3079946b1 on network dfffc344-f760-41f5-9d24-fe33598be2a0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80661 {{(pid=96121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 29 15:43:26.779379 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6b5b869-84ff-4c23-88ad-e905a797ed79 req-08c39528-2697-45b3-8b72-460aa0315619 service neutron] Attempting to bind port 99b2c583-b473-4a16-b249-7df3079946b1 on network dfffc344-f760-41f5-9d24-fe33598be2a0 {{(pid=96121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 15:43:26.784741 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6b5b869-84ff-4c23-88ad-e905a797ed79 req-08c39528-2697-45b3-8b72-460aa0315619 service neutron] Checking agent: {'id': '02e4aaf8-ac1d-430d-8152-9e2105739360', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80661', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 15, 37, 5), 'started_at': datetime.datetime(2021, 9, 29, 15, 37, 5), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 15, 43, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=96121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 15:43:26.785187 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6b5b869-84ff-4c23-88ad-e905a797ed79 req-08c39528-2697-45b3-8b72-460aa0315619 service neutron] Checking segment: {'id': 'f04292f3-eb4e-4169-8d92-9151c1713629', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'dfffc344-f760-41f5-9d24-fe33598be2a0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96121) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 15:43:26.785645 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6b5b869-84ff-4c23-88ad-e905a797ed79 req-08c39528-2697-45b3-8b72-460aa0315619 service neutron] Bound using segment: {'id': 'f04292f3-eb4e-4169-8d92-9151c1713629', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'dfffc344-f760-41f5-9d24-fe33598be2a0'} {{(pid=96121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 15:43:26.786196 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.plugins.ml2.managers [req-a6b5b869-84ff-4c23-88ad-e905a797ed79 req-08c39528-2697-45b3-8b72-460aa0315619 service neutron] Bound port: 99b2c583-b473-4a16-b249-7df3079946b1, host: hv-cinder-80661, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f04292f3-eb4e-4169-8d92-9151c1713629', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'dfffc344-f760-41f5-9d24-fe33598be2a0'}}] {{(pid=96121) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 15:43:26.786624 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [req-a6b5b869-84ff-4c23-88ad-e905a797ed79 req-08c39528-2697-45b3-8b72-460aa0315619 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-684029'] for port, before_update {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:43:26.883578 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2b865a-0033-4792-832f-c40e9d4f8f6c req-fe82378f-4fab-4b53-a0bd-2239c5c26d4e tempest-VolumesNegativeTest-1504812869 tempest-VolumesNegativeTest-1504812869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:43:26.885094 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-3d2b865a-0033-4792-832f-c40e9d4f8f6c req-fe82378f-4fab-4b53-a0bd-2239c5c26d4e tempest-VolumesNegativeTest-1504812869 tempest-VolumesNegativeTest-1504812869-project] 10.222.0.46 "GET /v2.0/ports?device_id=91a10f83-9d42-45d5-b5c0-dbabe34a1824 HTTP/1.1" status: 200 len: 948 time: 0.0954249 Sep 29 15:43:26.887594 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.plugins.ml2.db [req-a6b5b869-84ff-4c23-88ad-e905a797ed79 req-08c39528-2697-45b3-8b72-460aa0315619 service neutron] For port 99b2c583-b473-4a16-b249-7df3079946b1, host hv-cinder-80661, cleared binding levels {{(pid=96121) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 15:43:26.890775 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.plugins.ml2.db [req-a6b5b869-84ff-4c23-88ad-e905a797ed79 req-08c39528-2697-45b3-8b72-460aa0315619 service neutron] For port 99b2c583-b473-4a16-b249-7df3079946b1, host hv-cinder-80661, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80661',level=0,port_id=99b2c583-b473-4a16-b249-7df3079946b1,segment=NetworkSegment(f04292f3-eb4e-4169-8d92-9151c1713629),segment_id=f04292f3-eb4e-4169-8d92-9151c1713629)] {{(pid=96121) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 15:43:26.931279 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-3d2b865a-0033-4792-832f-c40e9d4f8f6c req-a5cbaf63-0e20-4744-9936-e30d4090fd3d tempest-VolumesNegativeTest-1504812869 tempest-VolumesNegativeTest-1504812869-project] 10.222.0.46 "GET /v2.0/security-groups?id=9c4b23da-c87b-444a-bf07-34c9526abf05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391085 Sep 29 15:43:26.977178 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d715103d-fb7f-470f-bad4-9d52604ebab1 req-e98c6cf3-f442-45c0-bc97-b1692c570992 tempest-AttachVolumeTestJSON-270594920 tempest-AttachVolumeTestJSON-270594920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:43:26.978744 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [req-d715103d-fb7f-470f-bad4-9d52604ebab1 req-e98c6cf3-f442-45c0-bc97-b1692c570992 tempest-AttachVolumeTestJSON-270594920 tempest-AttachVolumeTestJSON-270594920-project] 10.222.0.46 "GET /v2.0/ports?device_id=f6e7bb73-46e1-46cc-b0cb-c0a13b6c495d HTTP/1.1" status: 200 len: 946 time: 0.0545006 Sep 29 15:43:27.014887 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [req-a6b5b869-84ff-4c23-88ad-e905a797ed79 req-08c39528-2697-45b3-8b72-460aa0315619 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741780147972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741779628755', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741779628773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3898424'] for port, after_update {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:43:27.022760 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [req-d715103d-fb7f-470f-bad4-9d52604ebab1 req-651a4aa5-b721-4cbe-9c93-2126b5e17811 tempest-AttachVolumeTestJSON-270594920 tempest-AttachVolumeTestJSON-270594920-project] 10.222.0.46 "GET /v2.0/security-groups?id=fd7c349f-6119-46da-b1a9-67ca18fd632b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370660 Sep 29 15:43:27.040541 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b5b869-84ff-4c23-88ad-e905a797ed79 req-08c39528-2697-45b3-8b72-460aa0315619 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:43:27.041154 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [req-a6b5b869-84ff-4c23-88ad-e905a797ed79 req-08c39528-2697-45b3-8b72-460aa0315619 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238921'] for port, before_response {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:43:27.043104 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-a6b5b869-84ff-4c23-88ad-e905a797ed79 req-08c39528-2697-45b3-8b72-460aa0315619 service neutron] 10.222.0.22 "PUT /v2.0/ports/99b2c583-b473-4a16-b249-7df3079946b1 HTTP/1.1" status: 200 len: 1098 time: 1.1262550 Sep 29 15:43:27.045924 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '91a10f83-9d42-45d5-b5c0-dbabe34a1824', 'tag': '99b2c583-b473-4a16-b249-7df3079946b1'}] {{(pid=96121) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 15:43:27.048637 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dcbd94143c65fdb0f5c12b0c92a6468c38125261e55d21e9818266cb91f6c0d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7e9b740-a1b2-4410-8389-a7bab1d686c1" -d '{"events": [{"name": "network-changed", "server_uuid": "91a10f83-9d42-45d5-b5c0-dbabe34a1824", "tag": "99b2c583-b473-4a16-b249-7df3079946b1"}]}' {{(pid=96121) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 15:43:27.104252 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 29 Sep 2021 15:43:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3708982-fd7a-4120-8bce-f3ebc788550b x-openstack-request-id: req-e3708982-fd7a-4120-8bce-f3ebc788550b {{(pid=96121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 15:43:27.104531 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "91a10f83-9d42-45d5-b5c0-dbabe34a1824", "tag": "99b2c583-b473-4a16-b249-7df3079946b1", "status": "completed", "code": 200}]} {{(pid=96121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 15:43:27.104775 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-e3708982-fd7a-4120-8bce-f3ebc788550b {{(pid=96121) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 15:43:27.105158 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '91a10f83-9d42-45d5-b5c0-dbabe34a1824', 'tag': '99b2c583-b473-4a16-b249-7df3079946b1', 'status': 'completed', 'code': 200} Sep 29 15:43:27.114676 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c39528-2697-45b3-8b72-460aa0315619 service neutron] Pushing event updated for resources: {'Port': ['ID=99b2c583-b473-4a16-b249-7df3079946b1,revision_number=3']} {{(pid=96121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 15:43:27.208012 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e9b740-a1b2-4410-8389-a7bab1d686c1 req-3fb9244d-28d5-4aaf-94f0-c3eb9c85cfda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:43:27.210258 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-b7e9b740-a1b2-4410-8389-a7bab1d686c1 req-3fb9244d-28d5-4aaf-94f0-c3eb9c85cfda service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=132e911a6b53457196de8ff72e245ed9&device_id=91a10f83-9d42-45d5-b5c0-dbabe34a1824 HTTP/1.1" status: 200 len: 1101 time: 0.0605605 Sep 29 15:43:27.256510 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-b7e9b740-a1b2-4410-8389-a7bab1d686c1 req-6656452c-534d-4e2b-b792-2d3e1bbb5732 service neutron] 10.222.0.22 "GET /v2.0/networks?tenant_id=132e911a6b53457196de8ff72e245ed9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0225370 Sep 29 15:43:27.372344 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e9b740-a1b2-4410-8389-a7bab1d686c1 req-fed8aade-3311-46f4-a6b0-d9b4c0db1e20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:43:27.373749 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-b7e9b740-a1b2-4410-8389-a7bab1d686c1 req-fed8aade-3311-46f4-a6b0-d9b4c0db1e20 service neutron] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0968809 Sep 29 15:43:27.538983 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b5b869-84ff-4c23-88ad-e905a797ed79 req-b3793e3d-008f-41f8-9035-be0f07fe5d09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:43:27.540578 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-a6b5b869-84ff-4c23-88ad-e905a797ed79 req-b3793e3d-008f-41f8-9035-be0f07fe5d09 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=132e911a6b53457196de8ff72e245ed9&device_id=91a10f83-9d42-45d5-b5c0-dbabe34a1824 HTTP/1.1" status: 200 len: 1101 time: 0.0615194 Sep 29 15:43:27.556602 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron_lib.callbacks.manager [None req-86ea74e9-eea3-4769-b153-652ac6294d68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741779927170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-625140'] for agent, after_update {{(pid=96122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:43:27.595379 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-a6b5b869-84ff-4c23-88ad-e905a797ed79 req-06786a12-698f-4279-bbeb-524fd3a679f5 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.226&port_id=99b2c583-b473-4a16-b249-7df3079946b1 HTTP/1.1" status: 200 len: 217 time: 0.0337484 Sep 29 15:43:27.646221 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b5b869-84ff-4c23-88ad-e905a797ed79 req-d314e252-4e95-429e-99d5-2e58a50c5f79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:43:27.647733 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-a6b5b869-84ff-4c23-88ad-e905a797ed79 req-d314e252-4e95-429e-99d5-2e58a50c5f79 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=d65c8d9e-7696-4c81-b2ec-d3977a4497e2 HTTP/1.1" status: 200 len: 843 time: 0.0428679 Sep 29 15:43:27.697573 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b5b869-84ff-4c23-88ad-e905a797ed79 req-49d443ee-9e23-4472-8d34-d39ef50ab27a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:43:27.699058 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-a6b5b869-84ff-4c23-88ad-e905a797ed79 req-49d443ee-9e23-4472-8d34-d39ef50ab27a service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=dfffc344-f760-41f5-9d24-fe33598be2a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0417085 Sep 29 15:43:27.838385 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f91edd-08c1-48bc-a8dc-04f86efabe63 req-5d4d9620-5433-4554-a18d-3bf8b3957578 tempest-AttachVolumeTestJSON-270594920 tempest-AttachVolumeTestJSON-270594920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:43:27.839870 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-a0f91edd-08c1-48bc-a8dc-04f86efabe63 req-5d4d9620-5433-4554-a18d-3bf8b3957578 tempest-AttachVolumeTestJSON-270594920 tempest-AttachVolumeTestJSON-270594920-project] 10.222.0.22 "GET /v2.0/ports?device_id=f6e7bb73-46e1-46cc-b0cb-c0a13b6c495d HTTP/1.1" status: 200 len: 946 time: 0.1086328 Sep 29 15:43:27.849247 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [req-857ad35d-b65d-44b6-b1e0-14544f686252 req-ff63e1bf-7a8a-4354-9295-fb1a27dff3e0 tempest-AttachVolumeShelveTestJSON-850210833 tempest-AttachVolumeShelveTestJSON-850210833-project] 10.222.0.46 "GET /v2.0/ports?device_id=baba5f09-ede0-45b5-8ba9-8341045e8437 HTTP/1.1" status: 200 len: 210 time: 0.0307622 Sep 29 15:43:27.858685 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-a6b5b869-84ff-4c23-88ad-e905a797ed79 req-1fe703bc-0d02-4f76-bd31-c29793afa6fe service neutron] 10.222.0.22 "GET /v2.0/networks/dfffc344-f760-41f5-9d24-fe33598be2a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1283615 Sep 29 15:43:28.000821 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-a6b5b869-84ff-4c23-88ad-e905a797ed79 req-52228312-d48c-4774-965d-d4d9fb284cd1 service neutron] 10.222.0.22 "GET /v2.0/networks/dfffc344-f760-41f5-9d24-fe33598be2a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1241221 Sep 29 15:43:28.006449 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.plugins.ml2.plugin [req-a0f91edd-08c1-48bc-a8dc-04f86efabe63 req-a1999d5c-31ae-4222-aac8-5dc25d285910 tempest-AttachVolumeTestJSON-270594920 tempest-AttachVolumeTestJSON-270594920-project] Deleting port 8b381780-c788-4e42-81f1-ad86f28e31ef {{(pid=96121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 29 15:43:28.006786 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [req-a0f91edd-08c1-48bc-a8dc-04f86efabe63 req-a1999d5c-31ae-4222-aac8-5dc25d285910 tempest-AttachVolumeTestJSON-270594920 tempest-AttachVolumeTestJSON-270594920-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741780140072'] for port, before_delete {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:43:28.110194 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a23a94-d642-4df6-9a08-ad2d8056cd5e req-f0f92cbc-5f8a-4a91-88c6-9ddc28ae5958 tempest-VolumesNegativeTest-1504812869 tempest-VolumesNegativeTest-1504812869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:43:28.111696 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-37a23a94-d642-4df6-9a08-ad2d8056cd5e req-f0f92cbc-5f8a-4a91-88c6-9ddc28ae5958 tempest-VolumesNegativeTest-1504812869 tempest-VolumesNegativeTest-1504812869-project] 10.222.0.46 "GET /v2.0/ports?device_id=91a10f83-9d42-45d5-b5c0-dbabe34a1824 HTTP/1.1" status: 200 len: 948 time: 0.1072376 Sep 29 15:43:28.142477 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc57953-ebd4-4cf8-a044-a0444dbe04ae req-18644423-45de-495d-8f5f-8c61554c4673 tempest-AttachVolumeTestJSON-270594920 tempest-AttachVolumeTestJSON-270594920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:43:28.143989 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [req-7bc57953-ebd4-4cf8-a044-a0444dbe04ae req-18644423-45de-495d-8f5f-8c61554c4673 tempest-AttachVolumeTestJSON-270594920 tempest-AttachVolumeTestJSON-270594920-project] 10.222.0.46 "GET /v2.0/ports?device_id=f6e7bb73-46e1-46cc-b0cb-c0a13b6c495d HTTP/1.1" status: 200 len: 946 time: 0.0499856 Sep 29 15:43:28.146951 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.plugins.ml2.db [req-a0f91edd-08c1-48bc-a8dc-04f86efabe63 req-a1999d5c-31ae-4222-aac8-5dc25d285910 tempest-AttachVolumeTestJSON-270594920 tempest-AttachVolumeTestJSON-270594920-project] For port 8b381780-c788-4e42-81f1-ad86f28e31ef, host hv-cinder-80661, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80661',level=0,port_id=8b381780-c788-4e42-81f1-ad86f28e31ef,segment=NetworkSegment(07c1b694-4b5f-4e1d-baf1-7032d28a68b3),segment_id=07c1b694-4b5f-4e1d-baf1-7032d28a68b3)] {{(pid=96121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 15:43:28.147338 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [req-a0f91edd-08c1-48bc-a8dc-04f86efabe63 req-a1999d5c-31ae-4222-aac8-5dc25d285910 tempest-AttachVolumeTestJSON-270594920 tempest-AttachVolumeTestJSON-270594920-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1614090'] for port, precommit_delete {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:43:28.187333 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [req-7bc57953-ebd4-4cf8-a044-a0444dbe04ae req-7d528bac-31bc-4d90-ace4-1a156f60469b tempest-AttachVolumeTestJSON-270594920 tempest-AttachVolumeTestJSON-270594920-project] 10.222.0.46 "GET /v2.0/security-groups?id=fd7c349f-6119-46da-b1a9-67ca18fd632b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344720 Sep 29 15:43:28.200567 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-37a23a94-d642-4df6-9a08-ad2d8056cd5e req-744ae15b-a111-4f1e-ab5a-8124c83e0b09 tempest-VolumesNegativeTest-1504812869 tempest-VolumesNegativeTest-1504812869-project] 10.222.0.46 "GET /v2.0/security-groups?id=9c4b23da-c87b-444a-bf07-34c9526abf05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809262 Sep 29 15:43:28.378703 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e724c6-6cdf-467f-ba6a-ec9b4671ef2d req-52afb3eb-a6c9-44ad-a542-6757a34be662 tempest-AttachVolumeShelveTestJSON-850210833 tempest-AttachVolumeShelveTestJSON-850210833-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=96121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:43:28.380050 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-86e724c6-6cdf-467f-ba6a-ec9b4671ef2d req-52afb3eb-a6c9-44ad-a542-6757a34be662 tempest-AttachVolumeShelveTestJSON-850210833 tempest-AttachVolumeShelveTestJSON-850210833-project] 10.222.0.22 "GET /v2.0/networks?id=7d2058d9-0239-4e7f-ad5f-85b9e31d2757 HTTP/1.1" status: 200 len: 816 time: 0.1835194 Sep 29 15:43:28.403824 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [req-a0f91edd-08c1-48bc-a8dc-04f86efabe63 req-a1999d5c-31ae-4222-aac8-5dc25d285910 tempest-AttachVolumeTestJSON-270594920 tempest-AttachVolumeTestJSON-270594920-project] Notify callbacks [] for floatingip, precommit_update {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:43:28.404215 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [req-a0f91edd-08c1-48bc-a8dc-04f86efabe63 req-a1999d5c-31ae-4222-aac8-5dc25d285910 tempest-AttachVolumeTestJSON-270594920 tempest-AttachVolumeTestJSON-270594920-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1618963'] for floatingip, after_update {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:43:28.404534 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.db.l3_db [req-a0f91edd-08c1-48bc-a8dc-04f86efabe63 req-a1999d5c-31ae-4222-aac8-5dc25d285910 tempest-AttachVolumeTestJSON-270594920 tempest-AttachVolumeTestJSON-270594920-project] Floating IP 32218270-02bd-4945-beda-a31d06bafba5 disassociated. External IP: 172.27.0.248, port: 8b381780-c788-4e42-81f1-ad86f28e31ef. Sep 29 15:43:28.404874 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.plugins.ml2.plugin [req-a0f91edd-08c1-48bc-a8dc-04f86efabe63 req-a1999d5c-31ae-4222-aac8-5dc25d285910 tempest-AttachVolumeTestJSON-270594920 tempest-AttachVolumeTestJSON-270594920-project] Calling delete_port for 8b381780-c788-4e42-81f1-ad86f28e31ef owned by compute:nova {{(pid=96121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 29 15:43:28.479970 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-86e724c6-6cdf-467f-ba6a-ec9b4671ef2d req-59935e9f-576e-4341-b090-81e038f91197 tempest-AttachVolumeShelveTestJSON-850210833 tempest-AttachVolumeShelveTestJSON-850210833-project] 10.222.0.22 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=13390da549814bc498d0c907da15d788 HTTP/1.1" status: 200 len: 380 time: 0.0728760 Sep 29 15:43:28.494747 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.api.v2.base [req-86e724c6-6cdf-467f-ba6a-ec9b4671ef2d req-2a662d17-d019-42a4-97b1-7f5f484d9af0 tempest-AttachVolumeShelveTestJSON-850210833 tempest-AttachVolumeShelveTestJSON-850210833-project] Request body: {'port': {'device_id': 'baba5f09-ede0-45b5-8ba9-8341045e8437', 'network_id': '7d2058d9-0239-4e7f-ad5f-85b9e31d2757', 'admin_state_up': True, 'tenant_id': '13390da549814bc498d0c907da15d788', 'security_groups': ['99d08d38-afbb-479e-bab1-6a902c9fe3e4']}} {{(pid=96121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 15:43:28.522573 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron_lib.callbacks.manager [None req-d04ed334-d278-4234-b850-06fee10c9c6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741779927170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-625140'] for agent, after_update {{(pid=96122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:43:28.756558 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [req-a0f91edd-08c1-48bc-a8dc-04f86efabe63 req-a1999d5c-31ae-4222-aac8-5dc25d285910 tempest-AttachVolumeTestJSON-270594920 tempest-AttachVolumeTestJSON-270594920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741780147950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741779628746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3898419'] for port, after_delete {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:43:28.783229 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1999d5c-31ae-4222-aac8-5dc25d285910 tempest-AttachVolumeTestJSON-270594920 tempest-AttachVolumeTestJSON-270594920-project] Pushing event deleted for resources: {'Port': ['ID=8b381780-c788-4e42-81f1-ad86f28e31ef,revision_number=None']} {{(pid=96121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 15:43:28.786613 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-86e724c6-6cdf-467f-ba6a-ec9b4671ef2d req-2a662d17-d019-42a4-97b1-7f5f484d9af0 tempest-AttachVolumeShelveTestJSON-850210833 tempest-AttachVolumeShelveTestJSON-850210833-project] Made reservation on behalf of 13390da549814bc498d0c907da15d788 for: {'port': 1} {{(pid=96121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 15:43:28.790137 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [req-86e724c6-6cdf-467f-ba6a-ec9b4671ef2d req-2a662d17-d019-42a4-97b1-7f5f484d9af0 tempest-AttachVolumeShelveTestJSON-850210833 tempest-AttachVolumeShelveTestJSON-850210833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-684029'] for port, before_create {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:43:28.950494 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [req-07859b33-e82f-427b-b58b-37b262d7b173 req-a6ef70a2-8228-43a6-ac03-7b9b1e28b3fa tempest-AttachVolumeShelveTestJSON-850210833 tempest-AttachVolumeShelveTestJSON-850210833-project] 10.222.0.46 "GET /v2.0/ports?device_id=baba5f09-ede0-45b5-8ba9-8341045e8437 HTTP/1.1" status: 200 len: 210 time: 0.0261436 Sep 29 15:43:29.001592 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.db.db_base_plugin_common [req-86e724c6-6cdf-467f-ba6a-ec9b4671ef2d req-2a662d17-d019-42a4-97b1-7f5f484d9af0 tempest-AttachVolumeShelveTestJSON-850210833 tempest-AttachVolumeShelveTestJSON-850210833-project] Allocated IP 172.20.0.11 (7d2058d9-0239-4e7f-ad5f-85b9e31d2757/56afac6f-63d0-4994-bdac-133803bcf88a/2ea31e49-e163-4c49-a8a2-18463ab07e46) {{(pid=96121) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 15:43:29.007850 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a0f91edd-08c1-48bc-a8dc-04f86efabe63 req-a1999d5c-31ae-4222-aac8-5dc25d285910 tempest-AttachVolumeTestJSON-270594920 tempest-AttachVolumeTestJSON-270594920-project] Router 36f67c94-0511-4261-98a3-27e2f3393024 has already been hosted by L3 agent e5061b61-feb3-46be-bd05-1226f95d9417 {{(pid=96121) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 29 15:43:29.197074 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a0f91edd-08c1-48bc-a8dc-04f86efabe63 req-a1999d5c-31ae-4222-aac8-5dc25d285910 tempest-AttachVolumeTestJSON-270594920 tempest-AttachVolumeTestJSON-270594920-project] Notify agent at l3_agent.dv-cinder-806616-6-iscsi the message routers_updated {{(pid=96121) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 15:43:29.208983 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4025421-bd18-4068-90a1-29f70603c2e0 None None] Sync routers for ids ['36f67c94-0511-4261-98a3-27e2f3393024'] in dv-cinder-806616-6-iscsi {{(pid=96122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 15:43:29.223535 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4025421-bd18-4068-90a1-29f70603c2e0 None None] Routers {'36f67c94-0511-4261-98a3-27e2f3393024'} bound to L3 agent in host dv-cinder-806616-6-iscsi {{(pid=96122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 15:43:29.223850 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.db.l3_hamode_db [None req-a4025421-bd18-4068-90a1-29f70603c2e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806616-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-29T15:30:56Z,description=,heartbeat_timestamp=2021-09-29T15:43:27Z,host='dv-cinder-806616-6-iscsi',id=e5061b61-feb3-46be-bd05-1226f95d9417,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T15:30:57Z,topic='l3_agent')) {'router_ids': ['36f67c94-0511-4261-98a3-27e2f3393024'], 'active': True} {{(pid=96122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 15:43:29.274670 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.db.l3_dvrscheduler_db [req-a0f91edd-08c1-48bc-a8dc-04f86efabe63 req-a1999d5c-31ae-4222-aac8-5dc25d285910 tempest-AttachVolumeTestJSON-270594920 tempest-AttachVolumeTestJSON-270594920-project] No DVR routers for this DVR port 8b381780-c788-4e42-81f1-ad86f28e31ef on host hv-cinder-80661 {{(pid=96121) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 15:43:29.278899 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [req-a0f91edd-08c1-48bc-a8dc-04f86efabe63 req-a1999d5c-31ae-4222-aac8-5dc25d285910 tempest-AttachVolumeTestJSON-270594920 tempest-AttachVolumeTestJSON-270594920-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238921'] for port, before_response {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:43:29.281326 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-a0f91edd-08c1-48bc-a8dc-04f86efabe63 req-a1999d5c-31ae-4222-aac8-5dc25d285910 tempest-AttachVolumeTestJSON-270594920 tempest-AttachVolumeTestJSON-270594920-project] 10.222.0.22 "DELETE /v2.0/ports/8b381780-c788-4e42-81f1-ad86f28e31ef HTTP/1.1" status: 204 len: 173 time: 1.4336016 Sep 29 15:43:29.282048 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6e7bb73-46e1-46cc-b0cb-c0a13b6c495d', 'name': 'network-vif-deleted', 'tag': '8b381780-c788-4e42-81f1-ad86f28e31ef'}] {{(pid=96121) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 15:43:29.291625 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dcbd94143c65fdb0f5c12b0c92a6468c38125261e55d21e9818266cb91f6c0d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02d646f1-f205-46ab-bd03-d696308dd4d4" -d '{"events": [{"server_uuid": "f6e7bb73-46e1-46cc-b0cb-c0a13b6c495d", "name": "network-vif-deleted", "tag": "8b381780-c788-4e42-81f1-ad86f28e31ef"}]}' {{(pid=96121) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 15:43:29.316256 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [req-86e724c6-6cdf-467f-ba6a-ec9b4671ef2d req-2a662d17-d019-42a4-97b1-7f5f484d9af0 tempest-AttachVolumeShelveTestJSON-850210833 tempest-AttachVolumeShelveTestJSON-850210833-project] Notify callbacks [] for port, precommit_create {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:43:29.345052 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d665f80c-d653-43d8-a3bd-4de3a5bf903b req-f459026e-a468-4163-8a6f-68698da89dd4 tempest-VolumesNegativeTest-1504812869 tempest-VolumesNegativeTest-1504812869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:43:29.349571 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-a07504cd-a9e3-4cad-a49a-cf786105653a req-5983ae81-311e-436e-8e75-37077b9db270 tempest-AttachVolumeTestJSON-270594920 tempest-AttachVolumeTestJSON-270594920-project] 10.222.0.46 "GET /v2.0/ports?device_id=f6e7bb73-46e1-46cc-b0cb-c0a13b6c495d HTTP/1.1" status: 200 len: 210 time: 0.0535340 Sep 29 15:43:29.354235 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [req-d665f80c-d653-43d8-a3bd-4de3a5bf903b req-f459026e-a468-4163-8a6f-68698da89dd4 tempest-VolumesNegativeTest-1504812869 tempest-VolumesNegativeTest-1504812869-project] 10.222.0.46 "GET /v2.0/ports?device_id=91a10f83-9d42-45d5-b5c0-dbabe34a1824 HTTP/1.1" status: 200 len: 948 time: 0.0594714 Sep 29 15:43:29.403425 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.db.l3_dvr_db [None req-a4025421-bd18-4068-90a1-29f70603c2e0 None None] Set router 36f67c94-0511-4261-98a3-27e2f3393024 gateway port host: dv-cinder-806616-6-iscsi {{(pid=96122) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 15:43:29.413612 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [req-d665f80c-d653-43d8-a3bd-4de3a5bf903b req-968c0273-c63d-440d-9d17-78ebb2382b36 tempest-VolumesNegativeTest-1504812869 tempest-VolumesNegativeTest-1504812869-project] 10.222.0.46 "GET /v2.0/security-groups?id=9c4b23da-c87b-444a-bf07-34c9526abf05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583043 Sep 29 15:43:29.420292 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Sep 2021 15:43:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6116e61-616f-4302-b955-aeb7e088a5e3 x-openstack-request-id: req-f6116e61-616f-4302-b955-aeb7e088a5e3 {{(pid=96121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 15:43:29.420583 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f6e7bb73-46e1-46cc-b0cb-c0a13b6c495d", "name": "network-vif-deleted", "tag": "8b381780-c788-4e42-81f1-ad86f28e31ef", "status": "completed", "code": 200}]} {{(pid=96121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 15:43:29.420833 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-f6116e61-616f-4302-b955-aeb7e088a5e3 {{(pid=96121) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 15:43:29.421223 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f6e7bb73-46e1-46cc-b0cb-c0a13b6c495d', 'name': 'network-vif-deleted', 'tag': '8b381780-c788-4e42-81f1-ad86f28e31ef', 'status': 'completed', 'code': 200} Sep 29 15:43:29.592438 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [req-86e724c6-6cdf-467f-ba6a-ec9b4671ef2d req-2a662d17-d019-42a4-97b1-7f5f484d9af0 tempest-AttachVolumeShelveTestJSON-850210833 tempest-AttachVolumeShelveTestJSON-850210833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741779628737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3898419'] for port, after_create {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:43:29.636329 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-86e724c6-6cdf-467f-ba6a-ec9b4671ef2d req-2a662d17-d019-42a4-97b1-7f5f484d9af0 tempest-AttachVolumeShelveTestJSON-850210833 tempest-AttachVolumeShelveTestJSON-850210833-project] Network 7d2058d9-0239-4e7f-ad5f-85b9e31d2757 is already hosted by enough agents. {{(pid=96121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 15:43:29.640102 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.scheduler.base_scheduler [req-86e724c6-6cdf-467f-ba6a-ec9b4671ef2d req-2a662d17-d019-42a4-97b1-7f5f484d9af0 tempest-AttachVolumeShelveTestJSON-850210833 tempest-AttachVolumeShelveTestJSON-850210833-project] Resources bound (agent type, host, resource id): {{(pid=96121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 15:43:29.643752 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.db.l3_dvrscheduler_db [req-86e724c6-6cdf-467f-ba6a-ec9b4671ef2d req-2a662d17-d019-42a4-97b1-7f5f484d9af0 tempest-AttachVolumeShelveTestJSON-850210833 tempest-AttachVolumeShelveTestJSON-850210833-project] Received port after_create {{(pid=96121) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 15:43:29.670037 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a662d17-d019-42a4-97b1-7f5f484d9af0 tempest-AttachVolumeShelveTestJSON-850210833 tempest-AttachVolumeShelveTestJSON-850210833-project] Pushing event updated for resources: {'Port': ['ID=2ea31e49-e163-4c49-a8a2-18463ab07e46,revision_number=1']} {{(pid=96121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 15:43:29.717120 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e724c6-6cdf-467f-ba6a-ec9b4671ef2d req-2a662d17-d019-42a4-97b1-7f5f484d9af0 tempest-AttachVolumeShelveTestJSON-850210833 tempest-AttachVolumeShelveTestJSON-850210833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=96121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:43:29.717838 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [req-86e724c6-6cdf-467f-ba6a-ec9b4671ef2d req-2a662d17-d019-42a4-97b1-7f5f484d9af0 tempest-AttachVolumeShelveTestJSON-850210833 tempest-AttachVolumeShelveTestJSON-850210833-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238921'] for port, before_response {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:43:29.742246 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.db.l3_hamode_db [None req-a4025421-bd18-4068-90a1-29f70603c2e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36f67c94-0511-4261-98a3-27e2f3393024', 'name': 'tempest-AttachVolumeTestJSON-471694450-router', 'tenant_id': 'ac94bfaead184f89a85a5713fd06a3ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd5efe95-1549-4750-933c-70412f77577e', 'external_fixed_ips': [{'subnet_id': '9c872fed-da92-4e12-828d-ac62e1b980b9', 'ip_address': '172.27.0.118'}], 'enable_snat': True}, 'gw_port_id': '67bf5114-2248-4f03-ab06-2fc9a9ae39c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T15:38:54Z', 'updated_at': '2021-09-29T15:39:02Z', 'revision_number': 4, 'project_id': 'ac94bfaead184f89a85a5713fd06a3ee', 'gw_port': {'id': '67bf5114-2248-4f03-ab06-2fc9a9ae39c9', 'name': '', 'network_id': 'cd5efe95-1549-4750-933c-70412f77577e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:b1:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36f67c94-0511-4261-98a3-27e2f3393024', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '9c872fed-da92-4e12-828d-ac62e1b980b9', 'ip_address': '172.27.0.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806616-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T15:38:55Z', 'updated_at': '2021-09-29T15:39:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c872fed-da92-4e12-828d-ac62e1b980b9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806616-6-iscsi', '_interfaces': [{'id': 'd6edfea8-fe4b-4feb-a4ee-78337362a82b', 'name': '', 'network_id': '41529908-bf9d-4f22-bd36-308129b2f718', 'tenant_id': 'ac94bfaead184f89a85a5713fd06a3ee', 'mac_address': 'fa:16:3e:d5:40:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36f67c94-0511-4261-98a3-27e2f3393024', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'dd4e2821-37a9-4ee4-80ce-9b4e5d3432ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806616-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T15:39:00Z', 'updated_at': '2021-09-29T15:39:10Z', 'revision_number': 5, 'project_id': 'ac94bfaead184f89a85a5713fd06a3ee', 'subnets': [{'id': 'dd4e2821-37a9-4ee4-80ce-9b4e5d3432ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806616-6-iscsi', False) {} {{(pid=96122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 15:43:29.774412 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron_lib.callbacks.manager [None req-9bd021b7-afaf-4c67-b111-7b9308fbf6a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741779927170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-625140'] for agent, after_update {{(pid=96122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:43:29.774412 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4025421-bd18-4068-90a1-29f70603c2e0 None None] Checking router: 36f67c94-0511-4261-98a3-27e2f3393024 for host: dv-cinder-806616-6-iscsi {{(pid=96122) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 15:43:29.780373 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4025421-bd18-4068-90a1-29f70603c2e0 None None] Routers {'36f67c94-0511-4261-98a3-27e2f3393024'} bound to L3 agent in host dv-cinder-806616-6-iscsi {{(pid=96122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 15:43:29.781081 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.db.l3_hamode_db [None req-a4025421-bd18-4068-90a1-29f70603c2e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806616-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-29T15:30:56Z,description=,heartbeat_timestamp=2021-09-29T15:43:27Z,host='dv-cinder-806616-6-iscsi',id=e5061b61-feb3-46be-bd05-1226f95d9417,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T15:30:57Z,topic='l3_agent')) {'router_ids': ['36f67c94-0511-4261-98a3-27e2f3393024'], 'active': True} {{(pid=96122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 15:43:29.893347 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.db.l3_dvr_db [None req-a4025421-bd18-4068-90a1-29f70603c2e0 None None] Set router 36f67c94-0511-4261-98a3-27e2f3393024 gateway port host: dv-cinder-806616-6-iscsi {{(pid=96122) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 15:43:29.895540 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.db.provisioning_blocks [None req-b5413d15-f026-43df-b172-8ea7f24442c0 None None] Provisioning complete for port 2ea31e49-e163-4c49-a8a2-18463ab07e46 triggered by entity DHCP. {{(pid=96122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 15:43:29.896187 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron_lib.callbacks.manager [None req-b5413d15-f026-43df-b172-8ea7f24442c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-626465'] for port, provisioning_complete {{(pid=96122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:43:29.934993 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-86e724c6-6cdf-467f-ba6a-ec9b4671ef2d req-2a662d17-d019-42a4-97b1-7f5f484d9af0 tempest-AttachVolumeShelveTestJSON-850210833 tempest-AttachVolumeShelveTestJSON-850210833-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4476559 Sep 29 15:43:29.956268 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.api.v2.base [req-86e724c6-6cdf-467f-ba6a-ec9b4671ef2d req-b23bf97e-bf7a-4998-a11b-8feb44386519 service neutron] Request body: {'port': {'device_id': 'baba5f09-ede0-45b5-8ba9-8341045e8437', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80661'}} {{(pid=96121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 15:43:29.991164 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.plugins.ml2.plugin [None req-b5413d15-f026-43df-b172-8ea7f24442c0 None None] Port 2ea31e49-e163-4c49-a8a2-18463ab07e46 cannot update to ACTIVE because it is not bound. {{(pid=96122) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 29 15:43:30.018110 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [req-86e724c6-6cdf-467f-ba6a-ec9b4671ef2d req-b23bf97e-bf7a-4998-a11b-8feb44386519 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-684029'] for port, before_update {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:43:30.125816 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.db.l3_hamode_db [None req-a4025421-bd18-4068-90a1-29f70603c2e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36f67c94-0511-4261-98a3-27e2f3393024', 'name': 'tempest-AttachVolumeTestJSON-471694450-router', 'tenant_id': 'ac94bfaead184f89a85a5713fd06a3ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd5efe95-1549-4750-933c-70412f77577e', 'external_fixed_ips': [{'subnet_id': '9c872fed-da92-4e12-828d-ac62e1b980b9', 'ip_address': '172.27.0.118'}], 'enable_snat': True}, 'gw_port_id': '67bf5114-2248-4f03-ab06-2fc9a9ae39c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T15:38:54Z', 'updated_at': '2021-09-29T15:39:02Z', 'revision_number': 4, 'project_id': 'ac94bfaead184f89a85a5713fd06a3ee', 'gw_port': {'id': '67bf5114-2248-4f03-ab06-2fc9a9ae39c9', 'name': '', 'network_id': 'cd5efe95-1549-4750-933c-70412f77577e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:b1:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36f67c94-0511-4261-98a3-27e2f3393024', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '9c872fed-da92-4e12-828d-ac62e1b980b9', 'ip_address': '172.27.0.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806616-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T15:38:55Z', 'updated_at': '2021-09-29T15:39:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c872fed-da92-4e12-828d-ac62e1b980b9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806616-6-iscsi', '_interfaces': [{'id': 'd6edfea8-fe4b-4feb-a4ee-78337362a82b', 'name': '', 'network_id': '41529908-bf9d-4f22-bd36-308129b2f718', 'tenant_id': 'ac94bfaead184f89a85a5713fd06a3ee', 'mac_address': 'fa:16:3e:d5:40:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36f67c94-0511-4261-98a3-27e2f3393024', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'dd4e2821-37a9-4ee4-80ce-9b4e5d3432ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806616-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T15:39:00Z', 'updated_at': '2021-09-29T15:39:10Z', 'revision_number': 5, 'project_id': 'ac94bfaead184f89a85a5713fd06a3ee', 'subnets': [{'id': 'dd4e2821-37a9-4ee4-80ce-9b4e5d3432ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806616-6-iscsi', False) {} {{(pid=96122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 15:43:30.152871 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4025421-bd18-4068-90a1-29f70603c2e0 None None] The sync data for ids ['36f67c94-0511-4261-98a3-27e2f3393024'] in dv-cinder-806616-6-iscsi is: [{'id': '36f67c94-0511-4261-98a3-27e2f3393024', 'name': 'tempest-AttachVolumeTestJSON-471694450-router', 'tenant_id': 'ac94bfaead184f89a85a5713fd06a3ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd5efe95-1549-4750-933c-70412f77577e', 'external_fixed_ips': [{'subnet_id': '9c872fed-da92-4e12-828d-ac62e1b980b9', 'ip_address': '172.27.0.118'}], 'enable_snat': True}, 'gw_port_id': '67bf5114-2248-4f03-ab06-2fc9a9ae39c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T15:38:54Z', 'updated_at': '2021-09-29T15:39:02Z', 'revision_number': 4, 'project_id': 'ac94bfaead184f89a85a5713fd06a3ee', 'gw_port': {'id': '67bf5114-2248-4f03-ab06-2fc9a9ae39c9', 'name': '', 'network_id': 'cd5efe95-1549-4750-933c-70412f77577e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:b1:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36f67c94-0511-4261-98a3-27e2f3393024', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '9c872fed-da92-4e12-828d-ac62e1b980b9', 'ip_address': '172.27.0.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806616-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T15:38:55Z', 'updated_at': '2021-09-29T15:39:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c872fed-da92-4e12-828d-ac62e1b980b9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806616-6-iscsi', '_interfaces': [{'id': 'd6edfea8-fe4b-4feb-a4ee-78337362a82b', 'name': '', 'network_id': '41529908-bf9d-4f22-bd36-308129b2f718', 'tenant_id': 'ac94bfaead184f89a85a5713fd06a3ee', 'mac_address': 'fa:16:3e:d5:40:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36f67c94-0511-4261-98a3-27e2f3393024', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'dd4e2821-37a9-4ee4-80ce-9b4e5d3432ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806616-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T15:39:00Z', 'updated_at': '2021-09-29T15:39:10Z', 'revision_number': 5, 'project_id': 'ac94bfaead184f89a85a5713fd06a3ee', 'subnets': [{'id': 'dd4e2821-37a9-4ee4-80ce-9b4e5d3432ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=96122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 15:43:30.155237 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774e10ab-9bc7-4c9c-9aed-5866b4636ca5 req-479180d1-5c5c-427e-87e3-cbfe35c70c0f tempest-AttachVolumeShelveTestJSON-850210833 tempest-AttachVolumeShelveTestJSON-850210833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:43:30.156853 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-774e10ab-9bc7-4c9c-9aed-5866b4636ca5 req-479180d1-5c5c-427e-87e3-cbfe35c70c0f tempest-AttachVolumeShelveTestJSON-850210833 tempest-AttachVolumeShelveTestJSON-850210833-project] 10.222.0.46 "GET /v2.0/ports?device_id=baba5f09-ede0-45b5-8ba9-8341045e8437 HTTP/1.1" status: 200 len: 932 time: 0.1301997 Sep 29 15:43:30.224117 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-774e10ab-9bc7-4c9c-9aed-5866b4636ca5 req-e46532c8-f45e-465c-82de-79ad2a6797cf tempest-AttachVolumeShelveTestJSON-850210833 tempest-AttachVolumeShelveTestJSON-850210833-project] 10.222.0.46 "GET /v2.0/security-groups?id=99d08d38-afbb-479e-bab1-6a902c9fe3e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0603106 Sep 29 15:43:30.357523 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.plugins.ml2.rpc [None req-4d55257e-523e-4b8d-ab2b-d46a31710be1 None None] Device 99b2c583-b473-4a16-b249-7df3079946b1 details requested by agent hyperv_hv-cinder-80661 with host hv-cinder-80661 {{(pid=96122) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 29 15:43:30.358108 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.notifiers.nova [req-86e724c6-6cdf-467f-ba6a-ec9b4671ef2d req-b23bf97e-bf7a-4998-a11b-8feb44386519 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2ea31e49-e163-4c49-a8a2-18463ab07e46 {{(pid=96121) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 15:43:30.365648 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.plugins.ml2.rpc [None req-4d55257e-523e-4b8d-ab2b-d46a31710be1 None None] Device 8b381780-c788-4e42-81f1-ad86f28e31ef no longer exists at agent hyperv_hv-cinder-80661 {{(pid=96122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 15:43:30.374492 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [req-86e724c6-6cdf-467f-ba6a-ec9b4671ef2d req-b23bf97e-bf7a-4998-a11b-8feb44386519 service neutron] Notify callbacks [] for port, precommit_update {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:43:30.392760 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.db.provisioning_blocks [req-86e724c6-6cdf-467f-ba6a-ec9b4671ef2d req-b23bf97e-bf7a-4998-a11b-8feb44386519 service neutron] Transition to ACTIVE for port object 2ea31e49-e163-4c49-a8a2-18463ab07e46 will not be triggered until provisioned by entity L2. {{(pid=96121) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 15:43:30.398749 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.plugins.ml2.plugin [None req-4d55257e-523e-4b8d-ab2b-d46a31710be1 None None] No Port match for: 8b381780-c788-4e42-81f1-ad86f28e31ef {{(pid=96122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 29 15:43:30.399125 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.plugins.ml2.rpc [None req-4d55257e-523e-4b8d-ab2b-d46a31710be1 None None] Device 8b381780-c788-4e42-81f1-ad86f28e31ef not bound to the agent host hv-cinder-80661 {{(pid=96122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 15:43:30.519420 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.plugins.ml2.db [None req-4d55257e-523e-4b8d-ab2b-d46a31710be1 None None] For port 99b2c583-b473-4a16-b249-7df3079946b1, host hv-cinder-80661, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80661',level=0,port_id=99b2c583-b473-4a16-b249-7df3079946b1,segment=NetworkSegment(f04292f3-eb4e-4169-8d92-9151c1713629),segment_id=f04292f3-eb4e-4169-8d92-9151c1713629)] {{(pid=96122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 15:43:30.527830 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [req-84ca7b83-b28d-4530-82b3-c04e7372c3ef req-e499dc92-8777-4c7e-a7b2-4d7491b1966a tempest-AttachVolumeTestJSON-270594920 tempest-AttachVolumeTestJSON-270594920-project] 10.222.0.46 "GET /v2.0/ports?device_id=f6e7bb73-46e1-46cc-b0cb-c0a13b6c495d HTTP/1.1" status: 200 len: 210 time: 0.0390320 Sep 29 15:43:30.529033 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [req-86e724c6-6cdf-467f-ba6a-ec9b4671ef2d req-b23bf97e-bf7a-4998-a11b-8feb44386519 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741780147972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741779628755', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741779628773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3898424'] for port, after_update {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:43:30.533670 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.plugins.ml2.rpc [None req-4d55257e-523e-4b8d-ab2b-d46a31710be1 None None] Returning: {'device': '99b2c583-b473-4a16-b249-7df3079946b1', 'network_id': 'dfffc344-f760-41f5-9d24-fe33598be2a0', 'port_id': '99b2c583-b473-4a16-b249-7df3079946b1', 'mac_address': 'fa:16:3e:3d:74:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 603, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd65c8d9e-7696-4c81-b2ec-d3977a4497e2', 'ip_address': '192.168.233.226'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=96122) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 29 15:43:30.598176 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron_lib.callbacks.manager [None req-4d55257e-523e-4b8d-ab2b-d46a31710be1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-684029'] for port, before_update {{(pid=96122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:43:30.611119 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3980f27-35d2-413f-bcc3-533725dadefb req-66272134-6acd-436f-b567-b6232cac3fec tempest-VolumesNegativeTest-1504812869 tempest-VolumesNegativeTest-1504812869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:43:30.612224 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.notifiers.nova [None req-4d55257e-523e-4b8d-ab2b-d46a31710be1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 99b2c583-b473-4a16-b249-7df3079946b1 {{(pid=96122) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 15:43:30.612654 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-b3980f27-35d2-413f-bcc3-533725dadefb req-66272134-6acd-436f-b567-b6232cac3fec tempest-VolumesNegativeTest-1504812869 tempest-VolumesNegativeTest-1504812869-project] 10.222.0.46 "GET /v2.0/ports?device_id=91a10f83-9d42-45d5-b5c0-dbabe34a1824 HTTP/1.1" status: 200 len: 948 time: 0.1115708 Sep 29 15:43:30.615999 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b23bf97e-bf7a-4998-a11b-8feb44386519 service neutron] Pushing event updated for resources: {'Port': ['ID=2ea31e49-e163-4c49-a8a2-18463ab07e46,revision_number=2']} {{(pid=96121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 15:43:30.618853 dv-cinder-806616-6-iscsi neutron-server[96123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa32a926-d72d-47f9-b538-eed72b8f4e1c None None] New status for floating IP 32218270-02bd-4945-beda-a31d06bafba5: DOWN {{(pid=96123) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 29 15:43:30.665700 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.plugins.ml2.db [None req-4d55257e-523e-4b8d-ab2b-d46a31710be1 None None] For port 99b2c583-b473-4a16-b249-7df3079946b1, host hv-cinder-80661, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80661',level=0,port_id=99b2c583-b473-4a16-b249-7df3079946b1,segment=NetworkSegment(f04292f3-eb4e-4169-8d92-9151c1713629),segment_id=f04292f3-eb4e-4169-8d92-9151c1713629)] {{(pid=96122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 15:43:30.705995 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-b3980f27-35d2-413f-bcc3-533725dadefb req-e111aea0-95fb-4e23-9054-793962785816 tempest-VolumesNegativeTest-1504812869 tempest-VolumesNegativeTest-1504812869-project] 10.222.0.46 "GET /v2.0/security-groups?id=9c4b23da-c87b-444a-bf07-34c9526abf05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692723 Sep 29 15:43:30.723202 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.plugins.ml2.managers [req-86e724c6-6cdf-467f-ba6a-ec9b4671ef2d req-b23bf97e-bf7a-4998-a11b-8feb44386519 service neutron] Attempting to bind port 2ea31e49-e163-4c49-a8a2-18463ab07e46 on host hv-cinder-80661 for vnic_type normal with profile {{(pid=96121) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 15:43:30.723601 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.plugins.ml2.managers [req-86e724c6-6cdf-467f-ba6a-ec9b4671ef2d req-b23bf97e-bf7a-4998-a11b-8feb44386519 service neutron] Attempting to bind port 2ea31e49-e163-4c49-a8a2-18463ab07e46 by drivers openvswitch,hyperv on host hv-cinder-80661 at level 0 using segments [{'id': '445f7458-c019-4777-b7f7-9f69e4e3102b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '7d2058d9-0239-4e7f-ad5f-85b9e31d2757'}] {{(pid=96121) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 15:43:30.724052 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86e724c6-6cdf-467f-ba6a-ec9b4671ef2d req-b23bf97e-bf7a-4998-a11b-8feb44386519 service neutron] Attempting to bind port 2ea31e49-e163-4c49-a8a2-18463ab07e46 on network 7d2058d9-0239-4e7f-ad5f-85b9e31d2757 {{(pid=96121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 15:43:30.728925 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86e724c6-6cdf-467f-ba6a-ec9b4671ef2d req-b23bf97e-bf7a-4998-a11b-8feb44386519 service neutron] Port 2ea31e49-e163-4c49-a8a2-18463ab07e46 on network 7d2058d9-0239-4e7f-ad5f-85b9e31d2757 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80661 {{(pid=96121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 29 15:43:30.729335 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86e724c6-6cdf-467f-ba6a-ec9b4671ef2d req-b23bf97e-bf7a-4998-a11b-8feb44386519 service neutron] Attempting to bind port 2ea31e49-e163-4c49-a8a2-18463ab07e46 on network 7d2058d9-0239-4e7f-ad5f-85b9e31d2757 {{(pid=96121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 15:43:30.734968 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86e724c6-6cdf-467f-ba6a-ec9b4671ef2d req-b23bf97e-bf7a-4998-a11b-8feb44386519 service neutron] Checking agent: {'id': '02e4aaf8-ac1d-430d-8152-9e2105739360', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80661', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 15, 37, 5), 'started_at': datetime.datetime(2021, 9, 29, 15, 37, 5), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 15, 43, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=96121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 15:43:30.735389 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86e724c6-6cdf-467f-ba6a-ec9b4671ef2d req-b23bf97e-bf7a-4998-a11b-8feb44386519 service neutron] Checking segment: {'id': '445f7458-c019-4777-b7f7-9f69e4e3102b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '7d2058d9-0239-4e7f-ad5f-85b9e31d2757'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96121) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 15:43:30.735840 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86e724c6-6cdf-467f-ba6a-ec9b4671ef2d req-b23bf97e-bf7a-4998-a11b-8feb44386519 service neutron] Bound using segment: {'id': '445f7458-c019-4777-b7f7-9f69e4e3102b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '7d2058d9-0239-4e7f-ad5f-85b9e31d2757'} {{(pid=96121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 15:43:30.736369 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.plugins.ml2.managers [req-86e724c6-6cdf-467f-ba6a-ec9b4671ef2d req-b23bf97e-bf7a-4998-a11b-8feb44386519 service neutron] Bound port: 2ea31e49-e163-4c49-a8a2-18463ab07e46, host: hv-cinder-80661, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '445f7458-c019-4777-b7f7-9f69e4e3102b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '7d2058d9-0239-4e7f-ad5f-85b9e31d2757'}}] {{(pid=96121) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 15:43:30.736752 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [req-86e724c6-6cdf-467f-ba6a-ec9b4671ef2d req-b23bf97e-bf7a-4998-a11b-8feb44386519 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-684029'] for port, before_update {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:43:30.775357 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron_lib.callbacks.manager [None req-4d55257e-523e-4b8d-ab2b-d46a31710be1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741780147972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741779628755', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741779628773'] for port, after_update {{(pid=96122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:43:30.806025 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.plugins.ml2.db [req-86e724c6-6cdf-467f-ba6a-ec9b4671ef2d req-b23bf97e-bf7a-4998-a11b-8feb44386519 service neutron] For port 2ea31e49-e163-4c49-a8a2-18463ab07e46, host hv-cinder-80661, cleared binding levels {{(pid=96121) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 15:43:30.809697 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.plugins.ml2.db [req-86e724c6-6cdf-467f-ba6a-ec9b4671ef2d req-b23bf97e-bf7a-4998-a11b-8feb44386519 service neutron] For port 2ea31e49-e163-4c49-a8a2-18463ab07e46, host hv-cinder-80661, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80661',level=0,port_id=2ea31e49-e163-4c49-a8a2-18463ab07e46,segment=NetworkSegment(445f7458-c019-4777-b7f7-9f69e4e3102b),segment_id=445f7458-c019-4777-b7f7-9f69e4e3102b)] {{(pid=96121) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 15:43:30.837192 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d55257e-523e-4b8d-ab2b-d46a31710be1 None None] Pushing event updated for resources: {'Port': ['ID=99b2c583-b473-4a16-b249-7df3079946b1,revision_number=4']} {{(pid=96122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 15:43:30.844994 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d55257e-523e-4b8d-ab2b-d46a31710be1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806616-6-iscsi {{(pid=96122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 15:43:30.845348 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d55257e-523e-4b8d-ab2b-d46a31710be1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806616-6-iscsi {{(pid=96122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 15:43:30.845688 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d55257e-523e-4b8d-ab2b-d46a31710be1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806616-6-iscsi {{(pid=96122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 15:43:30.846022 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d55257e-523e-4b8d-ab2b-d46a31710be1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806616-6-iscsi {{(pid=96122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 15:43:30.846356 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d55257e-523e-4b8d-ab2b-d46a31710be1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806616-6-iscsi {{(pid=96122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 15:43:30.846687 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d55257e-523e-4b8d-ab2b-d46a31710be1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806616-6-iscsi {{(pid=96122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 15:43:30.847116 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d55257e-523e-4b8d-ab2b-d46a31710be1 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806616-6-iscsi {{(pid=96122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 15:43:30.847339 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d55257e-523e-4b8d-ab2b-d46a31710be1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806616-6-iscsi {{(pid=96122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 15:43:30.848132 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d55257e-523e-4b8d-ab2b-d46a31710be1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806616-6-iscsi {{(pid=96122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 15:43:30.848467 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d55257e-523e-4b8d-ab2b-d46a31710be1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806616-6-iscsi {{(pid=96122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 15:43:30.848791 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d55257e-523e-4b8d-ab2b-d46a31710be1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806616-6-iscsi {{(pid=96122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 15:43:30.849113 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d55257e-523e-4b8d-ab2b-d46a31710be1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806616-6-iscsi {{(pid=96122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 15:43:30.877461 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [req-86e724c6-6cdf-467f-ba6a-ec9b4671ef2d req-b23bf97e-bf7a-4998-a11b-8feb44386519 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741780147972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741779628755', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741779628773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3898424'] for port, after_update {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:43:30.914343 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e724c6-6cdf-467f-ba6a-ec9b4671ef2d req-b23bf97e-bf7a-4998-a11b-8feb44386519 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:43:30.914960 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [req-86e724c6-6cdf-467f-ba6a-ec9b4671ef2d req-b23bf97e-bf7a-4998-a11b-8feb44386519 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238921'] for port, before_response {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:43:30.916367 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-86e724c6-6cdf-467f-ba6a-ec9b4671ef2d req-b23bf97e-bf7a-4998-a11b-8feb44386519 service neutron] 10.222.0.22 "PUT /v2.0/ports/2ea31e49-e163-4c49-a8a2-18463ab07e46 HTTP/1.1" status: 200 len: 1094 time: 0.9642305 Sep 29 15:43:30.935619 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b23bf97e-bf7a-4998-a11b-8feb44386519 service neutron] Pushing event updated for resources: {'Port': ['ID=2ea31e49-e163-4c49-a8a2-18463ab07e46,revision_number=3']} {{(pid=96121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 15:43:31.061558 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.plugins.ml2.db [None req-4d55257e-523e-4b8d-ab2b-d46a31710be1 None None] get_ports_and_sgs() called for port_ids ['99b2c583-b473-4a16-b249-7df3079946b1'] {{(pid=96122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 15:43:31.109023 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e724c6-6cdf-467f-ba6a-ec9b4671ef2d req-4d7924ca-886b-4e09-bc60-e83f37692e22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:43:31.110664 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-86e724c6-6cdf-467f-ba6a-ec9b4671ef2d req-4d7924ca-886b-4e09-bc60-e83f37692e22 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=13390da549814bc498d0c907da15d788&device_id=baba5f09-ede0-45b5-8ba9-8341045e8437 HTTP/1.1" status: 200 len: 1097 time: 0.0481215 Sep 29 15:43:31.161682 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-86e724c6-6cdf-467f-ba6a-ec9b4671ef2d req-017d01dd-6be7-4a40-8916-7d97862e3d84 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2ea31e49-e163-4c49-a8a2-18463ab07e46 HTTP/1.1" status: 200 len: 217 time: 0.0370326 Sep 29 15:43:31.213780 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e724c6-6cdf-467f-ba6a-ec9b4671ef2d req-7a2b55ca-cc36-456c-8bc6-0bb466c34120 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:43:31.215241 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-86e724c6-6cdf-467f-ba6a-ec9b4671ef2d req-7a2b55ca-cc36-456c-8bc6-0bb466c34120 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=56afac6f-63d0-4994-bdac-133803bcf88a HTTP/1.1" status: 200 len: 855 time: 0.0470057 Sep 29 15:43:31.262809 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e724c6-6cdf-467f-ba6a-ec9b4671ef2d req-3dd8b31c-c26c-4a34-b963-69b2fab8ef27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:43:31.264367 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-86e724c6-6cdf-467f-ba6a-ec9b4671ef2d req-3dd8b31c-c26c-4a34-b963-69b2fab8ef27 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=7d2058d9-0239-4e7f-ad5f-85b9e31d2757&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0413294 Sep 29 15:43:31.343012 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ac0830-f06d-4d82-aad6-d6ee5b14512e req-55858b89-aa60-4bf4-bf32-d4d719115a68 tempest-AttachVolumeShelveTestJSON-850210833 tempest-AttachVolumeShelveTestJSON-850210833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:43:31.344705 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [req-a3ac0830-f06d-4d82-aad6-d6ee5b14512e req-55858b89-aa60-4bf4-bf32-d4d719115a68 tempest-AttachVolumeShelveTestJSON-850210833 tempest-AttachVolumeShelveTestJSON-850210833-project] 10.222.0.46 "GET /v2.0/ports?device_id=baba5f09-ede0-45b5-8ba9-8341045e8437 HTTP/1.1" status: 200 len: 944 time: 0.0480394 Sep 29 15:43:31.357169 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-86e724c6-6cdf-467f-ba6a-ec9b4671ef2d req-6671dd90-0fd6-4f20-9b44-5769cffbfd6c service neutron] 10.222.0.22 "GET /v2.0/networks/7d2058d9-0239-4e7f-ad5f-85b9e31d2757?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847583 Sep 29 15:43:31.383173 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [req-a3ac0830-f06d-4d82-aad6-d6ee5b14512e req-68d358a2-48e5-4093-9ea5-6f10fcd290ed tempest-AttachVolumeShelveTestJSON-850210833 tempest-AttachVolumeShelveTestJSON-850210833-project] 10.222.0.46 "GET /v2.0/security-groups?id=99d08d38-afbb-479e-bab1-6a902c9fe3e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321398 Sep 29 15:43:31.426277 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'baba5f09-ede0-45b5-8ba9-8341045e8437', 'tag': '2ea31e49-e163-4c49-a8a2-18463ab07e46'}] {{(pid=96121) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 15:43:31.429095 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dcbd94143c65fdb0f5c12b0c92a6468c38125261e55d21e9818266cb91f6c0d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4319fd3-81fb-41d6-8745-92bbb4372324" -d '{"events": [{"name": "network-changed", "server_uuid": "baba5f09-ede0-45b5-8ba9-8341045e8437", "tag": "2ea31e49-e163-4c49-a8a2-18463ab07e46"}]}' {{(pid=96121) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 15:43:31.462118 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-86e724c6-6cdf-467f-ba6a-ec9b4671ef2d req-e1021169-f3b0-4213-9af3-e134aa1d8f27 service neutron] 10.222.0.22 "GET /v2.0/networks/7d2058d9-0239-4e7f-ad5f-85b9e31d2757?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0976806 Sep 29 15:43:31.465619 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 29 Sep 2021 15:43:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b56d3b6-9ab8-4899-87d0-467f64951cb6 x-openstack-request-id: req-6b56d3b6-9ab8-4899-87d0-467f64951cb6 {{(pid=96121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 15:43:31.467549 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "baba5f09-ede0-45b5-8ba9-8341045e8437", "tag": "2ea31e49-e163-4c49-a8a2-18463ab07e46", "status": "completed", "code": 200}]} {{(pid=96121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 15:43:31.467549 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-6b56d3b6-9ab8-4899-87d0-467f64951cb6 {{(pid=96121) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 15:43:31.467549 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'baba5f09-ede0-45b5-8ba9-8341045e8437', 'tag': '2ea31e49-e163-4c49-a8a2-18463ab07e46', 'status': 'completed', 'code': 200} Sep 29 15:43:31.673021 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.wsgi [-] (96120) accepted ('10.222.0.46', 34392) {{(pid=96120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 15:43:31.685284 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4319fd3-81fb-41d6-8745-92bbb4372324 req-4d88405e-2414-4159-a9bf-6383467e97cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:43:31.686810 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-a4319fd3-81fb-41d6-8745-92bbb4372324 req-4d88405e-2414-4159-a9bf-6383467e97cf service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=13390da549814bc498d0c907da15d788&device_id=baba5f09-ede0-45b5-8ba9-8341045e8437 HTTP/1.1" status: 200 len: 1097 time: 0.0452294 Sep 29 15:43:31.732594 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-3aea6660-0700-4029-9170-aa48b2b82b46 tempest-AttachVolumeTestJSON-270594920 tempest-AttachVolumeTestJSON-270594920-project] Notify callbacks [] for security_group, before_delete {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:43:31.756441 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-3aea6660-0700-4029-9170-aa48b2b82b46 tempest-AttachVolumeTestJSON-270594920 tempest-AttachVolumeTestJSON-270594920-project] Notify callbacks [] for security_group, precommit_delete {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:43:31.782341 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4319fd3-81fb-41d6-8745-92bbb4372324 req-b0561c36-9f94-4b6e-ac12-44724c73d507 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:43:31.783846 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-a4319fd3-81fb-41d6-8745-92bbb4372324 req-b0561c36-9f94-4b6e-ac12-44724c73d507 service neutron] 10.222.0.22 "GET /v2.0/networks?id=7d2058d9-0239-4e7f-ad5f-85b9e31d2757 HTTP/1.1" status: 200 len: 917 time: 0.0885079 Sep 29 15:43:31.829085 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-a4319fd3-81fb-41d6-8745-92bbb4372324 req-effed63f-4d5c-477f-8ff1-9828adbc672c service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2ea31e49-e163-4c49-a8a2-18463ab07e46 HTTP/1.1" status: 200 len: 217 time: 0.0379086 Sep 29 15:43:31.836303 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40874737-971d-4394-a8e7-f57ac45e77d8 req-47e8889b-7cf1-4ff4-9077-7108f555f9c4 tempest-VolumesNegativeTest-1504812869 tempest-VolumesNegativeTest-1504812869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:43:31.837769 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [req-40874737-971d-4394-a8e7-f57ac45e77d8 req-47e8889b-7cf1-4ff4-9077-7108f555f9c4 tempest-VolumesNegativeTest-1504812869 tempest-VolumesNegativeTest-1504812869-project] 10.222.0.46 "GET /v2.0/ports?device_id=91a10f83-9d42-45d5-b5c0-dbabe34a1824 HTTP/1.1" status: 200 len: 949 time: 0.0632079 Sep 29 15:43:31.876110 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [req-40874737-971d-4394-a8e7-f57ac45e77d8 req-6982a919-df1d-471d-aafc-699e3e4d77f3 tempest-VolumesNegativeTest-1504812869 tempest-VolumesNegativeTest-1504812869-project] 10.222.0.46 "GET /v2.0/security-groups?id=9c4b23da-c87b-444a-bf07-34c9526abf05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320525 Sep 29 15:43:31.879621 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4319fd3-81fb-41d6-8745-92bbb4372324 req-8cd37501-7117-4fc4-bcdf-929f031b33f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:43:31.881119 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-a4319fd3-81fb-41d6-8745-92bbb4372324 req-8cd37501-7117-4fc4-bcdf-929f031b33f5 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=56afac6f-63d0-4994-bdac-133803bcf88a HTTP/1.1" status: 200 len: 855 time: 0.0441828 Sep 29 15:43:31.899588 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-3aea6660-0700-4029-9170-aa48b2b82b46 tempest-AttachVolumeTestJSON-270594920 tempest-AttachVolumeTestJSON-270594920-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579214'] for security_group, after_delete {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:43:31.902159 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-3aea6660-0700-4029-9170-aa48b2b82b46 tempest-AttachVolumeTestJSON-270594920 tempest-AttachVolumeTestJSON-270594920-project] Notify callbacks [] for security_group, before_response {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:43:31.903264 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [None req-3aea6660-0700-4029-9170-aa48b2b82b46 tempest-AttachVolumeTestJSON-270594920 tempest-AttachVolumeTestJSON-270594920-project] 10.222.0.46 "DELETE /v2.0/security-groups/fd7c349f-6119-46da-b1a9-67ca18fd632b HTTP/1.1" status: 204 len: 168 time: 0.2292409 Sep 29 15:43:31.907593 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.wsgi [-] (96120) accepted ('10.222.0.46', 34396) {{(pid=96120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 15:43:31.921030 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aea6660-0700-4029-9170-aa48b2b82b46 tempest-AttachVolumeTestJSON-270594920 tempest-AttachVolumeTestJSON-270594920-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd7c349f-6119-46da-b1a9-67ca18fd632b,revision_number=None']} {{(pid=96120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 15:43:31.928843 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4319fd3-81fb-41d6-8745-92bbb4372324 req-3f4d61a1-85b7-4a82-a8db-d41a3daa96e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:43:31.929640 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.api.v2.resource [None req-24a23a23-8395-411a-9a6c-b71fae0d0970 tempest-AttachVolumeTestJSON-270594920 tempest-AttachVolumeTestJSON-270594920-project] show failed (client error): The resource could not be found. Sep 29 15:43:31.930315 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-a4319fd3-81fb-41d6-8745-92bbb4372324 req-3f4d61a1-85b7-4a82-a8db-d41a3daa96e9 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=7d2058d9-0239-4e7f-ad5f-85b9e31d2757&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0387907 Sep 29 15:43:31.930635 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [None req-24a23a23-8395-411a-9a6c-b71fae0d0970 tempest-AttachVolumeTestJSON-270594920 tempest-AttachVolumeTestJSON-270594920-project] 10.222.0.46 "GET /v2.0/security-groups/fd7c349f-6119-46da-b1a9-67ca18fd632b HTTP/1.1" status: 404 len: 347 time: 0.0221305 Sep 29 15:43:31.932309 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aea6660-0700-4029-9170-aa48b2b82b46 tempest-AttachVolumeTestJSON-270594920 tempest-AttachVolumeTestJSON-270594920-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806616-6-iscsi {{(pid=96120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 15:43:31.932656 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aea6660-0700-4029-9170-aa48b2b82b46 tempest-AttachVolumeTestJSON-270594920 tempest-AttachVolumeTestJSON-270594920-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806616-6-iscsi {{(pid=96120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 15:43:31.932997 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aea6660-0700-4029-9170-aa48b2b82b46 tempest-AttachVolumeTestJSON-270594920 tempest-AttachVolumeTestJSON-270594920-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806616-6-iscsi {{(pid=96120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 15:43:31.933330 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aea6660-0700-4029-9170-aa48b2b82b46 tempest-AttachVolumeTestJSON-270594920 tempest-AttachVolumeTestJSON-270594920-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806616-6-iscsi {{(pid=96120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 15:43:31.933532 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.wsgi [-] (96121) accepted ('10.222.0.46', 34398) {{(pid=96121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 15:43:31.933652 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aea6660-0700-4029-9170-aa48b2b82b46 tempest-AttachVolumeTestJSON-270594920 tempest-AttachVolumeTestJSON-270594920-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806616-6-iscsi {{(pid=96120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 15:43:31.934474 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aea6660-0700-4029-9170-aa48b2b82b46 tempest-AttachVolumeTestJSON-270594920 tempest-AttachVolumeTestJSON-270594920-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806616-6-iscsi {{(pid=96120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 15:43:31.934814 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aea6660-0700-4029-9170-aa48b2b82b46 tempest-AttachVolumeTestJSON-270594920 tempest-AttachVolumeTestJSON-270594920-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806616-6-iscsi {{(pid=96120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 15:43:31.935141 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aea6660-0700-4029-9170-aa48b2b82b46 tempest-AttachVolumeTestJSON-270594920 tempest-AttachVolumeTestJSON-270594920-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806616-6-iscsi {{(pid=96120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 15:43:31.935469 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aea6660-0700-4029-9170-aa48b2b82b46 tempest-AttachVolumeTestJSON-270594920 tempest-AttachVolumeTestJSON-270594920-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806616-6-iscsi {{(pid=96120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 15:43:31.935794 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aea6660-0700-4029-9170-aa48b2b82b46 tempest-AttachVolumeTestJSON-270594920 tempest-AttachVolumeTestJSON-270594920-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806616-6-iscsi {{(pid=96120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 15:43:31.936149 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aea6660-0700-4029-9170-aa48b2b82b46 tempest-AttachVolumeTestJSON-270594920 tempest-AttachVolumeTestJSON-270594920-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806616-6-iscsi {{(pid=96120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 15:43:31.936472 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aea6660-0700-4029-9170-aa48b2b82b46 tempest-AttachVolumeTestJSON-270594920 tempest-AttachVolumeTestJSON-270594920-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806616-6-iscsi {{(pid=96120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 15:43:32.351633 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-a4319fd3-81fb-41d6-8745-92bbb4372324 req-613567cd-7b76-4fe1-9f75-ecb5ccd96412 service neutron] 10.222.0.22 "GET /v2.0/networks/7d2058d9-0239-4e7f-ad5f-85b9e31d2757?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4113312 Sep 29 15:43:32.363231 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.plugins.ml2.plugin [None req-918cf950-4f6f-4d92-93cb-f9dd898cd647 tempest-AttachVolumeTestJSON-270594920 tempest-AttachVolumeTestJSON-270594920-project] Deleting port 4fba0f3f-0549-4d72-9da8-ca4e86c45ef1 {{(pid=96121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 29 15:43:32.363567 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [None req-918cf950-4f6f-4d92-93cb-f9dd898cd647 tempest-AttachVolumeTestJSON-270594920 tempest-AttachVolumeTestJSON-270594920-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741780140072'] for port, before_delete {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:43:32.363721 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.plugins.ml2.rpc [None req-4d55257e-523e-4b8d-ab2b-d46a31710be1 None None] Device 99b2c583-b473-4a16-b249-7df3079946b1 up at agent hyperv_hv-cinder-80661 {{(pid=96122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 15:43:32.481822 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.db.provisioning_blocks [None req-4d55257e-523e-4b8d-ab2b-d46a31710be1 None None] Provisioning for port 99b2c583-b473-4a16-b249-7df3079946b1 completed by entity L2. {{(pid=96122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 29 15:43:32.485848 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.db.provisioning_blocks [None req-4d55257e-523e-4b8d-ab2b-d46a31710be1 None None] Provisioning complete for port 99b2c583-b473-4a16-b249-7df3079946b1 triggered by entity L2. {{(pid=96122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 15:43:32.486218 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron_lib.callbacks.manager [None req-4d55257e-523e-4b8d-ab2b-d46a31710be1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-626465'] for port, provisioning_complete {{(pid=96122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:43:32.532607 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [None req-918cf950-4f6f-4d92-93cb-f9dd898cd647 tempest-AttachVolumeTestJSON-270594920 tempest-AttachVolumeTestJSON-270594920-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1614090'] for port, precommit_delete {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:43:32.532931 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [None req-918cf950-4f6f-4d92-93cb-f9dd898cd647 tempest-AttachVolumeTestJSON-270594920 tempest-AttachVolumeTestJSON-270594920-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:43:32.545953 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-a4319fd3-81fb-41d6-8745-92bbb4372324 req-759ac6ee-0b8c-4aca-b50b-6b439e31e658 service neutron] 10.222.0.22 "GET /v2.0/networks/7d2058d9-0239-4e7f-ad5f-85b9e31d2757?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1841569 Sep 29 15:43:32.553814 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.plugins.ml2.plugin [None req-918cf950-4f6f-4d92-93cb-f9dd898cd647 tempest-AttachVolumeTestJSON-270594920 tempest-AttachVolumeTestJSON-270594920-project] Calling delete_port for 4fba0f3f-0549-4d72-9da8-ca4e86c45ef1 owned by network:floatingip {{(pid=96121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 29 15:43:32.563122 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f4499f-9b65-41f3-9f63-0c74bb5a3222 req-a3130592-ba54-48ef-89ff-e1a4dc273b9c tempest-AttachVolumeShelveTestJSON-850210833 tempest-AttachVolumeShelveTestJSON-850210833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:43:32.564678 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-f3f4499f-9b65-41f3-9f63-0c74bb5a3222 req-a3130592-ba54-48ef-89ff-e1a4dc273b9c tempest-AttachVolumeShelveTestJSON-850210833 tempest-AttachVolumeShelveTestJSON-850210833-project] 10.222.0.46 "GET /v2.0/ports?device_id=baba5f09-ede0-45b5-8ba9-8341045e8437 HTTP/1.1" status: 200 len: 944 time: 0.1043749 Sep 29 15:43:32.576861 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron_lib.callbacks.manager [None req-4d55257e-523e-4b8d-ab2b-d46a31710be1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-684029'] for port, before_update {{(pid=96122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:43:32.600044 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91a10f83-9d42-45d5-b5c0-dbabe34a1824', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99b2c583-b473-4a16-b249-7df3079946b1'}] {{(pid=96122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 15:43:32.602773 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2623ca0f1d0ed70344ce0ae3d74fdbf1495c1e1ffd6c12fe338f92bc8c6604f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6e8f781-45b7-40ed-a7d9-9f68c70721d3" -d '{"events": [{"server_uuid": "91a10f83-9d42-45d5-b5c0-dbabe34a1824", "name": "network-vif-plugged", "status": "completed", "tag": "99b2c583-b473-4a16-b249-7df3079946b1"}]}' {{(pid=96122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 15:43:32.609930 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.wsgi [-] (96120) accepted ('10.222.0.46', 34414) {{(pid=96120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 15:43:32.622452 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.plugins.ml2.db [None req-4d55257e-523e-4b8d-ab2b-d46a31710be1 None None] For port 99b2c583-b473-4a16-b249-7df3079946b1, host hv-cinder-80661, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80661',level=0,port_id=99b2c583-b473-4a16-b249-7df3079946b1,segment=NetworkSegment(f04292f3-eb4e-4169-8d92-9151c1713629),segment_id=f04292f3-eb4e-4169-8d92-9151c1713629)] {{(pid=96122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 15:43:32.650724 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-f3f4499f-9b65-41f3-9f63-0c74bb5a3222 req-f1179fc2-543a-4a82-9e69-6567816d870c tempest-AttachVolumeShelveTestJSON-850210833 tempest-AttachVolumeShelveTestJSON-850210833-project] 10.222.0.46 "GET /v2.0/security-groups?id=99d08d38-afbb-479e-bab1-6a902c9fe3e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0741155 Sep 29 15:43:32.658043 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Sep 2021 15:43:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd4f558f-d2fb-48ac-95d8-ccbeb3cf737e x-openstack-request-id: req-dd4f558f-d2fb-48ac-95d8-ccbeb3cf737e {{(pid=96122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 15:43:32.659403 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "91a10f83-9d42-45d5-b5c0-dbabe34a1824", "name": "network-vif-plugged", "status": "completed", "tag": "99b2c583-b473-4a16-b249-7df3079946b1", "code": 200}]} {{(pid=96122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 15:43:32.659842 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-dd4f558f-d2fb-48ac-95d8-ccbeb3cf737e {{(pid=96122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 15:43:32.660735 dv-cinder-806616-6-iscsi neutron-server[96122]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91a10f83-9d42-45d5-b5c0-dbabe34a1824', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99b2c583-b473-4a16-b249-7df3079946b1', 'code': 200} Sep 29 15:43:32.661003 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.db.db_base_plugin_v2 [None req-b42a58a6-282e-434e-b0fd-7baed71468f2 admin admin] Deleting subnet d1e1db02-8983-416f-8530-33f4bff2206e {{(pid=96120) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 29 15:43:32.664680 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-b42a58a6-282e-434e-b0fd-7baed71468f2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:43:32.704523 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-b42a58a6-282e-434e-b0fd-7baed71468f2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9303605'] for subnet, precommit_delete_associations {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:43:32.747085 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-b42a58a6-282e-434e-b0fd-7baed71468f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-648269'] for subnet, precommit_delete {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:43:32.750888 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron_lib.callbacks.manager [None req-4d55257e-523e-4b8d-ab2b-d46a31710be1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741780147972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741779628755', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741779628773'] for port, after_update {{(pid=96122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:43:32.797024 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d55257e-523e-4b8d-ab2b-d46a31710be1 None None] Pushing event updated for resources: {'Port': ['ID=99b2c583-b473-4a16-b249-7df3079946b1,revision_number=5']} {{(pid=96122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 15:43:32.836728 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [None req-918cf950-4f6f-4d92-93cb-f9dd898cd647 tempest-AttachVolumeTestJSON-270594920 tempest-AttachVolumeTestJSON-270594920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741780147950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741779628746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3898419'] for port, after_delete {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:43:32.864880 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-918cf950-4f6f-4d92-93cb-f9dd898cd647 tempest-AttachVolumeTestJSON-270594920 tempest-AttachVolumeTestJSON-270594920-project] Pushing event deleted for resources: {'Port': ['ID=4fba0f3f-0549-4d72-9da8-ca4e86c45ef1,revision_number=None']} {{(pid=96121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 15:43:32.924817 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [None req-918cf950-4f6f-4d92-93cb-f9dd898cd647 tempest-AttachVolumeTestJSON-270594920 tempest-AttachVolumeTestJSON-270594920-project] Notify callbacks [] for floatingip, after_delete {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:43:32.927321 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [None req-918cf950-4f6f-4d92-93cb-f9dd898cd647 tempest-AttachVolumeTestJSON-270594920 tempest-AttachVolumeTestJSON-270594920-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238921'] for floatingip, before_response {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:43:32.932608 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [None req-918cf950-4f6f-4d92-93cb-f9dd898cd647 tempest-AttachVolumeTestJSON-270594920 tempest-AttachVolumeTestJSON-270594920-project] 10.222.0.46 "DELETE /v2.0/floatingips/32218270-02bd-4945-beda-a31d06bafba5 HTTP/1.1" status: 204 len: 168 time: 0.9935346 Sep 29 15:43:32.975448 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-b42a58a6-282e-434e-b0fd-7baed71468f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-648260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1575015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8956104', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9098300'] for subnet, after_delete {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:43:33.008021 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b42a58a6-282e-434e-b0fd-7baed71468f2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d1e1db02-8983-416f-8530-33f4bff2206e,revision_number=None']} {{(pid=96120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 15:43:33.012998 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-b42a58a6-282e-434e-b0fd-7baed71468f2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577532'] for subnet, before_response {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:43:33.017257 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [None req-b42a58a6-282e-434e-b0fd-7baed71468f2 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/d1e1db02-8983-416f-8530-33f4bff2206e HTTP/1.1" status: 204 len: 168 time: 0.4038327 Sep 29 15:43:33.018055 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.wsgi [-] (96121) accepted ('10.222.0.46', 34420) {{(pid=96121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 15:43:33.030770 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5042ca19-59af-4b86-9a03-5e841686937d req-bf3160f7-cd44-4c0f-82b5-e5b3617f0b6f tempest-VolumesNegativeTest-1504812869 tempest-VolumesNegativeTest-1504812869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:43:33.032349 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [req-5042ca19-59af-4b86-9a03-5e841686937d req-bf3160f7-cd44-4c0f-82b5-e5b3617f0b6f tempest-VolumesNegativeTest-1504812869 tempest-VolumesNegativeTest-1504812869-project] 10.222.0.46 "GET /v2.0/ports?device_id=91a10f83-9d42-45d5-b5c0-dbabe34a1824 HTTP/1.1" status: 200 len: 950 time: 0.0840790 Sep 29 15:43:33.072084 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [req-5042ca19-59af-4b86-9a03-5e841686937d req-95b6fde1-03e7-4053-acdd-317b8e3b0960 tempest-VolumesNegativeTest-1504812869 tempest-VolumesNegativeTest-1504812869-project] 10.222.0.46 "GET /v2.0/security-groups?id=9c4b23da-c87b-444a-bf07-34c9526abf05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334992 Sep 29 15:43:33.119261 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [None req-443f43ba-2de1-4f69-97af-7f5533d42daa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-533685'] for network, before_delete {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:43:33.156316 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd88b43e-dede-4022-9bc1-23cb8457ef22 req-3aeb4587-a30d-44ca-8fcc-44bfeb004b5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:43:33.157771 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-dd88b43e-dede-4022-9bc1-23cb8457ef22 req-3aeb4587-a30d-44ca-8fcc-44bfeb004b5c service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=91a10f83-9d42-45d5-b5c0-dbabe34a1824 HTTP/1.1" status: 200 len: 1103 time: 0.0706086 Sep 29 15:43:33.222341 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [None req-443f43ba-2de1-4f69-97af-7f5533d42daa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-630004', 'neutron.services.segments.db._delete_segments_for_network-8741779927188'] for network, precommit_delete {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:43:33.241076 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-dd88b43e-dede-4022-9bc1-23cb8457ef22 req-e566dbff-cbc1-490f-93d4-495bf1596441 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=9c4b23da-c87b-444a-bf07-34c9526abf05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721962 Sep 29 15:43:33.248559 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.services.segments.db [None req-443f43ba-2de1-4f69-97af-7f5533d42daa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a5cfce7c-f34a-4aa4-81d1-0d5963dd18ca']}} {{(pid=96121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 15:43:33.257495 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.services.segments.db [None req-443f43ba-2de1-4f69-97af-7f5533d42daa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5b203ade-df75-4ea6-90fe-d87e205705e1') {'for_net_delete': True} {{(pid=96121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 15:43:33.264566 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.services.segments.db [None req-443f43ba-2de1-4f69-97af-7f5533d42daa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5b203ade-df75-4ea6-90fe-d87e205705e1') {} {{(pid=96121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 15:43:33.267352 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [None req-443f43ba-2de1-4f69-97af-7f5533d42daa admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741779926685', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2784934'] for segment, before_delete {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:43:33.280793 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [None req-443f43ba-2de1-4f69-97af-7f5533d42daa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-649178'] for segment, precommit_delete {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:43:33.286719 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-443f43ba-2de1-4f69-97af-7f5533d42daa admin admin] Releasing vlan 647 on physical network physnet1 to pool {{(pid=96121) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 29 15:43:33.287101 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [None req-443f43ba-2de1-4f69-97af-7f5533d42daa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-649178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3898816'] for segment, after_delete {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:43:33.288710 dv-cinder-806616-6-iscsi neutron-server[96121]: Traceback (most recent call last): Sep 29 15:43:33.288710 dv-cinder-806616-6-iscsi neutron-server[96121]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 29 15:43:33.288710 dv-cinder-806616-6-iscsi neutron-server[96121]: timer() Sep 29 15:43:33.288710 dv-cinder-806616-6-iscsi neutron-server[96121]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 29 15:43:33.288710 dv-cinder-806616-6-iscsi neutron-server[96121]: cb(*args, **kw) Sep 29 15:43:33.288710 dv-cinder-806616-6-iscsi neutron-server[96121]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 29 15:43:33.288710 dv-cinder-806616-6-iscsi neutron-server[96121]: return func(*args, **kwargs) Sep 29 15:43:33.288710 dv-cinder-806616-6-iscsi neutron-server[96121]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 29 15:43:33.288710 dv-cinder-806616-6-iscsi neutron-server[96121]: self._notify() Sep 29 15:43:33.288710 dv-cinder-806616-6-iscsi neutron-server[96121]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 29 15:43:33.288710 dv-cinder-806616-6-iscsi neutron-server[96121]: self.callback(batched_events) Sep 29 15:43:33.288710 dv-cinder-806616-6-iscsi neutron-server[96121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 29 15:43:33.288710 dv-cinder-806616-6-iscsi neutron-server[96121]: event.method(event) Sep 29 15:43:33.288710 dv-cinder-806616-6-iscsi neutron-server[96121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 29 15:43:33.288710 dv-cinder-806616-6-iscsi neutron-server[96121]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 29 15:43:33.288710 dv-cinder-806616-6-iscsi neutron-server[96121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 29 15:43:33.288710 dv-cinder-806616-6-iscsi neutron-server[96121]: aggregate_uuid = self.p_client.list_aggregates( Sep 29 15:43:33.288710 dv-cinder-806616-6-iscsi neutron-server[96121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 29 15:43:33.288710 dv-cinder-806616-6-iscsi neutron-server[96121]: return f(self, *a, **k) Sep 29 15:43:33.288710 dv-cinder-806616-6-iscsi neutron-server[96121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 29 15:43:33.288710 dv-cinder-806616-6-iscsi neutron-server[96121]: return self._get(url).json() Sep 29 15:43:33.288710 dv-cinder-806616-6-iscsi neutron-server[96121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 29 15:43:33.288710 dv-cinder-806616-6-iscsi neutron-server[96121]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 29 15:43:33.288710 dv-cinder-806616-6-iscsi neutron-server[96121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 29 15:43:33.288710 dv-cinder-806616-6-iscsi neutron-server[96121]: return self.request(url, 'GET', **kwargs) Sep 29 15:43:33.288710 dv-cinder-806616-6-iscsi neutron-server[96121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 29 15:43:33.288710 dv-cinder-806616-6-iscsi neutron-server[96121]: base_url = self.get_endpoint(auth, allow=allow, Sep 29 15:43:33.288710 dv-cinder-806616-6-iscsi neutron-server[96121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 29 15:43:33.288710 dv-cinder-806616-6-iscsi neutron-server[96121]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 29 15:43:33.288710 dv-cinder-806616-6-iscsi neutron-server[96121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 29 15:43:33.288710 dv-cinder-806616-6-iscsi neutron-server[96121]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 29 15:43:33.288710 dv-cinder-806616-6-iscsi neutron-server[96121]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 29 15:43:33.354516 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.wsgi [-] (96121) accepted ('10.222.0.46', 34422) {{(pid=96121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 15:43:33.359035 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.api.v2.base [None req-6597ea17-d25b-4ddb-991f-537b4a1ebe17 tempest-AttachVolumeTestJSON-270594920 tempest-AttachVolumeTestJSON-270594920-project] Request body: {'security_group': {'name': 'tempest-securitygroup--314468076', 'description': 'tempest-description--702351292'}} {{(pid=96121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 15:43:33.425511 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [None req-443f43ba-2de1-4f69-97af-7f5533d42daa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-629955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575366', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1618949'] for network, after_delete {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:43:33.430622 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [None req-443f43ba-2de1-4f69-97af-7f5533d42daa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577532'] for network, before_response {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:43:33.432442 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [None req-443f43ba-2de1-4f69-97af-7f5533d42daa admin admin] 10.222.0.46 "DELETE /v2.0/networks/a5cfce7c-f34a-4aa4-81d1-0d5963dd18ca HTTP/1.1" status: 204 len: 168 time: 0.4135504 Sep 29 15:43:33.435772 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.wsgi [-] (96120) accepted ('10.222.0.46', 34424) {{(pid=96120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 15:43:33.443358 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-443f43ba-2de1-4f69-97af-7f5533d42daa admin admin] Pushing event deleted for resources: {'Network': ['ID=a5cfce7c-f34a-4aa4-81d1-0d5963dd18ca,revision_number=None']} {{(pid=96121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 15:43:33.475990 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [None req-6597ea17-d25b-4ddb-991f-537b4a1ebe17 tempest-AttachVolumeTestJSON-270594920 tempest-AttachVolumeTestJSON-270594920-project] Notify callbacks [] for security_group, before_create {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:43:33.481845 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.db.db_base_plugin_v2 [None req-fa96efbd-94fa-4da4-acf5-92b201ed0eb8 admin admin] Deleting subnet e752a75d-3c67-4e32-8655-7a880002e764 {{(pid=96120) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 29 15:43:33.485185 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-fa96efbd-94fa-4da4-acf5-92b201ed0eb8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:43:33.521066 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-fa96efbd-94fa-4da4-acf5-92b201ed0eb8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9303605'] for subnet, precommit_delete_associations {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:43:33.557956 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [None req-6597ea17-d25b-4ddb-991f-537b4a1ebe17 tempest-AttachVolumeTestJSON-270594920 tempest-AttachVolumeTestJSON-270594920-project] Notify callbacks [] for security_group, precommit_create {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:43:33.558382 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-fa96efbd-94fa-4da4-acf5-92b201ed0eb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-648269'] for subnet, precommit_delete {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:43:33.636744 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [None req-6597ea17-d25b-4ddb-991f-537b4a1ebe17 tempest-AttachVolumeTestJSON-270594920 tempest-AttachVolumeTestJSON-270594920-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579214'] for security_group, after_create {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:43:33.665222 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6597ea17-d25b-4ddb-991f-537b4a1ebe17 tempest-AttachVolumeTestJSON-270594920 tempest-AttachVolumeTestJSON-270594920-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b7b22c90-21e8-44e2-94b9-c2f893c81fab,revision_number=1']} {{(pid=96121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 15:43:33.677333 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-fa96efbd-94fa-4da4-acf5-92b201ed0eb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-648260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1575015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8956104', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9098300'] for subnet, after_delete {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:43:33.703301 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa96efbd-94fa-4da4-acf5-92b201ed0eb8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e752a75d-3c67-4e32-8655-7a880002e764,revision_number=None']} {{(pid=96120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 15:43:33.706985 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-fa96efbd-94fa-4da4-acf5-92b201ed0eb8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577532'] for subnet, before_response {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:43:33.711535 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [None req-fa96efbd-94fa-4da4-acf5-92b201ed0eb8 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/e752a75d-3c67-4e32-8655-7a880002e764 HTTP/1.1" status: 204 len: 168 time: 0.2747324 Sep 29 15:43:33.711748 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.wsgi [-] (96121) accepted ('10.222.0.46', 34428) {{(pid=96121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 15:43:33.740083 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [None req-6597ea17-d25b-4ddb-991f-537b4a1ebe17 tempest-AttachVolumeTestJSON-270594920 tempest-AttachVolumeTestJSON-270594920-project] Notify callbacks [] for security_group, before_response {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:43:33.741292 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [None req-6597ea17-d25b-4ddb-991f-537b4a1ebe17 tempest-AttachVolumeTestJSON-270594920 tempest-AttachVolumeTestJSON-270594920-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.3858259 Sep 29 15:43:33.744483 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.wsgi [-] (96120) accepted ('10.222.0.46', 34430) {{(pid=96120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 15:43:33.751106 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.api.v2.base [None req-7c6a9ebd-56c2-49e1-bb83-9b1751447c81 tempest-AttachVolumeTestJSON-270594920 tempest-AttachVolumeTestJSON-270594920-project] Request body: {'security_group_rule': {'security_group_id': 'b7b22c90-21e8-44e2-94b9-c2f893c81fab', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=96120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 15:43:33.788677 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [None req-75d8bcc3-135f-4621-8dbf-14459a3f8f11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-533685'] for network, before_delete {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:43:33.818028 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f526ebbe-9182-4bcb-b6c0-6542d6b3e932 req-ea658e41-7b30-4010-8f45-91331f1d4a88 tempest-AttachVolumeShelveTestJSON-850210833 tempest-AttachVolumeShelveTestJSON-850210833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:43:33.819522 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [req-f526ebbe-9182-4bcb-b6c0-6542d6b3e932 req-ea658e41-7b30-4010-8f45-91331f1d4a88 tempest-AttachVolumeShelveTestJSON-850210833 tempest-AttachVolumeShelveTestJSON-850210833-project] 10.222.0.46 "GET /v2.0/ports?device_id=baba5f09-ede0-45b5-8ba9-8341045e8437 HTTP/1.1" status: 200 len: 944 time: 0.0620306 Sep 29 15:43:33.857128 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [req-f526ebbe-9182-4bcb-b6c0-6542d6b3e932 req-f7c66864-3252-4152-8b64-79d4f71eea89 tempest-AttachVolumeShelveTestJSON-850210833 tempest-AttachVolumeShelveTestJSON-850210833-project] 10.222.0.46 "GET /v2.0/security-groups?id=99d08d38-afbb-479e-bab1-6a902c9fe3e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311430 Sep 29 15:43:33.869872 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [None req-75d8bcc3-135f-4621-8dbf-14459a3f8f11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-630004', 'neutron.services.segments.db._delete_segments_for_network-8741779927188'] for network, precommit_delete {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:43:33.889470 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.services.segments.db [None req-75d8bcc3-135f-4621-8dbf-14459a3f8f11 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0cb048ca-dd89-47e0-ac5e-c16d6f6c1cbe']}} {{(pid=96121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 15:43:33.898713 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.services.segments.db [None req-75d8bcc3-135f-4621-8dbf-14459a3f8f11 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0be8040b-8e29-4000-9ae2-0c4f2fb1fe87') {'for_net_delete': True} {{(pid=96121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 15:43:33.898856 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-7c6a9ebd-56c2-49e1-bb83-9b1751447c81 tempest-AttachVolumeTestJSON-270594920 tempest-AttachVolumeTestJSON-270594920-project] Notify callbacks [] for security_group_rule, before_create {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:43:33.899010 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.services.segments.db [None req-75d8bcc3-135f-4621-8dbf-14459a3f8f11 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0be8040b-8e29-4000-9ae2-0c4f2fb1fe87') {} {{(pid=96121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 15:43:33.908167 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [None req-75d8bcc3-135f-4621-8dbf-14459a3f8f11 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741779926685', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2784934'] for segment, before_delete {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:43:33.921528 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [None req-75d8bcc3-135f-4621-8dbf-14459a3f8f11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-649178'] for segment, precommit_delete {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:43:33.927447 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-75d8bcc3-135f-4621-8dbf-14459a3f8f11 admin admin] Releasing vlan 614 on physical network physnet1 to pool {{(pid=96121) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 29 15:43:33.927756 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [None req-75d8bcc3-135f-4621-8dbf-14459a3f8f11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-649178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3898816'] for segment, after_delete {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:43:33.929456 dv-cinder-806616-6-iscsi neutron-server[96121]: Traceback (most recent call last): Sep 29 15:43:33.929456 dv-cinder-806616-6-iscsi neutron-server[96121]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 29 15:43:33.929456 dv-cinder-806616-6-iscsi neutron-server[96121]: timer() Sep 29 15:43:33.929456 dv-cinder-806616-6-iscsi neutron-server[96121]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 29 15:43:33.929456 dv-cinder-806616-6-iscsi neutron-server[96121]: cb(*args, **kw) Sep 29 15:43:33.929456 dv-cinder-806616-6-iscsi neutron-server[96121]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 29 15:43:33.929456 dv-cinder-806616-6-iscsi neutron-server[96121]: return func(*args, **kwargs) Sep 29 15:43:33.929456 dv-cinder-806616-6-iscsi neutron-server[96121]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 29 15:43:33.929456 dv-cinder-806616-6-iscsi neutron-server[96121]: self._notify() Sep 29 15:43:33.929456 dv-cinder-806616-6-iscsi neutron-server[96121]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 29 15:43:33.929456 dv-cinder-806616-6-iscsi neutron-server[96121]: self.callback(batched_events) Sep 29 15:43:33.929456 dv-cinder-806616-6-iscsi neutron-server[96121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 29 15:43:33.929456 dv-cinder-806616-6-iscsi neutron-server[96121]: event.method(event) Sep 29 15:43:33.929456 dv-cinder-806616-6-iscsi neutron-server[96121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 29 15:43:33.929456 dv-cinder-806616-6-iscsi neutron-server[96121]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 29 15:43:33.929456 dv-cinder-806616-6-iscsi neutron-server[96121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 29 15:43:33.929456 dv-cinder-806616-6-iscsi neutron-server[96121]: aggregate_uuid = self.p_client.list_aggregates( Sep 29 15:43:33.929456 dv-cinder-806616-6-iscsi neutron-server[96121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 29 15:43:33.929456 dv-cinder-806616-6-iscsi neutron-server[96121]: return f(self, *a, **k) Sep 29 15:43:33.929456 dv-cinder-806616-6-iscsi neutron-server[96121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 29 15:43:33.929456 dv-cinder-806616-6-iscsi neutron-server[96121]: return self._get(url).json() Sep 29 15:43:33.929456 dv-cinder-806616-6-iscsi neutron-server[96121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 29 15:43:33.929456 dv-cinder-806616-6-iscsi neutron-server[96121]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 29 15:43:33.929456 dv-cinder-806616-6-iscsi neutron-server[96121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 29 15:43:33.929456 dv-cinder-806616-6-iscsi neutron-server[96121]: return self.request(url, 'GET', **kwargs) Sep 29 15:43:33.929456 dv-cinder-806616-6-iscsi neutron-server[96121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 29 15:43:33.929456 dv-cinder-806616-6-iscsi neutron-server[96121]: base_url = self.get_endpoint(auth, allow=allow, Sep 29 15:43:33.929456 dv-cinder-806616-6-iscsi neutron-server[96121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 29 15:43:33.929456 dv-cinder-806616-6-iscsi neutron-server[96121]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 29 15:43:33.929456 dv-cinder-806616-6-iscsi neutron-server[96121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 29 15:43:33.929456 dv-cinder-806616-6-iscsi neutron-server[96121]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 29 15:43:33.929456 dv-cinder-806616-6-iscsi neutron-server[96121]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 29 15:43:33.953579 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-7c6a9ebd-56c2-49e1-bb83-9b1751447c81 tempest-AttachVolumeTestJSON-270594920 tempest-AttachVolumeTestJSON-270594920-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:43:34.048078 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-7c6a9ebd-56c2-49e1-bb83-9b1751447c81 tempest-AttachVolumeTestJSON-270594920 tempest-AttachVolumeTestJSON-270594920-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081610'] for security_group_rule, after_create {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:43:34.066010 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c6a9ebd-56c2-49e1-bb83-9b1751447c81 tempest-AttachVolumeTestJSON-270594920 tempest-AttachVolumeTestJSON-270594920-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e8137f53-3088-4c2a-9834-a445a10f01eb,revision_number=0']} {{(pid=96120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 15:43:34.077197 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [None req-75d8bcc3-135f-4621-8dbf-14459a3f8f11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-629955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575366', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1618949'] for network, after_delete {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:43:34.082524 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [None req-75d8bcc3-135f-4621-8dbf-14459a3f8f11 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577532'] for network, before_response {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:43:34.094656 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [None req-75d8bcc3-135f-4621-8dbf-14459a3f8f11 admin admin] 10.222.0.46 "DELETE /v2.0/networks/0cb048ca-dd89-47e0-ac5e-c16d6f6c1cbe HTTP/1.1" status: 204 len: 168 time: 0.3715515 Sep 29 15:43:34.096423 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75d8bcc3-135f-4621-8dbf-14459a3f8f11 admin admin] Pushing event deleted for resources: {'Network': ['ID=0cb048ca-dd89-47e0-ac5e-c16d6f6c1cbe,revision_number=None']} {{(pid=96121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 15:43:34.151453 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-7c6a9ebd-56c2-49e1-bb83-9b1751447c81 tempest-AttachVolumeTestJSON-270594920 tempest-AttachVolumeTestJSON-270594920-project] Notify callbacks [] for security_group_rule, before_response {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:43:34.153439 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [None req-7c6a9ebd-56c2-49e1-bb83-9b1751447c81 tempest-AttachVolumeTestJSON-270594920 tempest-AttachVolumeTestJSON-270594920-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4064181 Sep 29 15:43:34.156237 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.wsgi [-] (96121) accepted ('10.222.0.46', 34436) {{(pid=96121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 15:43:34.173709 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.api.v2.base [None req-8205704b-e142-4e03-b817-98923991156f tempest-AttachVolumeTestJSON-270594920 tempest-AttachVolumeTestJSON-270594920-project] Request body: {'security_group_rule': {'security_group_id': 'b7b22c90-21e8-44e2-94b9-c2f893c81fab', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=96121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 15:43:34.209582 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e33280-8f65-4f59-b36b-114114625a7d req-0453eb9d-742e-477e-a491-701b84bf1570 tempest-VolumesNegativeTest-1504812869 tempest-VolumesNegativeTest-1504812869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:43:34.211060 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-b3e33280-8f65-4f59-b36b-114114625a7d req-0453eb9d-742e-477e-a491-701b84bf1570 tempest-VolumesNegativeTest-1504812869 tempest-VolumesNegativeTest-1504812869-project] 10.222.0.46 "GET /v2.0/ports?device_id=91a10f83-9d42-45d5-b5c0-dbabe34a1824 HTTP/1.1" status: 200 len: 950 time: 0.0675833 Sep 29 15:43:34.248264 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-b3e33280-8f65-4f59-b36b-114114625a7d req-a6745636-a631-4dbd-8a5f-dbab90a87d5f tempest-VolumesNegativeTest-1504812869 tempest-VolumesNegativeTest-1504812869-project] 10.222.0.46 "GET /v2.0/security-groups?id=9c4b23da-c87b-444a-bf07-34c9526abf05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305603 Sep 29 15:43:34.270991 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [None req-8205704b-e142-4e03-b817-98923991156f tempest-AttachVolumeTestJSON-270594920 tempest-AttachVolumeTestJSON-270594920-project] Notify callbacks [] for security_group_rule, before_create {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:43:34.327233 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [None req-8205704b-e142-4e03-b817-98923991156f tempest-AttachVolumeTestJSON-270594920 tempest-AttachVolumeTestJSON-270594920-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:43:34.357872 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.plugins.ml2.rpc [None req-4d55257e-523e-4b8d-ab2b-d46a31710be1 None None] Device 2ea31e49-e163-4c49-a8a2-18463ab07e46 details requested by agent hyperv_hv-cinder-80661 with host hv-cinder-80661 {{(pid=96122) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 29 15:43:34.425422 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [None req-8205704b-e142-4e03-b817-98923991156f tempest-AttachVolumeTestJSON-270594920 tempest-AttachVolumeTestJSON-270594920-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081610'] for security_group_rule, after_create {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:43:34.447178 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8205704b-e142-4e03-b817-98923991156f tempest-AttachVolumeTestJSON-270594920 tempest-AttachVolumeTestJSON-270594920-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d71bacdc-9fb4-43cb-883e-e82a39f15922,revision_number=0']} {{(pid=96121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 15:43:34.470924 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.plugins.ml2.db [None req-4d55257e-523e-4b8d-ab2b-d46a31710be1 None None] For port 2ea31e49-e163-4c49-a8a2-18463ab07e46, host hv-cinder-80661, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80661',level=0,port_id=2ea31e49-e163-4c49-a8a2-18463ab07e46,segment=NetworkSegment(445f7458-c019-4777-b7f7-9f69e4e3102b),segment_id=445f7458-c019-4777-b7f7-9f69e4e3102b)] {{(pid=96122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 15:43:34.482409 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.plugins.ml2.rpc [None req-4d55257e-523e-4b8d-ab2b-d46a31710be1 None None] Returning: {'device': '2ea31e49-e163-4c49-a8a2-18463ab07e46', 'network_id': '7d2058d9-0239-4e7f-ad5f-85b9e31d2757', 'port_id': '2ea31e49-e163-4c49-a8a2-18463ab07e46', 'mac_address': 'fa:16:3e:32:8b:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 601, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '56afac6f-63d0-4994-bdac-133803bcf88a', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=96122) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 29 15:43:34.493653 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.wsgi [-] (96121) accepted ('10.222.0.46', 34438) {{(pid=96121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 15:43:34.519664 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron_lib.callbacks.manager [None req-4d55257e-523e-4b8d-ab2b-d46a31710be1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-684029'] for port, before_update {{(pid=96122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:43:34.519869 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [None req-8205704b-e142-4e03-b817-98923991156f tempest-AttachVolumeTestJSON-270594920 tempest-AttachVolumeTestJSON-270594920-project] Notify callbacks [] for security_group_rule, before_response {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:43:34.527018 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [None req-8205704b-e142-4e03-b817-98923991156f tempest-AttachVolumeTestJSON-270594920 tempest-AttachVolumeTestJSON-270594920-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3637586 Sep 29 15:43:34.527453 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.wsgi [-] (96120) accepted ('10.222.0.46', 34440) {{(pid=96120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 15:43:34.533932 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.api.v2.base [None req-ff6d7da2-456b-40e0-b0cb-a5fd158f04f7 tempest-AttachVolumeTestJSON-270594920 tempest-AttachVolumeTestJSON-270594920-project] Request body: {'floatingip': {'floating_network_id': 'cd5efe95-1549-4750-933c-70412f77577e'}} {{(pid=96120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 15:43:34.534348 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.notifiers.nova [None req-4d55257e-523e-4b8d-ab2b-d46a31710be1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2ea31e49-e163-4c49-a8a2-18463ab07e46 {{(pid=96122) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 15:43:34.537932 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [None req-628721aa-775f-40ef-9dcb-aca49991008e admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=44ee50b6282a4f638412b3560441ad6e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0406706 Sep 29 15:43:34.538258 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.wsgi [-] (96121) accepted ('10.222.0.46', 34442) {{(pid=96121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 15:43:34.561688 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.plugins.ml2.db [None req-4d55257e-523e-4b8d-ab2b-d46a31710be1 None None] For port 2ea31e49-e163-4c49-a8a2-18463ab07e46, host hv-cinder-80661, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80661',level=0,port_id=2ea31e49-e163-4c49-a8a2-18463ab07e46,segment=NetworkSegment(445f7458-c019-4777-b7f7-9f69e4e3102b),segment_id=445f7458-c019-4777-b7f7-9f69e4e3102b)] {{(pid=96122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 15:43:34.597145 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [None req-c5e4254b-6481-43d5-883b-44003208af47 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:43:34.617748 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [None req-c5e4254b-6481-43d5-883b-44003208af47 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:43:34.648247 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-ff6d7da2-456b-40e0-b0cb-a5fd158f04f7 tempest-AttachVolumeTestJSON-270594920 tempest-AttachVolumeTestJSON-270594920-project] Notify callbacks [] for floatingip, before_create {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:43:34.694023 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron_lib.callbacks.manager [None req-4d55257e-523e-4b8d-ab2b-d46a31710be1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741780147972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741779628755', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741779628773'] for port, after_update {{(pid=96122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:43:34.744563 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d55257e-523e-4b8d-ab2b-d46a31710be1 None None] Pushing event updated for resources: {'Port': ['ID=2ea31e49-e163-4c49-a8a2-18463ab07e46,revision_number=4']} {{(pid=96122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 15:43:34.745498 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-ff6d7da2-456b-40e0-b0cb-a5fd158f04f7 tempest-AttachVolumeTestJSON-270594920 tempest-AttachVolumeTestJSON-270594920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-684029'] for port, before_create {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:43:34.797216 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [None req-c5e4254b-6481-43d5-883b-44003208af47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579214'] for security_group, after_delete {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:43:34.799807 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [None req-c5e4254b-6481-43d5-883b-44003208af47 admin admin] Notify callbacks [] for security_group, before_response {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:43:34.801039 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [None req-c5e4254b-6481-43d5-883b-44003208af47 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/c012b5fa-2c2e-4547-9815-150d77b2ab6e HTTP/1.1" status: 204 len: 168 time: 0.2619278 Sep 29 15:43:34.809331 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e4254b-6481-43d5-883b-44003208af47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c012b5fa-2c2e-4547-9815-150d77b2ab6e,revision_number=None']} {{(pid=96121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 15:43:34.854074 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.db.db_base_plugin_common [None req-ff6d7da2-456b-40e0-b0cb-a5fd158f04f7 tempest-AttachVolumeTestJSON-270594920 tempest-AttachVolumeTestJSON-270594920-project] Allocated IP 172.27.0.67 (cd5efe95-1549-4750-933c-70412f77577e/9c872fed-da92-4e12-828d-ac62e1b980b9/f73c2f42-763e-43c8-9e43-8cafa3b57c22) {{(pid=96120) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 15:43:34.970384 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.plugins.ml2.db [None req-4d55257e-523e-4b8d-ab2b-d46a31710be1 None None] get_ports_and_sgs() called for port_ids ['2ea31e49-e163-4c49-a8a2-18463ab07e46'] {{(pid=96122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 15:43:34.989573 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-ff6d7da2-456b-40e0-b0cb-a5fd158f04f7 tempest-AttachVolumeTestJSON-270594920 tempest-AttachVolumeTestJSON-270594920-project] Notify callbacks [] for port, precommit_create {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:43:35.005745 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4175f6e9-d39d-444e-8711-fbc45de4e3fe req-9e16953c-ac85-4dea-98ca-8b6129d48050 tempest-AttachVolumeShelveTestJSON-850210833 tempest-AttachVolumeShelveTestJSON-850210833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:43:35.006974 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [req-4175f6e9-d39d-444e-8711-fbc45de4e3fe req-9e16953c-ac85-4dea-98ca-8b6129d48050 tempest-AttachVolumeShelveTestJSON-850210833 tempest-AttachVolumeShelveTestJSON-850210833-project] 10.222.0.46 "GET /v2.0/ports?device_id=baba5f09-ede0-45b5-8ba9-8341045e8437 HTTP/1.1" status: 200 len: 945 time: 0.0765004 Sep 29 15:43:35.058880 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [req-4175f6e9-d39d-444e-8711-fbc45de4e3fe req-77943f7a-70c8-47e9-8b36-5085b869aa2a tempest-AttachVolumeShelveTestJSON-850210833 tempest-AttachVolumeShelveTestJSON-850210833-project] 10.222.0.46 "GET /v2.0/security-groups?id=99d08d38-afbb-479e-bab1-6a902c9fe3e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434890 Sep 29 15:43:35.140169 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-ff6d7da2-456b-40e0-b0cb-a5fd158f04f7 tempest-AttachVolumeTestJSON-270594920 tempest-AttachVolumeTestJSON-270594920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741779628737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8956053'] for port, after_create {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:43:35.180050 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff6d7da2-456b-40e0-b0cb-a5fd158f04f7 tempest-AttachVolumeTestJSON-270594920 tempest-AttachVolumeTestJSON-270594920-project] Network cd5efe95-1549-4750-933c-70412f77577e is already hosted by enough agents. {{(pid=96120) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 15:43:35.182807 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.scheduler.base_scheduler [None req-ff6d7da2-456b-40e0-b0cb-a5fd158f04f7 tempest-AttachVolumeTestJSON-270594920 tempest-AttachVolumeTestJSON-270594920-project] Resources bound (agent type, host, resource id): {{(pid=96120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 15:43:35.186659 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff6d7da2-456b-40e0-b0cb-a5fd158f04f7 tempest-AttachVolumeTestJSON-270594920 tempest-AttachVolumeTestJSON-270594920-project] Received port after_create {{(pid=96120) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 15:43:35.210019 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff6d7da2-456b-40e0-b0cb-a5fd158f04f7 tempest-AttachVolumeTestJSON-270594920 tempest-AttachVolumeTestJSON-270594920-project] Pushing event updated for resources: {'Port': ['ID=f73c2f42-763e-43c8-9e43-8cafa3b57c22,revision_number=1']} {{(pid=96120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 15:43:35.270525 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-ff6d7da2-456b-40e0-b0cb-a5fd158f04f7 tempest-AttachVolumeTestJSON-270594920 tempest-AttachVolumeTestJSON-270594920-project] Notify callbacks [] for floatingip, precommit_create {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:43:35.358543 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3e7f54-d6a0-4035-96c6-713207ace9ec req-92d73d93-8e40-40f2-b4a3-4ef2affa0184 tempest-VolumesNegativeTest-1504812869 tempest-VolumesNegativeTest-1504812869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:43:35.360047 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-ab3e7f54-d6a0-4035-96c6-713207ace9ec req-92d73d93-8e40-40f2-b4a3-4ef2affa0184 tempest-VolumesNegativeTest-1504812869 tempest-VolumesNegativeTest-1504812869-project] 10.222.0.46 "GET /v2.0/ports?device_id=91a10f83-9d42-45d5-b5c0-dbabe34a1824 HTTP/1.1" status: 200 len: 950 time: 0.0478318 Sep 29 15:43:35.398992 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-ab3e7f54-d6a0-4035-96c6-713207ace9ec req-328985af-3d21-4526-b411-1f52cca46b6e tempest-VolumesNegativeTest-1504812869 tempest-VolumesNegativeTest-1504812869-project] 10.222.0.46 "GET /v2.0/security-groups?id=9c4b23da-c87b-444a-bf07-34c9526abf05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328422 Sep 29 15:43:35.403833 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-ff6d7da2-456b-40e0-b0cb-a5fd158f04f7 tempest-AttachVolumeTestJSON-270594920 tempest-AttachVolumeTestJSON-270594920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-684029'] for port, before_update {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:43:35.476049 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.wsgi [-] (96121) accepted ('10.222.0.46', 34456) {{(pid=96121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 15:43:35.519997 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [None req-1b066f32-ec8a-4128-907f-44935af00137 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=5390c8f21d1447b98f32b626df3e0b7d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0427301 Sep 29 15:43:35.522821 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.wsgi [-] (96121) accepted ('10.222.0.46', 34458) {{(pid=96121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 15:43:35.561247 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-ff6d7da2-456b-40e0-b0cb-a5fd158f04f7 tempest-AttachVolumeTestJSON-270594920 tempest-AttachVolumeTestJSON-270594920-project] Notify callbacks [] for port, precommit_update {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:43:35.574941 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [None req-f5abb0ea-4a80-4937-b60e-afc6dade9a95 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:43:35.595790 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [None req-f5abb0ea-4a80-4937-b60e-afc6dade9a95 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:43:35.631017 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-ff6d7da2-456b-40e0-b0cb-a5fd158f04f7 tempest-AttachVolumeTestJSON-270594920 tempest-AttachVolumeTestJSON-270594920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741780147972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741779628755', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741779628773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8956062'] for port, after_update {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:43:35.702306 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff6d7da2-456b-40e0-b0cb-a5fd158f04f7 tempest-AttachVolumeTestJSON-270594920 tempest-AttachVolumeTestJSON-270594920-project] Pushing event updated for resources: {'Port': ['ID=f73c2f42-763e-43c8-9e43-8cafa3b57c22,revision_number=2']} {{(pid=96120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 15:43:35.711631 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-ff6d7da2-456b-40e0-b0cb-a5fd158f04f7 tempest-AttachVolumeTestJSON-270594920 tempest-AttachVolumeTestJSON-270594920-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1618963'] for floatingip, after_create {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:43:35.808841 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-ff6d7da2-456b-40e0-b0cb-a5fd158f04f7 tempest-AttachVolumeTestJSON-270594920 tempest-AttachVolumeTestJSON-270594920-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238921'] for floatingip, before_response {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:43:35.809999 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [None req-f5abb0ea-4a80-4937-b60e-afc6dade9a95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579214'] for security_group, after_delete {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:43:35.811306 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [None req-ff6d7da2-456b-40e0-b0cb-a5fd158f04f7 tempest-AttachVolumeTestJSON-270594920 tempest-AttachVolumeTestJSON-270594920-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.2810349 Sep 29 15:43:35.812395 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [None req-f5abb0ea-4a80-4937-b60e-afc6dade9a95 admin admin] Notify callbacks [] for security_group, before_response {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:43:35.813764 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [None req-f5abb0ea-4a80-4937-b60e-afc6dade9a95 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/501f73e7-c3d8-4f02-90fa-5480d5421dff HTTP/1.1" status: 204 len: 168 time: 0.2901115 Sep 29 15:43:35.831861 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5abb0ea-4a80-4937-b60e-afc6dade9a95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=501f73e7-c3d8-4f02-90fa-5480d5421dff,revision_number=None']} {{(pid=96121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 15:43:36.006701 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-36d900e7-75d4-44ba-aa24-06709f960eca req-0b2e42c3-958c-4699-a726-e9ec17a8d0d9 tempest-AttachVolumeTestJSON-270594920 tempest-AttachVolumeTestJSON-270594920-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-securitygroup--314468076&fields=id&tenant_id=ac94bfaead184f89a85a5713fd06a3ee HTTP/1.1" status: 200 len: 267 time: 0.0348418 Sep 29 15:43:36.067984 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f778d9d2-d627-4e97-8592-ed876cfae58a req-313e64c9-97cd-4379-bef8-c0e2b07ddaeb tempest-VolumesNegativeTest-1504812869 tempest-VolumesNegativeTest-1504812869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:43:36.069930 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [req-f778d9d2-d627-4e97-8592-ed876cfae58a req-313e64c9-97cd-4379-bef8-c0e2b07ddaeb tempest-VolumesNegativeTest-1504812869 tempest-VolumesNegativeTest-1504812869-project] 10.222.0.46 "GET /v2.0/ports?device_id=91a10f83-9d42-45d5-b5c0-dbabe34a1824 HTTP/1.1" status: 200 len: 950 time: 0.0517392 Sep 29 15:43:36.109053 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [req-f778d9d2-d627-4e97-8592-ed876cfae58a req-9a270f20-5fd5-4eae-ab1b-2244d12ae1d9 tempest-VolumesNegativeTest-1504812869 tempest-VolumesNegativeTest-1504812869-project] 10.222.0.46 "GET /v2.0/security-groups?id=9c4b23da-c87b-444a-bf07-34c9526abf05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330410 Sep 29 15:43:36.115549 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d900e7-75d4-44ba-aa24-06709f960eca req-9516f72f-7dbb-4055-99af-a3a6b8459f75 tempest-AttachVolumeTestJSON-270594920 tempest-AttachVolumeTestJSON-270594920-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=96121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:43:36.116953 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-36d900e7-75d4-44ba-aa24-06709f960eca req-9516f72f-7dbb-4055-99af-a3a6b8459f75 tempest-AttachVolumeTestJSON-270594920 tempest-AttachVolumeTestJSON-270594920-project] 10.222.0.46 "GET /v2.0/networks?id=41529908-bf9d-4f22-bd36-308129b2f718 HTTP/1.1" status: 200 len: 810 time: 0.1034172 Sep 29 15:43:36.133632 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-36d900e7-75d4-44ba-aa24-06709f960eca req-e5dd01b1-bdcf-4eee-9854-bc19e7256848 tempest-AttachVolumeTestJSON-270594920 tempest-AttachVolumeTestJSON-270594920-project] 10.222.0.46 "GET /v2.0/quotas/ac94bfaead184f89a85a5713fd06a3ee HTTP/1.1" status: 200 len: 375 time: 0.0106413 Sep 29 15:43:36.193245 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-36d900e7-75d4-44ba-aa24-06709f960eca req-b448c6b4-b522-4544-91d7-f151f4a0a3e4 tempest-AttachVolumeTestJSON-270594920 tempest-AttachVolumeTestJSON-270594920-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=ac94bfaead184f89a85a5713fd06a3ee&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0527270 Sep 29 15:43:36.217374 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf71258b-01de-45bf-b27e-02ebc4fea20e req-ec2b2b44-84b5-4e03-a338-381c74e7947a tempest-AttachVolumeShelveTestJSON-850210833 tempest-AttachVolumeShelveTestJSON-850210833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:43:36.218890 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [req-bf71258b-01de-45bf-b27e-02ebc4fea20e req-ec2b2b44-84b5-4e03-a338-381c74e7947a tempest-AttachVolumeShelveTestJSON-850210833 tempest-AttachVolumeShelveTestJSON-850210833-project] 10.222.0.46 "GET /v2.0/ports?device_id=baba5f09-ede0-45b5-8ba9-8341045e8437 HTTP/1.1" status: 200 len: 945 time: 0.0536387 Sep 29 15:43:36.260454 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [req-bf71258b-01de-45bf-b27e-02ebc4fea20e req-f07da4bb-d873-4526-9e30-340844c37942 tempest-AttachVolumeShelveTestJSON-850210833 tempest-AttachVolumeShelveTestJSON-850210833-project] 10.222.0.46 "GET /v2.0/security-groups?id=99d08d38-afbb-479e-bab1-6a902c9fe3e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352731 Sep 29 15:43:36.297141 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-36d900e7-75d4-44ba-aa24-06709f960eca req-24826bdb-ef1f-4618-9bda-debd2fba61f2 service neutron] 10.222.0.46 "GET /v2.0/networks/41529908-bf9d-4f22-bd36-308129b2f718?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0919282 Sep 29 15:43:36.374340 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.plugins.ml2.rpc [None req-4d55257e-523e-4b8d-ab2b-d46a31710be1 None None] Device 2ea31e49-e163-4c49-a8a2-18463ab07e46 up at agent hyperv_hv-cinder-80661 {{(pid=96122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 15:43:36.390307 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-36d900e7-75d4-44ba-aa24-06709f960eca req-e249da8d-4ccc-4c3d-aeb2-22151252372e service neutron] 10.222.0.46 "GET /v2.0/networks/41529908-bf9d-4f22-bd36-308129b2f718?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871747 Sep 29 15:43:36.516731 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.db.provisioning_blocks [None req-4d55257e-523e-4b8d-ab2b-d46a31710be1 None None] Provisioning for port 2ea31e49-e163-4c49-a8a2-18463ab07e46 completed by entity L2. {{(pid=96122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 29 15:43:36.520689 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.db.provisioning_blocks [None req-4d55257e-523e-4b8d-ab2b-d46a31710be1 None None] Provisioning complete for port 2ea31e49-e163-4c49-a8a2-18463ab07e46 triggered by entity L2. {{(pid=96122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 15:43:36.521313 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron_lib.callbacks.manager [None req-4d55257e-523e-4b8d-ab2b-d46a31710be1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-626465'] for port, provisioning_complete {{(pid=96122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:43:36.602960 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron_lib.callbacks.manager [None req-4d55257e-523e-4b8d-ab2b-d46a31710be1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-684029'] for port, before_update {{(pid=96122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:43:36.628579 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'baba5f09-ede0-45b5-8ba9-8341045e8437', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ea31e49-e163-4c49-a8a2-18463ab07e46'}] {{(pid=96122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 15:43:36.631371 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2623ca0f1d0ed70344ce0ae3d74fdbf1495c1e1ffd6c12fe338f92bc8c6604f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-553e7b9b-45da-4b12-975d-b237f9bb6a28" -d '{"events": [{"server_uuid": "baba5f09-ede0-45b5-8ba9-8341045e8437", "name": "network-vif-plugged", "status": "completed", "tag": "2ea31e49-e163-4c49-a8a2-18463ab07e46"}]}' {{(pid=96122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 15:43:36.636599 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [req-3b706b33-2962-471a-9303-37f3f5fcba65 req-04cc9f56-95b3-476a-b7c6-e39da20a24b3 tempest-AttachVolumeTestJSON-270594920 tempest-AttachVolumeTestJSON-270594920-project] 10.222.0.46 "GET /v2.0/ports?device_id=3ec30f24-bfb4-44e3-86ed-b475d8fc52ab HTTP/1.1" status: 200 len: 210 time: 0.0302794 Sep 29 15:43:36.665062 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.plugins.ml2.db [None req-4d55257e-523e-4b8d-ab2b-d46a31710be1 None None] For port 2ea31e49-e163-4c49-a8a2-18463ab07e46, host hv-cinder-80661, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80661',level=0,port_id=2ea31e49-e163-4c49-a8a2-18463ab07e46,segment=NetworkSegment(445f7458-c019-4777-b7f7-9f69e4e3102b),segment_id=445f7458-c019-4777-b7f7-9f69e4e3102b)] {{(pid=96122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 15:43:36.678770 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Sep 2021 15:43:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ccfcc9ba-4877-4eda-9177-9f391759bdf1 x-openstack-request-id: req-ccfcc9ba-4877-4eda-9177-9f391759bdf1 {{(pid=96122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 15:43:36.679118 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "baba5f09-ede0-45b5-8ba9-8341045e8437", "name": "network-vif-plugged", "status": "completed", "tag": "2ea31e49-e163-4c49-a8a2-18463ab07e46", "code": 200}]} {{(pid=96122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 15:43:36.679437 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-ccfcc9ba-4877-4eda-9177-9f391759bdf1 {{(pid=96122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 15:43:36.679951 dv-cinder-806616-6-iscsi neutron-server[96122]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'baba5f09-ede0-45b5-8ba9-8341045e8437', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ea31e49-e163-4c49-a8a2-18463ab07e46', 'code': 200} Sep 29 15:43:36.728281 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron_lib.callbacks.manager [None req-4d55257e-523e-4b8d-ab2b-d46a31710be1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741780147972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741779628755', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741779628773'] for port, after_update {{(pid=96122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:43:36.790209 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d55257e-523e-4b8d-ab2b-d46a31710be1 None None] Pushing event updated for resources: {'Port': ['ID=2ea31e49-e163-4c49-a8a2-18463ab07e46,revision_number=5']} {{(pid=96122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 15:43:36.808555 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron_lib.callbacks.manager [None req-4d55257e-523e-4b8d-ab2b-d46a31710be1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741779927170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-625140'] for agent, after_update {{(pid=96122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:43:37.170894 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ea62b0-385f-405f-b7dc-af86ea166187 req-44484ef2-7fee-4ca3-9204-7927012cfc37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:43:37.172463 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-78ea62b0-385f-405f-b7dc-af86ea166187 req-44484ef2-7fee-4ca3-9204-7927012cfc37 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=baba5f09-ede0-45b5-8ba9-8341045e8437 HTTP/1.1" status: 200 len: 1099 time: 0.0413673 Sep 29 15:43:37.225481 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-78ea62b0-385f-405f-b7dc-af86ea166187 req-87f796af-ce38-48a8-8dd4-828a83311dd3 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=99d08d38-afbb-479e-bab1-6a902c9fe3e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367446 Sep 29 15:43:37.243543 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2461b9a2-2675-4d5c-b12b-98eda7a089fd req-0a8bbbac-525a-4faa-afa6-c1a5acb3c249 tempest-VolumesNegativeTest-1504812869 tempest-VolumesNegativeTest-1504812869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:43:37.245027 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [req-2461b9a2-2675-4d5c-b12b-98eda7a089fd req-0a8bbbac-525a-4faa-afa6-c1a5acb3c249 tempest-VolumesNegativeTest-1504812869 tempest-VolumesNegativeTest-1504812869-project] 10.222.0.46 "GET /v2.0/ports?device_id=91a10f83-9d42-45d5-b5c0-dbabe34a1824 HTTP/1.1" status: 200 len: 950 time: 0.0641115 Sep 29 15:43:37.281870 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [req-2461b9a2-2675-4d5c-b12b-98eda7a089fd req-c05b1681-8a71-4e4f-9815-dd70f2437782 tempest-VolumesNegativeTest-1504812869 tempest-VolumesNegativeTest-1504812869-project] 10.222.0.46 "GET /v2.0/security-groups?id=9c4b23da-c87b-444a-bf07-34c9526abf05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304317 Sep 29 15:43:37.390721 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e28a8e-7618-4f77-99eb-f42d1c28801f req-bc079db4-a456-4125-9cb2-05432177a247 tempest-AttachVolumeShelveTestJSON-850210833 tempest-AttachVolumeShelveTestJSON-850210833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:43:37.392134 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-c6e28a8e-7618-4f77-99eb-f42d1c28801f req-bc079db4-a456-4125-9cb2-05432177a247 tempest-AttachVolumeShelveTestJSON-850210833 tempest-AttachVolumeShelveTestJSON-850210833-project] 10.222.0.46 "GET /v2.0/ports?device_id=baba5f09-ede0-45b5-8ba9-8341045e8437 HTTP/1.1" status: 200 len: 946 time: 0.0517151 Sep 29 15:43:37.429063 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-c6e28a8e-7618-4f77-99eb-f42d1c28801f req-6360a883-d403-4391-ba55-b959205cd4b0 tempest-AttachVolumeShelveTestJSON-850210833 tempest-AttachVolumeShelveTestJSON-850210833-project] 10.222.0.46 "GET /v2.0/security-groups?id=99d08d38-afbb-479e-bab1-6a902c9fe3e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306416 Sep 29 15:43:37.733590 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [req-cc915c7d-99a7-4a83-aedb-7a0c5d78a3e5 req-a9477439-768d-4217-b7f8-06b9b16b1b14 tempest-AttachVolumeTestJSON-270594920 tempest-AttachVolumeTestJSON-270594920-project] 10.222.0.46 "GET /v2.0/ports?device_id=3ec30f24-bfb4-44e3-86ed-b475d8fc52ab HTTP/1.1" status: 200 len: 210 time: 0.0265114 Sep 29 15:43:37.800989 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bfd60b5-6f63-4d37-a1e7-9082503d35a6 req-7abf88d6-ee3a-445c-9468-6d2d6e2f8318 tempest-VolumesNegativeTest-1504812869 tempest-VolumesNegativeTest-1504812869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:43:37.802450 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-7bfd60b5-6f63-4d37-a1e7-9082503d35a6 req-7abf88d6-ee3a-445c-9468-6d2d6e2f8318 tempest-VolumesNegativeTest-1504812869 tempest-VolumesNegativeTest-1504812869-project] 10.222.0.22 "GET /v2.0/ports?device_id=91a10f83-9d42-45d5-b5c0-dbabe34a1824 HTTP/1.1" status: 200 len: 950 time: 0.0471210 Sep 29 15:43:37.893676 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.plugins.ml2.plugin [req-7bfd60b5-6f63-4d37-a1e7-9082503d35a6 req-65829907-51ad-4233-945f-bd5f4071cb0f tempest-VolumesNegativeTest-1504812869 tempest-VolumesNegativeTest-1504812869-project] Deleting port 99b2c583-b473-4a16-b249-7df3079946b1 {{(pid=96121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 29 15:43:37.894016 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [req-7bfd60b5-6f63-4d37-a1e7-9082503d35a6 req-65829907-51ad-4233-945f-bd5f4071cb0f tempest-VolumesNegativeTest-1504812869 tempest-VolumesNegativeTest-1504812869-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741780140072'] for port, before_delete {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:43:37.983289 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.plugins.ml2.db [req-7bfd60b5-6f63-4d37-a1e7-9082503d35a6 req-65829907-51ad-4233-945f-bd5f4071cb0f tempest-VolumesNegativeTest-1504812869 tempest-VolumesNegativeTest-1504812869-project] For port 99b2c583-b473-4a16-b249-7df3079946b1, host hv-cinder-80661, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80661',level=0,port_id=99b2c583-b473-4a16-b249-7df3079946b1,segment=NetworkSegment(f04292f3-eb4e-4169-8d92-9151c1713629),segment_id=f04292f3-eb4e-4169-8d92-9151c1713629)] {{(pid=96121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 15:43:37.983651 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [req-7bfd60b5-6f63-4d37-a1e7-9082503d35a6 req-65829907-51ad-4233-945f-bd5f4071cb0f tempest-VolumesNegativeTest-1504812869 tempest-VolumesNegativeTest-1504812869-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1614090'] for port, precommit_delete {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:43:37.996445 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.plugins.ml2.plugin [req-7bfd60b5-6f63-4d37-a1e7-9082503d35a6 req-65829907-51ad-4233-945f-bd5f4071cb0f tempest-VolumesNegativeTest-1504812869 tempest-VolumesNegativeTest-1504812869-project] Calling delete_port for 99b2c583-b473-4a16-b249-7df3079946b1 owned by compute:nova {{(pid=96121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 29 15:43:38.214065 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [req-7bfd60b5-6f63-4d37-a1e7-9082503d35a6 req-65829907-51ad-4233-945f-bd5f4071cb0f tempest-VolumesNegativeTest-1504812869 tempest-VolumesNegativeTest-1504812869-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741780147950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741779628746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3898419'] for port, after_delete {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:43:38.242841 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65829907-51ad-4233-945f-bd5f4071cb0f tempest-VolumesNegativeTest-1504812869 tempest-VolumesNegativeTest-1504812869-project] Pushing event deleted for resources: {'Port': ['ID=99b2c583-b473-4a16-b249-7df3079946b1,revision_number=None']} {{(pid=96121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 15:43:38.270037 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.plugins.ml2.db [None req-4d55257e-523e-4b8d-ab2b-d46a31710be1 None None] get_ports_and_sgs() called for port_ids ['99b2c583-b473-4a16-b249-7df3079946b1'] {{(pid=96122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 15:43:38.282892 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.db.l3_dvrscheduler_db [req-7bfd60b5-6f63-4d37-a1e7-9082503d35a6 req-65829907-51ad-4233-945f-bd5f4071cb0f tempest-VolumesNegativeTest-1504812869 tempest-VolumesNegativeTest-1504812869-project] No DVR routers for this DVR port 99b2c583-b473-4a16-b249-7df3079946b1 on host hv-cinder-80661 {{(pid=96121) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 15:43:38.285448 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [req-7bfd60b5-6f63-4d37-a1e7-9082503d35a6 req-65829907-51ad-4233-945f-bd5f4071cb0f tempest-VolumesNegativeTest-1504812869 tempest-VolumesNegativeTest-1504812869-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238921'] for port, before_response {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:43:38.287736 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-7bfd60b5-6f63-4d37-a1e7-9082503d35a6 req-65829907-51ad-4233-945f-bd5f4071cb0f tempest-VolumesNegativeTest-1504812869 tempest-VolumesNegativeTest-1504812869-project] 10.222.0.22 "DELETE /v2.0/ports/99b2c583-b473-4a16-b249-7df3079946b1 HTTP/1.1" status: 204 len: 173 time: 0.4786129 Sep 29 15:43:38.288220 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91a10f83-9d42-45d5-b5c0-dbabe34a1824', 'name': 'network-vif-deleted', 'tag': '99b2c583-b473-4a16-b249-7df3079946b1'}] {{(pid=96121) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 15:43:38.290456 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dcbd94143c65fdb0f5c12b0c92a6468c38125261e55d21e9818266cb91f6c0d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4474b085-f755-41c9-ae21-bcb2d72cd900" -d '{"events": [{"server_uuid": "91a10f83-9d42-45d5-b5c0-dbabe34a1824", "name": "network-vif-deleted", "tag": "99b2c583-b473-4a16-b249-7df3079946b1"}]}' {{(pid=96121) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 15:43:38.337141 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Sep 2021 15:43:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a637eb3a-d08d-4968-913b-d53bf73b2187 x-openstack-request-id: req-a637eb3a-d08d-4968-913b-d53bf73b2187 {{(pid=96121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 15:43:38.337515 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "91a10f83-9d42-45d5-b5c0-dbabe34a1824", "name": "network-vif-deleted", "tag": "99b2c583-b473-4a16-b249-7df3079946b1", "status": "completed", "code": 200}]} {{(pid=96121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 15:43:38.337773 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-a637eb3a-d08d-4968-913b-d53bf73b2187 {{(pid=96121) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 15:43:38.338727 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91a10f83-9d42-45d5-b5c0-dbabe34a1824', 'name': 'network-vif-deleted', 'tag': '99b2c583-b473-4a16-b249-7df3079946b1', 'status': 'completed', 'code': 200} Sep 29 15:43:38.391698 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [req-946a714b-9973-4d76-932c-c04e44e5aa3f req-92c34dec-129c-4909-844c-ba70db327233 tempest-VolumesNegativeTest-1504812869 tempest-VolumesNegativeTest-1504812869-project] 10.222.0.46 "GET /v2.0/ports?device_id=91a10f83-9d42-45d5-b5c0-dbabe34a1824 HTTP/1.1" status: 200 len: 210 time: 0.0291107 Sep 29 15:43:38.553554 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e658fa1b-ef66-47d2-9909-5e5b4a1ab8b2 req-f5239a2b-8b20-4fe2-b8d1-5bb23bc51593 tempest-AttachVolumeShelveTestJSON-850210833 tempest-AttachVolumeShelveTestJSON-850210833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:43:38.554928 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-e658fa1b-ef66-47d2-9909-5e5b4a1ab8b2 req-f5239a2b-8b20-4fe2-b8d1-5bb23bc51593 tempest-AttachVolumeShelveTestJSON-850210833 tempest-AttachVolumeShelveTestJSON-850210833-project] 10.222.0.46 "GET /v2.0/ports?device_id=baba5f09-ede0-45b5-8ba9-8341045e8437 HTTP/1.1" status: 200 len: 946 time: 0.0536470 Sep 29 15:43:38.595956 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-e658fa1b-ef66-47d2-9909-5e5b4a1ab8b2 req-95e5005b-66a1-4b9f-a025-b0017ca94ae2 tempest-AttachVolumeShelveTestJSON-850210833 tempest-AttachVolumeShelveTestJSON-850210833-project] 10.222.0.46 "GET /v2.0/security-groups?id=99d08d38-afbb-479e-bab1-6a902c9fe3e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348310 Sep 29 15:43:38.830024 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [req-0feba1d2-f401-45ba-ae2d-716b29d90cac req-215814ff-2737-4353-8a46-ba8171a72493 tempest-AttachVolumeTestJSON-270594920 tempest-AttachVolumeTestJSON-270594920-project] 10.222.0.46 "GET /v2.0/ports?device_id=3ec30f24-bfb4-44e3-86ed-b475d8fc52ab HTTP/1.1" status: 200 len: 210 time: 0.0293076 Sep 29 15:43:39.121208 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d900e7-75d4-44ba-aa24-06709f960eca req-2a16fc45-626e-4f21-bbc1-1ba9371882d4 tempest-AttachVolumeTestJSON-270594920 tempest-AttachVolumeTestJSON-270594920-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=96121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:43:39.123190 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-36d900e7-75d4-44ba-aa24-06709f960eca req-2a16fc45-626e-4f21-bbc1-1ba9371882d4 tempest-AttachVolumeTestJSON-270594920 tempest-AttachVolumeTestJSON-270594920-project] 10.222.0.22 "GET /v2.0/networks?id=41529908-bf9d-4f22-bd36-308129b2f718 HTTP/1.1" status: 200 len: 810 time: 0.0974839 Sep 29 15:43:39.182733 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-36d900e7-75d4-44ba-aa24-06709f960eca req-002e809a-a03c-47d5-87e1-9136113a9d9d tempest-AttachVolumeTestJSON-270594920 tempest-AttachVolumeTestJSON-270594920-project] 10.222.0.22 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ac94bfaead184f89a85a5713fd06a3ee HTTP/1.1" status: 200 len: 379 time: 0.0356245 Sep 29 15:43:39.206393 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.api.v2.base [req-36d900e7-75d4-44ba-aa24-06709f960eca req-98beb9a1-9479-47e5-b3b2-0a860123b1f3 tempest-AttachVolumeTestJSON-270594920 tempest-AttachVolumeTestJSON-270594920-project] Request body: {'port': {'device_id': '3ec30f24-bfb4-44e3-86ed-b475d8fc52ab', 'network_id': '41529908-bf9d-4f22-bd36-308129b2f718', 'admin_state_up': True, 'tenant_id': 'ac94bfaead184f89a85a5713fd06a3ee', 'security_groups': ['b7b22c90-21e8-44e2-94b9-c2f893c81fab']}} {{(pid=96121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 15:43:39.425632 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-36d900e7-75d4-44ba-aa24-06709f960eca req-98beb9a1-9479-47e5-b3b2-0a860123b1f3 tempest-AttachVolumeTestJSON-270594920 tempest-AttachVolumeTestJSON-270594920-project] Made reservation on behalf of ac94bfaead184f89a85a5713fd06a3ee for: {'port': 1} {{(pid=96121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 15:43:39.429890 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [req-36d900e7-75d4-44ba-aa24-06709f960eca req-98beb9a1-9479-47e5-b3b2-0a860123b1f3 tempest-AttachVolumeTestJSON-270594920 tempest-AttachVolumeTestJSON-270594920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-684029'] for port, before_create {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:43:39.529995 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-38959500-d761-48b3-bd63-9fb4dadf6abe req-f559a838-5c4c-46da-802b-0f1caf557921 tempest-VolumesNegativeTest-1504812869 tempest-VolumesNegativeTest-1504812869-project] 10.222.0.46 "GET /v2.0/ports?device_id=91a10f83-9d42-45d5-b5c0-dbabe34a1824 HTTP/1.1" status: 200 len: 210 time: 0.0416491 Sep 29 15:43:39.593755 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.db.db_base_plugin_common [req-36d900e7-75d4-44ba-aa24-06709f960eca req-98beb9a1-9479-47e5-b3b2-0a860123b1f3 tempest-AttachVolumeTestJSON-270594920 tempest-AttachVolumeTestJSON-270594920-project] Allocated IP 172.20.0.11 (41529908-bf9d-4f22-bd36-308129b2f718/dd4e2821-37a9-4ee4-80ce-9b4e5d3432ba/3344f2d1-8c14-4dba-8614-cef41727a76d) {{(pid=96121) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 15:43:39.717614 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d685a7d9-64a0-4d7a-9724-4ceae8376ede req-372a7419-c8c2-49bf-9963-33639f26b061 tempest-AttachVolumeShelveTestJSON-850210833 tempest-AttachVolumeShelveTestJSON-850210833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:43:39.719023 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [req-d685a7d9-64a0-4d7a-9724-4ceae8376ede req-372a7419-c8c2-49bf-9963-33639f26b061 tempest-AttachVolumeShelveTestJSON-850210833 tempest-AttachVolumeShelveTestJSON-850210833-project] 10.222.0.46 "GET /v2.0/ports?device_id=baba5f09-ede0-45b5-8ba9-8341045e8437 HTTP/1.1" status: 200 len: 946 time: 0.0519900 Sep 29 15:43:39.728260 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [req-36d900e7-75d4-44ba-aa24-06709f960eca req-98beb9a1-9479-47e5-b3b2-0a860123b1f3 tempest-AttachVolumeTestJSON-270594920 tempest-AttachVolumeTestJSON-270594920-project] Notify callbacks [] for port, precommit_create {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:43:39.758010 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [req-d685a7d9-64a0-4d7a-9724-4ceae8376ede req-e343fffa-c0dc-43d5-8db4-b51b284f114e tempest-AttachVolumeShelveTestJSON-850210833 tempest-AttachVolumeShelveTestJSON-850210833-project] 10.222.0.46 "GET /v2.0/security-groups?id=99d08d38-afbb-479e-bab1-6a902c9fe3e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328128 Sep 29 15:43:39.876818 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18c155a-fa32-40ea-b2fa-c2b10cc5fdac req-9f790495-d967-497b-8f30-9077a2bba8f4 tempest-AttachVolumeShelveTestJSON-850210833 tempest-AttachVolumeShelveTestJSON-850210833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:43:39.878313 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-e18c155a-fa32-40ea-b2fa-c2b10cc5fdac req-9f790495-d967-497b-8f30-9077a2bba8f4 tempest-AttachVolumeShelveTestJSON-850210833 tempest-AttachVolumeShelveTestJSON-850210833-project] 10.222.0.46 "GET /v2.0/ports?device_id=baba5f09-ede0-45b5-8ba9-8341045e8437 HTTP/1.1" status: 200 len: 946 time: 0.0496256 Sep 29 15:43:39.879753 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [req-36d900e7-75d4-44ba-aa24-06709f960eca req-98beb9a1-9479-47e5-b3b2-0a860123b1f3 tempest-AttachVolumeTestJSON-270594920 tempest-AttachVolumeTestJSON-270594920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741779628737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3898419'] for port, after_create {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:43:39.889235 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.wsgi [-] (96120) accepted ('10.222.0.46', 34548) {{(pid=96120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 15:43:39.893924 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.api.v2.base [None req-a5a080f2-30bd-4b7d-9cf9-b64f9bbafdb3 tempest-AttachVolumeShelveTestJSON-850210833 tempest-AttachVolumeShelveTestJSON-850210833-project] Request body: {'floatingip': {'port_id': '2ea31e49-e163-4c49-a8a2-18463ab07e46'}} {{(pid=96120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 15:43:39.921920 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-36d900e7-75d4-44ba-aa24-06709f960eca req-98beb9a1-9479-47e5-b3b2-0a860123b1f3 tempest-AttachVolumeTestJSON-270594920 tempest-AttachVolumeTestJSON-270594920-project] Network 41529908-bf9d-4f22-bd36-308129b2f718 is already hosted by enough agents. {{(pid=96121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 15:43:39.932258 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.scheduler.base_scheduler [req-36d900e7-75d4-44ba-aa24-06709f960eca req-98beb9a1-9479-47e5-b3b2-0a860123b1f3 tempest-AttachVolumeTestJSON-270594920 tempest-AttachVolumeTestJSON-270594920-project] Resources bound (agent type, host, resource id): {{(pid=96121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 15:43:39.932258 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.db.l3_dvrscheduler_db [req-36d900e7-75d4-44ba-aa24-06709f960eca req-98beb9a1-9479-47e5-b3b2-0a860123b1f3 tempest-AttachVolumeTestJSON-270594920 tempest-AttachVolumeTestJSON-270594920-project] Received port after_create {{(pid=96121) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 15:43:39.962649 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98beb9a1-9479-47e5-b3b2-0a860123b1f3 tempest-AttachVolumeTestJSON-270594920 tempest-AttachVolumeTestJSON-270594920-project] Pushing event updated for resources: {'Port': ['ID=3344f2d1-8c14-4dba-8614-cef41727a76d,revision_number=1']} {{(pid=96121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 15:43:39.978333 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-a5a080f2-30bd-4b7d-9cf9-b64f9bbafdb3 tempest-AttachVolumeShelveTestJSON-850210833 tempest-AttachVolumeShelveTestJSON-850210833-project] Notify callbacks [] for floatingip, before_update {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:43:39.990058 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d900e7-75d4-44ba-aa24-06709f960eca req-98beb9a1-9479-47e5-b3b2-0a860123b1f3 tempest-AttachVolumeTestJSON-270594920 tempest-AttachVolumeTestJSON-270594920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=96121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:43:39.990871 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [req-36d900e7-75d4-44ba-aa24-06709f960eca req-98beb9a1-9479-47e5-b3b2-0a860123b1f3 tempest-AttachVolumeTestJSON-270594920 tempest-AttachVolumeTestJSON-270594920-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238921'] for port, before_response {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:43:40.072354 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-36d900e7-75d4-44ba-aa24-06709f960eca req-98beb9a1-9479-47e5-b3b2-0a860123b1f3 tempest-AttachVolumeTestJSON-270594920 tempest-AttachVolumeTestJSON-270594920-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8695707 Sep 29 15:43:40.158117 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.db.provisioning_blocks [None req-fccc902d-1409-40e0-8de7-a948967e304d None None] Provisioning complete for port 3344f2d1-8c14-4dba-8614-cef41727a76d triggered by entity DHCP. {{(pid=96122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 15:43:40.158693 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron_lib.callbacks.manager [None req-fccc902d-1409-40e0-8de7-a948967e304d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-626465'] for port, provisioning_complete {{(pid=96122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:43:40.191816 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.plugins.ml2.plugin [None req-fccc902d-1409-40e0-8de7-a948967e304d None None] Port 3344f2d1-8c14-4dba-8614-cef41727a76d cannot update to ACTIVE because it is not bound. {{(pid=96122) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 29 15:43:40.313318 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ba1363-c983-47a7-8d16-bede8e100cff req-9d20e5f0-8f90-41d8-a638-aba8b142aac6 tempest-AttachVolumeTestJSON-270594920 tempest-AttachVolumeTestJSON-270594920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:43:40.314781 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [req-f6ba1363-c983-47a7-8d16-bede8e100cff req-9d20e5f0-8f90-41d8-a638-aba8b142aac6 tempest-AttachVolumeTestJSON-270594920 tempest-AttachVolumeTestJSON-270594920-project] 10.222.0.46 "GET /v2.0/ports?device_id=3ec30f24-bfb4-44e3-86ed-b475d8fc52ab HTTP/1.1" status: 200 len: 932 time: 0.3950417 Sep 29 15:43:40.401889 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [req-f6ba1363-c983-47a7-8d16-bede8e100cff req-dc77abe8-d3ac-42e3-a089-4a916f4a1584 tempest-AttachVolumeTestJSON-270594920 tempest-AttachVolumeTestJSON-270594920-project] 10.222.0.46 "GET /v2.0/security-groups?id=b7b22c90-21e8-44e2-94b9-c2f893c81fab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0800843 Sep 29 15:43:40.820782 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-a5a080f2-30bd-4b7d-9cf9-b64f9bbafdb3 tempest-AttachVolumeShelveTestJSON-850210833 tempest-AttachVolumeShelveTestJSON-850210833-project] Notify callbacks [] for floatingip, precommit_update {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:43:40.951590 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-a5a080f2-30bd-4b7d-9cf9-b64f9bbafdb3 tempest-AttachVolumeShelveTestJSON-850210833 tempest-AttachVolumeShelveTestJSON-850210833-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1618963'] for floatingip, after_update {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:43:41.051250 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.db.l3_db [None req-a5a080f2-30bd-4b7d-9cf9-b64f9bbafdb3 tempest-AttachVolumeShelveTestJSON-850210833 tempest-AttachVolumeShelveTestJSON-850210833-project] Floating IP 4a207166-3e1d-43ff-9124-ef17f4fb4a43 associated. External IP: 172.27.0.162, port: 2ea31e49-e163-4c49-a8a2-18463ab07e46. Sep 29 15:43:41.269069 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5a080f2-30bd-4b7d-9cf9-b64f9bbafdb3 tempest-AttachVolumeShelveTestJSON-850210833 tempest-AttachVolumeShelveTestJSON-850210833-project] Router 52ced7d6-4c59-4942-adf4-47e984fe6127 has already been hosted by L3 agent e5061b61-feb3-46be-bd05-1226f95d9417 {{(pid=96120) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 29 15:43:41.375508 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5a080f2-30bd-4b7d-9cf9-b64f9bbafdb3 tempest-AttachVolumeShelveTestJSON-850210833 tempest-AttachVolumeShelveTestJSON-850210833-project] Notify agent at l3_agent.dv-cinder-806616-6-iscsi the message routers_updated {{(pid=96120) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 15:43:41.380300 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-a5a080f2-30bd-4b7d-9cf9-b64f9bbafdb3 tempest-AttachVolumeShelveTestJSON-850210833 tempest-AttachVolumeShelveTestJSON-850210833-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238921'] for floatingip, before_response {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:43:41.385090 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6391681-161b-4566-a3b7-549525fd69c8 None None] Sync routers for ids ['52ced7d6-4c59-4942-adf4-47e984fe6127'] in dv-cinder-806616-6-iscsi {{(pid=96122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 15:43:41.393789 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6391681-161b-4566-a3b7-549525fd69c8 None None] Routers {'52ced7d6-4c59-4942-adf4-47e984fe6127'} bound to L3 agent in host dv-cinder-806616-6-iscsi {{(pid=96122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 15:43:41.394405 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.db.l3_hamode_db [None req-a6391681-161b-4566-a3b7-549525fd69c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806616-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-29T15:30:56Z,description=,heartbeat_timestamp=2021-09-29T15:43:27Z,host='dv-cinder-806616-6-iscsi',id=e5061b61-feb3-46be-bd05-1226f95d9417,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T15:30:57Z,topic='l3_agent')) {'router_ids': ['52ced7d6-4c59-4942-adf4-47e984fe6127'], 'active': True} {{(pid=96122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 15:43:41.406669 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [None req-a5a080f2-30bd-4b7d-9cf9-b64f9bbafdb3 tempest-AttachVolumeShelveTestJSON-850210833 tempest-AttachVolumeShelveTestJSON-850210833-project] 10.222.0.46 "PUT /v2.0/floatingips/4a207166-3e1d-43ff-9124-ef17f4fb4a43 HTTP/1.1" status: 200 len: 992 time: 1.5161633 Sep 29 15:43:41.407255 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'baba5f09-ede0-45b5-8ba9-8341045e8437', 'tag': '2ea31e49-e163-4c49-a8a2-18463ab07e46'}] {{(pid=96120) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 15:43:41.409632 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4bb6707052646e9cb447c77cf5db72dad3b20325a43e0261074ac39fb81a9f0b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e515cf7-6c4a-4d57-8282-5dae647ceacb" -d '{"events": [{"name": "network-changed", "server_uuid": "baba5f09-ede0-45b5-8ba9-8341045e8437", "tag": "2ea31e49-e163-4c49-a8a2-18463ab07e46"}]}' {{(pid=96120) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 15:43:41.447725 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 29 Sep 2021 15:43:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f9f111f-8242-4a3b-988f-c8419cf86360 x-openstack-request-id: req-6f9f111f-8242-4a3b-988f-c8419cf86360 {{(pid=96120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 15:43:41.448042 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "baba5f09-ede0-45b5-8ba9-8341045e8437", "tag": "2ea31e49-e163-4c49-a8a2-18463ab07e46", "status": "completed", "code": 200}]} {{(pid=96120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 15:43:41.448300 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-6f9f111f-8242-4a3b-988f-c8419cf86360 {{(pid=96120) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 15:43:41.448698 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'baba5f09-ede0-45b5-8ba9-8341045e8437', 'tag': '2ea31e49-e163-4c49-a8a2-18463ab07e46', 'status': 'completed', 'code': 200} Sep 29 15:43:41.514163 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.db.l3_dvr_db [None req-a6391681-161b-4566-a3b7-549525fd69c8 None None] Set router 52ced7d6-4c59-4942-adf4-47e984fe6127 gateway port host: dv-cinder-806616-6-iscsi {{(pid=96122) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 15:43:41.575768 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5085d8d-d05f-4290-8acc-c211c71477d1 req-9dd84db5-9e8b-4610-ad01-acc9cf25a302 tempest-AttachVolumeTestJSON-270594920 tempest-AttachVolumeTestJSON-270594920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:43:41.577998 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-d5085d8d-d05f-4290-8acc-c211c71477d1 req-9dd84db5-9e8b-4610-ad01-acc9cf25a302 tempest-AttachVolumeTestJSON-270594920 tempest-AttachVolumeTestJSON-270594920-project] 10.222.0.46 "GET /v2.0/ports?device_id=3ec30f24-bfb4-44e3-86ed-b475d8fc52ab HTTP/1.1" status: 200 len: 932 time: 0.0786965 Sep 29 15:43:41.627684 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-d5085d8d-d05f-4290-8acc-c211c71477d1 req-51b2989d-ba54-4752-8d40-80766090faff tempest-AttachVolumeTestJSON-270594920 tempest-AttachVolumeTestJSON-270594920-project] 10.222.0.46 "GET /v2.0/security-groups?id=b7b22c90-21e8-44e2-94b9-c2f893c81fab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426893 Sep 29 15:43:41.797137 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.db.l3_hamode_db [None req-a6391681-161b-4566-a3b7-549525fd69c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52ced7d6-4c59-4942-adf4-47e984fe6127', 'name': 'tempest-AttachVolumeShelveTestJSON-522904198-router', 'tenant_id': '13390da549814bc498d0c907da15d788', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd5efe95-1549-4750-933c-70412f77577e', 'external_fixed_ips': [{'subnet_id': '9c872fed-da92-4e12-828d-ac62e1b980b9', 'ip_address': '172.27.0.58'}], 'enable_snat': True}, 'gw_port_id': '45f62489-a444-4f79-b6dd-bd7efecb94c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T15:38:55Z', 'updated_at': '2021-09-29T15:39:04Z', 'revision_number': 4, 'project_id': '13390da549814bc498d0c907da15d788', 'gw_port': {'id': '45f62489-a444-4f79-b6dd-bd7efecb94c1', 'name': '', 'network_id': 'cd5efe95-1549-4750-933c-70412f77577e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:f3:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52ced7d6-4c59-4942-adf4-47e984fe6127', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '9c872fed-da92-4e12-828d-ac62e1b980b9', 'ip_address': '172.27.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806616-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T15:38:57Z', 'updated_at': '2021-09-29T15:39:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c872fed-da92-4e12-828d-ac62e1b980b9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806616-6-iscsi', '_floatingips': [{'id': '4a207166-3e1d-43ff-9124-ef17f4fb4a43', 'tenant_id': '13390da549814bc498d0c907da15d788', 'floating_ip_address': '172.27.0.162', 'floating_network_id': 'cd5efe95-1549-4750-933c-70412f77577e', 'router_id': '52ced7d6-4c59-4942-adf4-47e984fe6127', 'port_id': '2ea31e49-e163-4c49-a8a2-18463ab07e46', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 438, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7d2058d9-0239-4e7f-ad5f-85b9e31d2757', 'mac_address': 'fa:16:3e:32:8b:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baba5f09-ede0-45b5-8ba9-8341045e8437', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-29T15:43:24Z', 'updated_at': '2021-09-29T15:43:40Z', 'revision_number': 1, 'project_id': '13390da549814bc498d0c907da15d788', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '568674db-d5ba-4049-ae2c-cbe94253da52', 'name': '', 'network_id': '7d2058d9-0239-4e7f-ad5f-85b9e31d2757', 'tenant_id': '13390da549814bc498d0c907da15d788', 'mac_address': 'fa:16:3e:0c:85:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52ced7d6-4c59-4942-adf4-47e984fe6127', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '56afac6f-63d0-4994-bdac-133803bcf88a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806616-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T15:39:02Z', 'updated_at': '2021-09-29T15:39:12Z', 'revision_number': 5, 'project_id': '13390da549814bc498d0c907da15d788', 'subnets': [{'id': '56afac6f-63d0-4994-bdac-133803bcf88a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806616-6-iscsi', False) {} {{(pid=96122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 15:43:41.823448 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6391681-161b-4566-a3b7-549525fd69c8 None None] Checking router: 52ced7d6-4c59-4942-adf4-47e984fe6127 for host: dv-cinder-806616-6-iscsi {{(pid=96122) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 15:43:41.832047 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6391681-161b-4566-a3b7-549525fd69c8 None None] Routers {'52ced7d6-4c59-4942-adf4-47e984fe6127'} bound to L3 agent in host dv-cinder-806616-6-iscsi {{(pid=96122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 15:43:41.832761 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.db.l3_hamode_db [None req-a6391681-161b-4566-a3b7-549525fd69c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806616-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-29T15:30:56Z,description=,heartbeat_timestamp=2021-09-29T15:43:27Z,host='dv-cinder-806616-6-iscsi',id=e5061b61-feb3-46be-bd05-1226f95d9417,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T15:30:57Z,topic='l3_agent')) {'router_ids': ['52ced7d6-4c59-4942-adf4-47e984fe6127'], 'active': True} {{(pid=96122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 15:43:41.939172 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.db.l3_dvr_db [None req-a6391681-161b-4566-a3b7-549525fd69c8 None None] Set router 52ced7d6-4c59-4942-adf4-47e984fe6127 gateway port host: dv-cinder-806616-6-iscsi {{(pid=96122) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 15:43:42.269929 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.db.l3_hamode_db [None req-a6391681-161b-4566-a3b7-549525fd69c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52ced7d6-4c59-4942-adf4-47e984fe6127', 'name': 'tempest-AttachVolumeShelveTestJSON-522904198-router', 'tenant_id': '13390da549814bc498d0c907da15d788', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd5efe95-1549-4750-933c-70412f77577e', 'external_fixed_ips': [{'subnet_id': '9c872fed-da92-4e12-828d-ac62e1b980b9', 'ip_address': '172.27.0.58'}], 'enable_snat': True}, 'gw_port_id': '45f62489-a444-4f79-b6dd-bd7efecb94c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T15:38:55Z', 'updated_at': '2021-09-29T15:39:04Z', 'revision_number': 4, 'project_id': '13390da549814bc498d0c907da15d788', 'gw_port': {'id': '45f62489-a444-4f79-b6dd-bd7efecb94c1', 'name': '', 'network_id': 'cd5efe95-1549-4750-933c-70412f77577e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:f3:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52ced7d6-4c59-4942-adf4-47e984fe6127', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '9c872fed-da92-4e12-828d-ac62e1b980b9', 'ip_address': '172.27.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806616-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T15:38:57Z', 'updated_at': '2021-09-29T15:39:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c872fed-da92-4e12-828d-ac62e1b980b9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806616-6-iscsi', '_floatingips': [{'id': '4a207166-3e1d-43ff-9124-ef17f4fb4a43', 'tenant_id': '13390da549814bc498d0c907da15d788', 'floating_ip_address': '172.27.0.162', 'floating_network_id': 'cd5efe95-1549-4750-933c-70412f77577e', 'router_id': '52ced7d6-4c59-4942-adf4-47e984fe6127', 'port_id': '2ea31e49-e163-4c49-a8a2-18463ab07e46', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 438, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7d2058d9-0239-4e7f-ad5f-85b9e31d2757', 'mac_address': 'fa:16:3e:32:8b:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baba5f09-ede0-45b5-8ba9-8341045e8437', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-29T15:43:24Z', 'updated_at': '2021-09-29T15:43:40Z', 'revision_number': 1, 'project_id': '13390da549814bc498d0c907da15d788', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '568674db-d5ba-4049-ae2c-cbe94253da52', 'name': '', 'network_id': '7d2058d9-0239-4e7f-ad5f-85b9e31d2757', 'tenant_id': '13390da549814bc498d0c907da15d788', 'mac_address': 'fa:16:3e:0c:85:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52ced7d6-4c59-4942-adf4-47e984fe6127', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '56afac6f-63d0-4994-bdac-133803bcf88a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806616-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T15:39:02Z', 'updated_at': '2021-09-29T15:39:12Z', 'revision_number': 5, 'project_id': '13390da549814bc498d0c907da15d788', 'subnets': [{'id': '56afac6f-63d0-4994-bdac-133803bcf88a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806616-6-iscsi', False) {} {{(pid=96122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 15:43:42.295967 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6391681-161b-4566-a3b7-549525fd69c8 None None] The sync data for ids ['52ced7d6-4c59-4942-adf4-47e984fe6127'] in dv-cinder-806616-6-iscsi is: [{'id': '52ced7d6-4c59-4942-adf4-47e984fe6127', 'name': 'tempest-AttachVolumeShelveTestJSON-522904198-router', 'tenant_id': '13390da549814bc498d0c907da15d788', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd5efe95-1549-4750-933c-70412f77577e', 'external_fixed_ips': [{'subnet_id': '9c872fed-da92-4e12-828d-ac62e1b980b9', 'ip_address': '172.27.0.58'}], 'enable_snat': True}, 'gw_port_id': '45f62489-a444-4f79-b6dd-bd7efecb94c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T15:38:55Z', 'updated_at': '2021-09-29T15:39:04Z', 'revision_number': 4, 'project_id': '13390da549814bc498d0c907da15d788', 'gw_port': {'id': '45f62489-a444-4f79-b6dd-bd7efecb94c1', 'name': '', 'network_id': 'cd5efe95-1549-4750-933c-70412f77577e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:f3:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52ced7d6-4c59-4942-adf4-47e984fe6127', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '9c872fed-da92-4e12-828d-ac62e1b980b9', 'ip_address': '172.27.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806616-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T15:38:57Z', 'updated_at': '2021-09-29T15:39:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c872fed-da92-4e12-828d-ac62e1b980b9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806616-6-iscsi', '_floatingips': [{'id': '4a207166-3e1d-43ff-9124-ef17f4fb4a43', 'tenant_id': '13390da549814bc498d0c907da15d788', 'floating_ip_address': '172.27.0.162', 'floating_network_id': 'cd5efe95-1549-4750-933c-70412f77577e', 'router_id': '52ced7d6-4c59-4942-adf4-47e984fe6127', 'port_id': '2ea31e49-e163-4c49-a8a2-18463ab07e46', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 438, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7d2058d9-0239-4e7f-ad5f-85b9e31d2757', 'mac_address': 'fa:16:3e:32:8b:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baba5f09-ede0-45b5-8ba9-8341045e8437', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-29T15:43:24Z', 'updated_at': '2021-09-29T15:43:40Z', 'revision_number': 1, 'project_id': '13390da549814bc498d0c907da15d788', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '568674db-d5ba-4049-ae2c-cbe94253da52', 'name': '', 'network_id': '7d2058d9-0239-4e7f-ad5f-85b9e31d2757', 'tenant_id': '13390da549814bc498d0c907da15d788', 'mac_address': 'fa:16:3e:0c:85:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52ced7d6-4c59-4942-adf4-47e984fe6127', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '56afac6f-63d0-4994-bdac-133803bcf88a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806616-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T15:39:02Z', 'updated_at': '2021-09-29T15:39:12Z', 'revision_number': 5, 'project_id': '13390da549814bc498d0c907da15d788', 'subnets': [{'id': '56afac6f-63d0-4994-bdac-133803bcf88a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=96122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 15:43:42.377352 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.plugins.ml2.rpc [None req-4d55257e-523e-4b8d-ab2b-d46a31710be1 None None] Device 99b2c583-b473-4a16-b249-7df3079946b1 no longer exists at agent hyperv_hv-cinder-80661 {{(pid=96122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 15:43:42.398779 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.plugins.ml2.plugin [None req-4d55257e-523e-4b8d-ab2b-d46a31710be1 None None] No Port match for: 99b2c583-b473-4a16-b249-7df3079946b1 {{(pid=96122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 29 15:43:42.399912 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.plugins.ml2.rpc [None req-4d55257e-523e-4b8d-ab2b-d46a31710be1 None None] Device 99b2c583-b473-4a16-b249-7df3079946b1 not bound to the agent host hv-cinder-80661 {{(pid=96122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 15:43:42.414712 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.api.v2.base [req-36d900e7-75d4-44ba-aa24-06709f960eca req-2bee8968-07ab-4fac-a630-3e8f1943d338 service neutron] Request body: {'port': {'device_id': '3ec30f24-bfb4-44e3-86ed-b475d8fc52ab', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80661'}} {{(pid=96121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 15:43:42.494759 dv-cinder-806616-6-iscsi neutron-server[96123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00b841cc-d094-4e7b-b88e-12dfc6c642b4 None None] New status for floating IP 4a207166-3e1d-43ff-9124-ef17f4fb4a43: ACTIVE {{(pid=96123) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 29 15:43:42.517627 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [req-36d900e7-75d4-44ba-aa24-06709f960eca req-2bee8968-07ab-4fac-a630-3e8f1943d338 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-684029'] for port, before_update {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:43:42.522394 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e515cf7-6c4a-4d57-8282-5dae647ceacb req-e7932a13-a5c1-49e5-9fba-0feb2db0759e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:43:42.523867 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-3e515cf7-6c4a-4d57-8282-5dae647ceacb req-e7932a13-a5c1-49e5-9fba-0feb2db0759e service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=13390da549814bc498d0c907da15d788&device_id=baba5f09-ede0-45b5-8ba9-8341045e8437 HTTP/1.1" status: 200 len: 1099 time: 0.0788965 Sep 29 15:43:42.734800 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e515cf7-6c4a-4d57-8282-5dae647ceacb req-02c05953-7990-43eb-95bd-75e41b352f0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:43:42.736307 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-3e515cf7-6c4a-4d57-8282-5dae647ceacb req-02c05953-7990-43eb-95bd-75e41b352f0e service neutron] 10.222.0.22 "GET /v2.0/networks?id=7d2058d9-0239-4e7f-ad5f-85b9e31d2757 HTTP/1.1" status: 200 len: 917 time: 0.2041948 Sep 29 15:43:42.806217 dv-cinder-806616-6-iscsi neutron-server[96123]: DEBUG neutron.db.agents_db [None req-ce50b6f1-f7bd-4b59-8641-9f71b480b041 None None] Agent healthcheck: found 6 active agents {{(pid=96123) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 29 15:43:42.826808 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f6b107-ea76-4f98-8bd0-c4be42a8393a req-3ead8d2f-4a61-4625-ad99-1cdedca3a086 tempest-AttachVolumeTestJSON-270594920 tempest-AttachVolumeTestJSON-270594920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:43:42.828304 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-a0f6b107-ea76-4f98-8bd0-c4be42a8393a req-3ead8d2f-4a61-4625-ad99-1cdedca3a086 tempest-AttachVolumeTestJSON-270594920 tempest-AttachVolumeTestJSON-270594920-project] 10.222.0.46 "GET /v2.0/ports?device_id=3ec30f24-bfb4-44e3-86ed-b475d8fc52ab HTTP/1.1" status: 200 len: 932 time: 0.1360474 Sep 29 15:43:42.887523 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-3e515cf7-6c4a-4d57-8282-5dae647ceacb req-6201dfcb-e363-4d55-aee4-80c83b0a799e service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2ea31e49-e163-4c49-a8a2-18463ab07e46 HTTP/1.1" status: 200 len: 1002 time: 0.1409702 Sep 29 15:43:42.955875 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-a0f6b107-ea76-4f98-8bd0-c4be42a8393a req-e36f90a7-eb41-47a6-8c14-5cf73f213d70 tempest-AttachVolumeTestJSON-270594920 tempest-AttachVolumeTestJSON-270594920-project] 10.222.0.46 "GET /v2.0/security-groups?id=b7b22c90-21e8-44e2-94b9-c2f893c81fab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1015849 Sep 29 15:43:42.979750 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e515cf7-6c4a-4d57-8282-5dae647ceacb req-ab0444f6-76ca-424b-889b-bfb1c8eb4521 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:43:42.981380 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-3e515cf7-6c4a-4d57-8282-5dae647ceacb req-ab0444f6-76ca-424b-889b-bfb1c8eb4521 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=56afac6f-63d0-4994-bdac-133803bcf88a HTTP/1.1" status: 200 len: 855 time: 0.0806963 Sep 29 15:43:43.047634 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.notifiers.nova [req-36d900e7-75d4-44ba-aa24-06709f960eca req-2bee8968-07ab-4fac-a630-3e8f1943d338 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3344f2d1-8c14-4dba-8614-cef41727a76d {{(pid=96121) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 15:43:43.057940 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [req-36d900e7-75d4-44ba-aa24-06709f960eca req-2bee8968-07ab-4fac-a630-3e8f1943d338 service neutron] Notify callbacks [] for port, precommit_update {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:43:43.062805 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e515cf7-6c4a-4d57-8282-5dae647ceacb req-5631fb01-8812-4b62-ad7a-6787b2017559 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:43:43.064449 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-3e515cf7-6c4a-4d57-8282-5dae647ceacb req-5631fb01-8812-4b62-ad7a-6787b2017559 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=7d2058d9-0239-4e7f-ad5f-85b9e31d2757&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0759509 Sep 29 15:43:43.082188 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.db.provisioning_blocks [req-36d900e7-75d4-44ba-aa24-06709f960eca req-2bee8968-07ab-4fac-a630-3e8f1943d338 service neutron] Transition to ACTIVE for port object 3344f2d1-8c14-4dba-8614-cef41727a76d will not be triggered until provisioned by entity L2. {{(pid=96121) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 15:43:43.135418 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [req-36d900e7-75d4-44ba-aa24-06709f960eca req-2bee8968-07ab-4fac-a630-3e8f1943d338 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741780147972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741779628755', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741779628773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3898424'] for port, after_update {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:43:43.203516 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bee8968-07ab-4fac-a630-3e8f1943d338 service neutron] Pushing event updated for resources: {'Port': ['ID=3344f2d1-8c14-4dba-8614-cef41727a76d,revision_number=2']} {{(pid=96121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 15:43:43.225300 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-3e515cf7-6c4a-4d57-8282-5dae647ceacb req-976bc6cb-56c3-47b6-987d-ff6ce3076d97 service neutron] 10.222.0.22 "GET /v2.0/networks/7d2058d9-0239-4e7f-ad5f-85b9e31d2757?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1531808 Sep 29 15:43:43.332006 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.plugins.ml2.managers [req-36d900e7-75d4-44ba-aa24-06709f960eca req-2bee8968-07ab-4fac-a630-3e8f1943d338 service neutron] Attempting to bind port 3344f2d1-8c14-4dba-8614-cef41727a76d on host hv-cinder-80661 for vnic_type normal with profile {{(pid=96121) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 15:43:43.332343 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.plugins.ml2.managers [req-36d900e7-75d4-44ba-aa24-06709f960eca req-2bee8968-07ab-4fac-a630-3e8f1943d338 service neutron] Attempting to bind port 3344f2d1-8c14-4dba-8614-cef41727a76d by drivers openvswitch,hyperv on host hv-cinder-80661 at level 0 using segments [{'id': '07c1b694-4b5f-4e1d-baf1-7032d28a68b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '41529908-bf9d-4f22-bd36-308129b2f718'}] {{(pid=96121) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 15:43:43.332671 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36d900e7-75d4-44ba-aa24-06709f960eca req-2bee8968-07ab-4fac-a630-3e8f1943d338 service neutron] Attempting to bind port 3344f2d1-8c14-4dba-8614-cef41727a76d on network 41529908-bf9d-4f22-bd36-308129b2f718 {{(pid=96121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 15:43:43.339297 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36d900e7-75d4-44ba-aa24-06709f960eca req-2bee8968-07ab-4fac-a630-3e8f1943d338 service neutron] Port 3344f2d1-8c14-4dba-8614-cef41727a76d on network 41529908-bf9d-4f22-bd36-308129b2f718 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80661 {{(pid=96121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 29 15:43:43.339614 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36d900e7-75d4-44ba-aa24-06709f960eca req-2bee8968-07ab-4fac-a630-3e8f1943d338 service neutron] Attempting to bind port 3344f2d1-8c14-4dba-8614-cef41727a76d on network 41529908-bf9d-4f22-bd36-308129b2f718 {{(pid=96121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 15:43:43.354232 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36d900e7-75d4-44ba-aa24-06709f960eca req-2bee8968-07ab-4fac-a630-3e8f1943d338 service neutron] Checking agent: {'id': '02e4aaf8-ac1d-430d-8152-9e2105739360', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80661', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 15, 37, 5), 'started_at': datetime.datetime(2021, 9, 29, 15, 37, 5), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 15, 43, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=96121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 15:43:43.354565 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36d900e7-75d4-44ba-aa24-06709f960eca req-2bee8968-07ab-4fac-a630-3e8f1943d338 service neutron] Checking segment: {'id': '07c1b694-4b5f-4e1d-baf1-7032d28a68b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '41529908-bf9d-4f22-bd36-308129b2f718'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96121) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 15:43:43.354945 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36d900e7-75d4-44ba-aa24-06709f960eca req-2bee8968-07ab-4fac-a630-3e8f1943d338 service neutron] Bound using segment: {'id': '07c1b694-4b5f-4e1d-baf1-7032d28a68b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '41529908-bf9d-4f22-bd36-308129b2f718'} {{(pid=96121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 15:43:43.355375 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.plugins.ml2.managers [req-36d900e7-75d4-44ba-aa24-06709f960eca req-2bee8968-07ab-4fac-a630-3e8f1943d338 service neutron] Bound port: 3344f2d1-8c14-4dba-8614-cef41727a76d, host: hv-cinder-80661, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '07c1b694-4b5f-4e1d-baf1-7032d28a68b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '41529908-bf9d-4f22-bd36-308129b2f718'}}] {{(pid=96121) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 15:43:43.355762 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [req-36d900e7-75d4-44ba-aa24-06709f960eca req-2bee8968-07ab-4fac-a630-3e8f1943d338 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-684029'] for port, before_update {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:43:43.361200 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-3e515cf7-6c4a-4d57-8282-5dae647ceacb req-0556f6fd-6b81-4f41-83f9-6d426fed9f9d service neutron] 10.222.0.22 "GET /v2.0/networks/7d2058d9-0239-4e7f-ad5f-85b9e31d2757?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1175582 Sep 29 15:43:43.424445 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.plugins.ml2.db [req-36d900e7-75d4-44ba-aa24-06709f960eca req-2bee8968-07ab-4fac-a630-3e8f1943d338 service neutron] For port 3344f2d1-8c14-4dba-8614-cef41727a76d, host hv-cinder-80661, cleared binding levels {{(pid=96121) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 15:43:43.427856 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.plugins.ml2.db [req-36d900e7-75d4-44ba-aa24-06709f960eca req-2bee8968-07ab-4fac-a630-3e8f1943d338 service neutron] For port 3344f2d1-8c14-4dba-8614-cef41727a76d, host hv-cinder-80661, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80661',level=0,port_id=3344f2d1-8c14-4dba-8614-cef41727a76d,segment=NetworkSegment(07c1b694-4b5f-4e1d-baf1-7032d28a68b3),segment_id=07c1b694-4b5f-4e1d-baf1-7032d28a68b3)] {{(pid=96121) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 15:43:43.500371 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [req-36d900e7-75d4-44ba-aa24-06709f960eca req-2bee8968-07ab-4fac-a630-3e8f1943d338 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741780147972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741779628755', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741779628773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3898424'] for port, after_update {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:43:43.536178 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d900e7-75d4-44ba-aa24-06709f960eca req-2bee8968-07ab-4fac-a630-3e8f1943d338 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:43:43.536807 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [req-36d900e7-75d4-44ba-aa24-06709f960eca req-2bee8968-07ab-4fac-a630-3e8f1943d338 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238921'] for port, before_response {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:43:43.538354 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-36d900e7-75d4-44ba-aa24-06709f960eca req-2bee8968-07ab-4fac-a630-3e8f1943d338 service neutron] 10.222.0.22 "PUT /v2.0/ports/3344f2d1-8c14-4dba-8614-cef41727a76d HTTP/1.1" status: 200 len: 1094 time: 1.1329308 Sep 29 15:43:43.538698 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3ec30f24-bfb4-44e3-86ed-b475d8fc52ab', 'tag': '3344f2d1-8c14-4dba-8614-cef41727a76d'}] {{(pid=96121) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 15:43:43.540979 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dcbd94143c65fdb0f5c12b0c92a6468c38125261e55d21e9818266cb91f6c0d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4310b338-7248-40fd-b9bd-4bc34664ce62" -d '{"events": [{"name": "network-changed", "server_uuid": "3ec30f24-bfb4-44e3-86ed-b475d8fc52ab", "tag": "3344f2d1-8c14-4dba-8614-cef41727a76d"}]}' {{(pid=96121) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 15:43:43.565451 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bee8968-07ab-4fac-a630-3e8f1943d338 service neutron] Pushing event updated for resources: {'Port': ['ID=3344f2d1-8c14-4dba-8614-cef41727a76d,revision_number=3']} {{(pid=96121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 15:43:43.581709 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 29 Sep 2021 15:43:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a237d58-ba24-4e51-a4bc-2bc0afe154f2 x-openstack-request-id: req-8a237d58-ba24-4e51-a4bc-2bc0afe154f2 {{(pid=96121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 15:43:43.582121 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3ec30f24-bfb4-44e3-86ed-b475d8fc52ab", "tag": "3344f2d1-8c14-4dba-8614-cef41727a76d", "status": "completed", "code": 200}]} {{(pid=96121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 15:43:43.582379 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-8a237d58-ba24-4e51-a4bc-2bc0afe154f2 {{(pid=96121) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 15:43:43.582983 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3ec30f24-bfb4-44e3-86ed-b475d8fc52ab', 'tag': '3344f2d1-8c14-4dba-8614-cef41727a76d', 'status': 'completed', 'code': 200} Sep 29 15:43:43.671007 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4310b338-7248-40fd-b9bd-4bc34664ce62 req-d2833c1d-fd2b-4ba7-bd99-74324f03243c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:43:43.672598 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-4310b338-7248-40fd-b9bd-4bc34664ce62 req-d2833c1d-fd2b-4ba7-bd99-74324f03243c service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=ac94bfaead184f89a85a5713fd06a3ee&device_id=3ec30f24-bfb4-44e3-86ed-b475d8fc52ab HTTP/1.1" status: 200 len: 1097 time: 0.0477796 Sep 29 15:43:43.801385 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4310b338-7248-40fd-b9bd-4bc34664ce62 req-81c45223-8e94-4836-8403-41822b8118fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:43:43.802696 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-4310b338-7248-40fd-b9bd-4bc34664ce62 req-81c45223-8e94-4836-8403-41822b8118fa service neutron] 10.222.0.22 "GET /v2.0/networks?tenant_id=ac94bfaead184f89a85a5713fd06a3ee&shared=False HTTP/1.1" status: 200 len: 911 time: 0.1133170 Sep 29 15:43:44.092423 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed36d4b1-0c1e-4141-8e37-be57caeb4d63 req-31002ea7-ca34-4823-a740-559826f3f434 tempest-AttachVolumeTestJSON-270594920 tempest-AttachVolumeTestJSON-270594920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:43:44.094917 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [req-ed36d4b1-0c1e-4141-8e37-be57caeb4d63 req-31002ea7-ca34-4823-a740-559826f3f434 tempest-AttachVolumeTestJSON-270594920 tempest-AttachVolumeTestJSON-270594920-project] 10.222.0.46 "GET /v2.0/ports?device_id=3ec30f24-bfb4-44e3-86ed-b475d8fc52ab HTTP/1.1" status: 200 len: 944 time: 0.0578716 Sep 29 15:43:44.143579 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [req-ed36d4b1-0c1e-4141-8e37-be57caeb4d63 req-8193456a-098b-4047-9a09-0dc7e6628dd1 tempest-AttachVolumeTestJSON-270594920 tempest-AttachVolumeTestJSON-270594920-project] 10.222.0.46 "GET /v2.0/security-groups?id=b7b22c90-21e8-44e2-94b9-c2f893c81fab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424454 Sep 29 15:43:44.171581 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4310b338-7248-40fd-b9bd-4bc34664ce62 req-09f8b260-6893-4b1d-a744-f775c622559d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:43:44.173067 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-4310b338-7248-40fd-b9bd-4bc34664ce62 req-09f8b260-6893-4b1d-a744-f775c622559d service neutron] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3640306 Sep 29 15:43:44.271679 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d900e7-75d4-44ba-aa24-06709f960eca req-f25ede88-44f3-4d45-8965-42a8b16b0d10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:43:44.273187 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-36d900e7-75d4-44ba-aa24-06709f960eca req-f25ede88-44f3-4d45-8965-42a8b16b0d10 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=ac94bfaead184f89a85a5713fd06a3ee&device_id=3ec30f24-bfb4-44e3-86ed-b475d8fc52ab HTTP/1.1" status: 200 len: 1097 time: 0.0390797 Sep 29 15:43:45.258043 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ec5d0a-2e00-41a1-9f6a-d6339f1a05cf req-683cee4a-b1f5-4ae3-a77e-36250489caf4 tempest-AttachVolumeTestJSON-270594920 tempest-AttachVolumeTestJSON-270594920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:43:45.259488 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [req-f7ec5d0a-2e00-41a1-9f6a-d6339f1a05cf req-683cee4a-b1f5-4ae3-a77e-36250489caf4 tempest-AttachVolumeTestJSON-270594920 tempest-AttachVolumeTestJSON-270594920-project] 10.222.0.46 "GET /v2.0/ports?device_id=3ec30f24-bfb4-44e3-86ed-b475d8fc52ab HTTP/1.1" status: 200 len: 944 time: 0.0503688 Sep 29 15:43:45.295501 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [req-f7ec5d0a-2e00-41a1-9f6a-d6339f1a05cf req-4f6da7c8-e577-4755-870f-d9c3e67daf08 tempest-AttachVolumeTestJSON-270594920 tempest-AttachVolumeTestJSON-270594920-project] 10.222.0.46 "GET /v2.0/security-groups?id=b7b22c90-21e8-44e2-94b9-c2f893c81fab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302312 Sep 29 15:43:46.406011 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40988fd-e979-4721-8e14-78e78bc27d0c req-aaa9bb6e-f4e8-4f8e-9bc1-bcbe37266803 tempest-AttachVolumeTestJSON-270594920 tempest-AttachVolumeTestJSON-270594920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:43:46.407359 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [req-e40988fd-e979-4721-8e14-78e78bc27d0c req-aaa9bb6e-f4e8-4f8e-9bc1-bcbe37266803 tempest-AttachVolumeTestJSON-270594920 tempest-AttachVolumeTestJSON-270594920-project] 10.222.0.46 "GET /v2.0/ports?device_id=3ec30f24-bfb4-44e3-86ed-b475d8fc52ab HTTP/1.1" status: 200 len: 944 time: 0.0478544 Sep 29 15:43:46.443071 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [req-e40988fd-e979-4721-8e14-78e78bc27d0c req-16755cad-7ac6-4586-803d-d095d5f6d19b tempest-AttachVolumeTestJSON-270594920 tempest-AttachVolumeTestJSON-270594920-project] 10.222.0.46 "GET /v2.0/security-groups?id=b7b22c90-21e8-44e2-94b9-c2f893c81fab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0299714 Sep 29 15:43:47.044721 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-36d900e7-75d4-44ba-aa24-06709f960eca req-2b0828a4-8467-42a1-b784-59244f608066 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3344f2d1-8c14-4dba-8614-cef41727a76d HTTP/1.1" status: 200 len: 217 time: 0.0360632 Sep 29 15:43:47.090658 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d900e7-75d4-44ba-aa24-06709f960eca req-75783692-ba8d-4604-b145-a9ffd19ad02a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:43:47.092595 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-36d900e7-75d4-44ba-aa24-06709f960eca req-75783692-ba8d-4604-b145-a9ffd19ad02a service neutron] 10.222.0.22 "GET /v2.0/subnets?id=dd4e2821-37a9-4ee4-80ce-9b4e5d3432ba HTTP/1.1" status: 200 len: 849 time: 0.0419345 Sep 29 15:43:47.135636 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d900e7-75d4-44ba-aa24-06709f960eca req-2018f45b-4344-407e-af8d-3e53202f83eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:43:47.137094 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-36d900e7-75d4-44ba-aa24-06709f960eca req-2018f45b-4344-407e-af8d-3e53202f83eb service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=41529908-bf9d-4f22-bd36-308129b2f718&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0372446 Sep 29 15:43:47.227375 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-36d900e7-75d4-44ba-aa24-06709f960eca req-0dee8d3c-e9c6-4b99-90f8-637e94723ff8 service neutron] 10.222.0.22 "GET /v2.0/networks/41529908-bf9d-4f22-bd36-308129b2f718?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823040 Sep 29 15:43:47.315587 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-36d900e7-75d4-44ba-aa24-06709f960eca req-70c1e25b-9a45-478f-ba0c-02bfbd8fbc46 service neutron] 10.222.0.22 "GET /v2.0/networks/41529908-bf9d-4f22-bd36-308129b2f718?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0799961 Sep 29 15:43:47.555370 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7099719e-3829-4ec3-a480-3d463397d601 req-5fb0a4fa-7690-4d2c-afd6-ce2e9a7dc51f tempest-AttachVolumeTestJSON-270594920 tempest-AttachVolumeTestJSON-270594920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:43:47.556843 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [req-7099719e-3829-4ec3-a480-3d463397d601 req-5fb0a4fa-7690-4d2c-afd6-ce2e9a7dc51f tempest-AttachVolumeTestJSON-270594920 tempest-AttachVolumeTestJSON-270594920-project] 10.222.0.46 "GET /v2.0/ports?device_id=3ec30f24-bfb4-44e3-86ed-b475d8fc52ab HTTP/1.1" status: 200 len: 944 time: 0.0481298 Sep 29 15:43:47.593349 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [req-7099719e-3829-4ec3-a480-3d463397d601 req-fc2e0c7a-dce2-49c6-b7f8-fc7509907ac1 tempest-AttachVolumeTestJSON-270594920 tempest-AttachVolumeTestJSON-270594920-project] 10.222.0.46 "GET /v2.0/security-groups?id=b7b22c90-21e8-44e2-94b9-c2f893c81fab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0301118 Sep 29 15:43:48.305700 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.wsgi [-] (96120) accepted ('10.222.0.46', 34834) {{(pid=96120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 15:43:48.387879 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.plugins.ml2.rpc [None req-4d55257e-523e-4b8d-ab2b-d46a31710be1 None None] Device 3344f2d1-8c14-4dba-8614-cef41727a76d details requested by agent hyperv_hv-cinder-80661 with host hv-cinder-80661 {{(pid=96122) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 29 15:43:48.440222 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [None req-d5ab11bd-c4f3-450c-a798-3574470d9e5b admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=132e911a6b53457196de8ff72e245ed9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1333444 Sep 29 15:43:48.442705 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.wsgi [-] (96120) accepted ('10.222.0.46', 34840) {{(pid=96120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 15:43:48.483296 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.plugins.ml2.db [None req-4d55257e-523e-4b8d-ab2b-d46a31710be1 None None] For port 3344f2d1-8c14-4dba-8614-cef41727a76d, host hv-cinder-80661, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80661',level=0,port_id=3344f2d1-8c14-4dba-8614-cef41727a76d,segment=NetworkSegment(07c1b694-4b5f-4e1d-baf1-7032d28a68b3),segment_id=07c1b694-4b5f-4e1d-baf1-7032d28a68b3)] {{(pid=96122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 15:43:48.493554 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-591a325b-4de1-450e-a26e-92024f295a46 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:43:48.495135 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.plugins.ml2.rpc [None req-4d55257e-523e-4b8d-ab2b-d46a31710be1 None None] Returning: {'device': '3344f2d1-8c14-4dba-8614-cef41727a76d', 'network_id': '41529908-bf9d-4f22-bd36-308129b2f718', 'port_id': '3344f2d1-8c14-4dba-8614-cef41727a76d', 'mac_address': 'fa:16:3e:14:88:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 609, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dd4e2821-37a9-4ee4-80ce-9b4e5d3432ba', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=96122) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 29 15:43:48.514007 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-591a325b-4de1-450e-a26e-92024f295a46 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:43:48.531144 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron_lib.callbacks.manager [None req-4d55257e-523e-4b8d-ab2b-d46a31710be1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-684029'] for port, before_update {{(pid=96122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:43:48.547528 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.notifiers.nova [None req-4d55257e-523e-4b8d-ab2b-d46a31710be1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3344f2d1-8c14-4dba-8614-cef41727a76d {{(pid=96122) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 15:43:48.566448 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.plugins.ml2.db [None req-4d55257e-523e-4b8d-ab2b-d46a31710be1 None None] For port 3344f2d1-8c14-4dba-8614-cef41727a76d, host hv-cinder-80661, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80661',level=0,port_id=3344f2d1-8c14-4dba-8614-cef41727a76d,segment=NetworkSegment(07c1b694-4b5f-4e1d-baf1-7032d28a68b3),segment_id=07c1b694-4b5f-4e1d-baf1-7032d28a68b3)] {{(pid=96122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 15:43:48.637235 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-591a325b-4de1-450e-a26e-92024f295a46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579214'] for security_group, after_delete {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:43:48.637235 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-591a325b-4de1-450e-a26e-92024f295a46 admin admin] Notify callbacks [] for security_group, before_response {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:43:48.637235 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [None req-591a325b-4de1-450e-a26e-92024f295a46 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/9c4b23da-c87b-444a-bf07-34c9526abf05 HTTP/1.1" status: 204 len: 168 time: 0.1878211 Sep 29 15:43:48.639457 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-591a325b-4de1-450e-a26e-92024f295a46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c4b23da-c87b-444a-bf07-34c9526abf05,revision_number=None']} {{(pid=96120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 15:43:48.671332 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron_lib.callbacks.manager [None req-4d55257e-523e-4b8d-ab2b-d46a31710be1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741780147972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741779628755', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741779628773'] for port, after_update {{(pid=96122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:43:48.715760 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ca2d82-48e5-4e60-ae0b-5893a7536e0b req-ecfe09ee-e4bb-4e12-b5d0-40bd7c28c121 tempest-AttachVolumeTestJSON-270594920 tempest-AttachVolumeTestJSON-270594920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:43:48.717579 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [req-61ca2d82-48e5-4e60-ae0b-5893a7536e0b req-ecfe09ee-e4bb-4e12-b5d0-40bd7c28c121 tempest-AttachVolumeTestJSON-270594920 tempest-AttachVolumeTestJSON-270594920-project] 10.222.0.46 "GET /v2.0/ports?device_id=3ec30f24-bfb4-44e3-86ed-b475d8fc52ab HTTP/1.1" status: 200 len: 945 time: 0.0550849 Sep 29 15:43:48.721562 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d55257e-523e-4b8d-ab2b-d46a31710be1 None None] Pushing event updated for resources: {'Port': ['ID=3344f2d1-8c14-4dba-8614-cef41727a76d,revision_number=4']} {{(pid=96122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 15:43:48.755190 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [req-61ca2d82-48e5-4e60-ae0b-5893a7536e0b req-6b6acbad-5314-4a0a-a9d7-8e1a4775a25b tempest-AttachVolumeTestJSON-270594920 tempest-AttachVolumeTestJSON-270594920-project] 10.222.0.46 "GET /v2.0/security-groups?id=b7b22c90-21e8-44e2-94b9-c2f893c81fab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308740 Sep 29 15:43:48.998338 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.plugins.ml2.db [None req-4d55257e-523e-4b8d-ab2b-d46a31710be1 None None] get_ports_and_sgs() called for port_ids ['3344f2d1-8c14-4dba-8614-cef41727a76d'] {{(pid=96122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 15:43:49.716801 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.wsgi [-] (96120) accepted ('10.222.0.46', 34868) {{(pid=96120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 15:43:49.812111 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.api.v2.base [None req-3788639f-05d1-4272-8657-9d414b8bb782 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1454974900-network', 'tenant_id': '2744814d1df64ec9961e1e35dae5d604'}} {{(pid=96120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 15:43:49.891531 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257ed3e4-3663-485b-b0fb-c73a45c18397 req-92b0ebfd-e51c-4d16-acd6-4a4c0c972635 tempest-AttachVolumeTestJSON-270594920 tempest-AttachVolumeTestJSON-270594920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:43:49.893080 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [req-257ed3e4-3663-485b-b0fb-c73a45c18397 req-92b0ebfd-e51c-4d16-acd6-4a4c0c972635 tempest-AttachVolumeTestJSON-270594920 tempest-AttachVolumeTestJSON-270594920-project] 10.222.0.46 "GET /v2.0/ports?device_id=3ec30f24-bfb4-44e3-86ed-b475d8fc52ab HTTP/1.1" status: 200 len: 945 time: 0.0538268 Sep 29 15:43:50.104132 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3788639f-05d1-4272-8657-9d414b8bb782 admin admin] Made reservation on behalf of 2744814d1df64ec9961e1e35dae5d604 for: {'network': 1} {{(pid=96120) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 15:43:50.106415 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-3788639f-05d1-4272-8657-9d414b8bb782 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-684029'] for network, before_create {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:43:50.117126 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-3788639f-05d1-4272-8657-9d414b8bb782 admin admin] Notify callbacks [] for security_group, before_create {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:43:50.144365 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [req-257ed3e4-3663-485b-b0fb-c73a45c18397 req-c2c9871d-6d06-478a-926a-27906fc7d733 tempest-AttachVolumeTestJSON-270594920 tempest-AttachVolumeTestJSON-270594920-project] 10.222.0.46 "GET /v2.0/security-groups?id=b7b22c90-21e8-44e2-94b9-c2f893c81fab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2450607 Sep 29 15:43:50.215589 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-3788639f-05d1-4272-8657-9d414b8bb782 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:43:50.265535 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-3788639f-05d1-4272-8657-9d414b8bb782 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579214'] for security_group, after_create {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:43:50.289599 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3788639f-05d1-4272-8657-9d414b8bb782 admin admin] vlan segment allocate from pool success with {'vlan_id': 623, 'physical_network': 'physnet1'} {{(pid=96120) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 29 15:43:50.298309 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3788639f-05d1-4272-8657-9d414b8bb782 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8fb230c-02cc-40f3-9bed-4f02e24215ef,revision_number=1']} {{(pid=96120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 15:43:50.304247 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-3788639f-05d1-4272-8657-9d414b8bb782 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-649178'] for segment, precommit_create {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:43:50.304561 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.db.segments_db [None req-3788639f-05d1-4272-8657-9d414b8bb782 admin admin] Added segment 3ecf6c38-e549-4e82-b3f2-9a1f359bd14b of type vlan for network 451a4b33-3c15-4627-b84f-5dc87afd25d5 Sep 29 15:43:50.344382 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-3788639f-05d1-4272-8657-9d414b8bb782 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741779631391'] for network, precommit_create {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:43:50.400799 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.plugins.ml2.rpc [None req-4d55257e-523e-4b8d-ab2b-d46a31710be1 None None] Device 3344f2d1-8c14-4dba-8614-cef41727a76d up at agent hyperv_hv-cinder-80661 {{(pid=96122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 15:43:50.419326 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-3788639f-05d1-4272-8657-9d414b8bb782 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575366'] for network, after_create {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:43:50.420430 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3788639f-05d1-4272-8657-9d414b8bb782 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:43:50.421024 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-3788639f-05d1-4272-8657-9d414b8bb782 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577532'] for network, before_response {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:43:50.485949 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3788639f-05d1-4272-8657-9d414b8bb782 admin admin] Pushing event updated for resources: {'Network': ['ID=451a4b33-3c15-4627-b84f-5dc87afd25d5,revision_number=1']} {{(pid=96120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 15:43:50.496735 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.plugins.ml2.rpc [None req-86ea74e9-eea3-4769-b153-652ac6294d68 None None] Network 451a4b33-3c15-4627-b84f-5dc87afd25d5 details requested by agent ovs-agent-dv-cinder-806616-6-iscsi with host dv-cinder-806616-6-iscsi {{(pid=96122) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 29 15:43:50.500511 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [None req-3788639f-05d1-4272-8657-9d414b8bb782 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.7824860 Sep 29 15:43:50.503200 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.wsgi [-] (96120) accepted ('10.222.0.46', 34878) {{(pid=96120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 15:43:50.509424 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.api.v2.base [None req-363c9d43-c4ca-4559-9a08-fcc2664ce2de admin admin] Request body: {'subnet': {'network_id': '451a4b33-3c15-4627-b84f-5dc87afd25d5', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1454974900-subnet', 'tenant_id': '2744814d1df64ec9961e1e35dae5d604', 'ip_version': 4}} {{(pid=96120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 15:43:50.515719 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.db.provisioning_blocks [None req-4d55257e-523e-4b8d-ab2b-d46a31710be1 None None] Provisioning for port 3344f2d1-8c14-4dba-8614-cef41727a76d completed by entity L2. {{(pid=96122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 29 15:43:50.529200 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.db.provisioning_blocks [None req-4d55257e-523e-4b8d-ab2b-d46a31710be1 None None] Provisioning complete for port 3344f2d1-8c14-4dba-8614-cef41727a76d triggered by entity L2. {{(pid=96122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 15:43:50.529579 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron_lib.callbacks.manager [None req-4d55257e-523e-4b8d-ab2b-d46a31710be1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-626465'] for port, provisioning_complete {{(pid=96122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:43:50.574496 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-363c9d43-c4ca-4559-9a08-fcc2664ce2de admin admin] Made reservation on behalf of 2744814d1df64ec9961e1e35dae5d604 for: {'subnet': 1} {{(pid=96120) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 15:43:50.577319 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-363c9d43-c4ca-4559-9a08-fcc2664ce2de admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9098265'] for subnet, before_create {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:43:50.651475 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron_lib.callbacks.manager [None req-4d55257e-523e-4b8d-ab2b-d46a31710be1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-684029'] for port, before_update {{(pid=96122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:43:50.677582 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ec30f24-bfb4-44e3-86ed-b475d8fc52ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3344f2d1-8c14-4dba-8614-cef41727a76d'}] {{(pid=96122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 15:43:50.680306 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2623ca0f1d0ed70344ce0ae3d74fdbf1495c1e1ffd6c12fe338f92bc8c6604f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4247f72-5d7e-487a-8ba7-b51f7955f802" -d '{"events": [{"server_uuid": "3ec30f24-bfb4-44e3-86ed-b475d8fc52ab", "name": "network-vif-plugged", "status": "completed", "tag": "3344f2d1-8c14-4dba-8614-cef41727a76d"}]}' {{(pid=96122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 15:43:50.694687 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.plugins.ml2.db [None req-4d55257e-523e-4b8d-ab2b-d46a31710be1 None None] For port 3344f2d1-8c14-4dba-8614-cef41727a76d, host hv-cinder-80661, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80661',level=0,port_id=3344f2d1-8c14-4dba-8614-cef41727a76d,segment=NetworkSegment(07c1b694-4b5f-4e1d-baf1-7032d28a68b3),segment_id=07c1b694-4b5f-4e1d-baf1-7032d28a68b3)] {{(pid=96122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 15:43:50.722500 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Sep 2021 15:43:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2c80b8d-bfd2-4cae-8f39-09727a8aeb72 x-openstack-request-id: req-e2c80b8d-bfd2-4cae-8f39-09727a8aeb72 {{(pid=96122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 15:43:50.722792 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3ec30f24-bfb4-44e3-86ed-b475d8fc52ab", "name": "network-vif-plugged", "status": "completed", "tag": "3344f2d1-8c14-4dba-8614-cef41727a76d", "code": 200}]} {{(pid=96122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 15:43:50.723107 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-e2c80b8d-bfd2-4cae-8f39-09727a8aeb72 {{(pid=96122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 15:43:50.723466 dv-cinder-806616-6-iscsi neutron-server[96122]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ec30f24-bfb4-44e3-86ed-b475d8fc52ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3344f2d1-8c14-4dba-8614-cef41727a76d', 'code': 200} Sep 29 15:43:50.751521 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron_lib.callbacks.manager [None req-4d55257e-523e-4b8d-ab2b-d46a31710be1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741780147972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741779628755', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741779628773'] for port, after_update {{(pid=96122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:43:50.802618 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d55257e-523e-4b8d-ab2b-d46a31710be1 None None] Pushing event updated for resources: {'Port': ['ID=3344f2d1-8c14-4dba-8614-cef41727a76d,revision_number=5']} {{(pid=96122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 15:43:50.837554 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-363c9d43-c4ca-4559-9a08-fcc2664ce2de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1575015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8955913', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9098283'] for subnet, after_create {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:43:50.895197 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-363c9d43-c4ca-4559-9a08-fcc2664ce2de admin admin] Pushing event updated for resources: {'Subnet': ['ID=92b9bd24-d037-4f73-9cd3-47376a5d89ea,revision_number=0']} {{(pid=96120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 15:43:50.907161 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-363c9d43-c4ca-4559-9a08-fcc2664ce2de admin admin] Checking segment: {'id': '3ecf6c38-e549-4e82-b3f2-9a1f359bd14b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '451a4b33-3c15-4627-b84f-5dc87afd25d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96120) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 15:43:50.907519 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-363c9d43-c4ca-4559-9a08-fcc2664ce2de admin admin] Network hostable DHCP agents. Network: 451a4b33-3c15-4627-b84f-5dc87afd25d5, hostable agents: ['626ea16d-5941-4cb2-98b6-5e39c33395ed'], hosted agents: [] {{(pid=96120) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 29 15:43:51.071079 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-363c9d43-c4ca-4559-9a08-fcc2664ce2de admin admin] Network 451a4b33-3c15-4627-b84f-5dc87afd25d5 is scheduled to be hosted by DHCP agent 626ea16d-5941-4cb2-98b6-5e39c33395ed with binding_index 1 {{(pid=96120) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 29 15:43:51.162888 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.scheduler.base_scheduler [None req-363c9d43-c4ca-4559-9a08-fcc2664ce2de admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-806616-6-iscsi, 451a4b33-3c15-4627-b84f-5dc87afd25d5) {{(pid=96120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 15:43:51.174641 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e7c140e-064d-44dc-8041-72d268a4e292 None None] Network 451a4b33-3c15-4627-b84f-5dc87afd25d5 requested from dv-cinder-806616-6-iscsi {{(pid=96122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 15:43:51.175254 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-363c9d43-c4ca-4559-9a08-fcc2664ce2de admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=96120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:43:51.175865 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-363c9d43-c4ca-4559-9a08-fcc2664ce2de admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577532'] for subnet, before_response {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:43:51.200414 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf45001f-4eaf-45bc-8125-f582c063be27 req-2c412745-a35a-470b-98c5-a6d89715663d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:43:51.202193 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-bf45001f-4eaf-45bc-8125-f582c063be27 req-2c412745-a35a-470b-98c5-a6d89715663d service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=3ec30f24-bfb4-44e3-86ed-b475d8fc52ab HTTP/1.1" status: 200 len: 1099 time: 0.0445163 Sep 29 15:43:51.273555 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-bf45001f-4eaf-45bc-8125-f582c063be27 req-1738285d-1659-44e4-b8d0-e648300022ec service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=b7b22c90-21e8-44e2-94b9-c2f893c81fab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0600023 Sep 29 15:43:51.289588 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f8a5ed-5665-4a32-93e4-5d47920920f4 req-d0614d4d-3746-40e3-9f25-0acfc34c23a2 tempest-AttachVolumeTestJSON-270594920 tempest-AttachVolumeTestJSON-270594920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:43:51.291039 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-a8f8a5ed-5665-4a32-93e4-5d47920920f4 req-d0614d4d-3746-40e3-9f25-0acfc34c23a2 tempest-AttachVolumeTestJSON-270594920 tempest-AttachVolumeTestJSON-270594920-project] 10.222.0.46 "GET /v2.0/ports?device_id=3ec30f24-bfb4-44e3-86ed-b475d8fc52ab HTTP/1.1" status: 200 len: 946 time: 0.0714421 Sep 29 15:43:51.329424 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44287d51-11b3-4279-880b-9781314d7e91 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc2c1769e-5874-5262-b979-a7c4e10a20b5-451a4b33-3c15-4627-b84f-5dc87afd25d5', 'network_id': '451a4b33-3c15-4627-b84f-5dc87afd25d5', 'tenant_id': '2744814d1df64ec9961e1e35dae5d604', 'fixed_ips': [{'subnet_id': '92b9bd24-d037-4f73-9cd3-47376a5d89ea'}]}} from dv-cinder-806616-6-iscsi. {{(pid=96122) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 29 15:43:51.330228 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-a8f8a5ed-5665-4a32-93e4-5d47920920f4 req-fd97f3a0-e014-4249-8f54-31ef4db8c566 tempest-AttachVolumeTestJSON-270594920 tempest-AttachVolumeTestJSON-270594920-project] 10.222.0.46 "GET /v2.0/security-groups?id=b7b22c90-21e8-44e2-94b9-c2f893c81fab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322437 Sep 29 15:43:51.330434 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron_lib.callbacks.manager [None req-44287d51-11b3-4279-880b-9781314d7e91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-684029'] for port, before_create {{(pid=96122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:43:51.432854 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [None req-363c9d43-c4ca-4559-9a08-fcc2664ce2de admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.9268622 Sep 29 15:43:51.434277 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.wsgi [-] (96120) accepted ('10.222.0.46', 34892) {{(pid=96120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 15:43:51.438711 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.api.v2.base [None req-8260add9-915f-4e23-a8d0-ac3a83e30ebf admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1454974900-router', 'tenant_id': '2744814d1df64ec9961e1e35dae5d604', 'external_gateway_info': {'network_id': 'cd5efe95-1549-4750-933c-70412f77577e'}}} {{(pid=96120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 15:43:51.467610 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.db.db_base_plugin_common [None req-44287d51-11b3-4279-880b-9781314d7e91 None None] Allocated IP 172.20.0.2 (451a4b33-3c15-4627-b84f-5dc87afd25d5/92b9bd24-d037-4f73-9cd3-47376a5d89ea/18263367-8413-4abb-b41d-9aacac764e5d) {{(pid=96122) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 15:43:51.528457 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-8260add9-915f-4e23-a8d0-ac3a83e30ebf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1619852', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3514'] for router, before_create {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:43:51.529520 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-8260add9-915f-4e23-a8d0-ac3a83e30ebf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1620348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1617292', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1739027', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3507'] for router, precommit_create {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:43:51.589771 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-8260add9-915f-4e23-a8d0-ac3a83e30ebf admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:43:51.613579 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron_lib.callbacks.manager [None req-44287d51-11b3-4279-880b-9781314d7e91 None None] Notify callbacks [] for port, precommit_create {{(pid=96122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:43:51.751911 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron_lib.callbacks.manager [None req-44287d51-11b3-4279-880b-9781314d7e91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741779628737'] for port, after_create {{(pid=96122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:43:51.788038 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44287d51-11b3-4279-880b-9781314d7e91 None None] Network 451a4b33-3c15-4627-b84f-5dc87afd25d5 is already hosted by enough agents. {{(pid=96122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 15:43:51.791018 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.scheduler.base_scheduler [None req-44287d51-11b3-4279-880b-9781314d7e91 None None] Resources bound (agent type, host, resource id): {{(pid=96122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 15:43:51.794470 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44287d51-11b3-4279-880b-9781314d7e91 None None] Received port after_create {{(pid=96122) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 15:43:51.806539 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44287d51-11b3-4279-880b-9781314d7e91 None None] Pushing event updated for resources: {'Port': ['ID=18263367-8413-4abb-b41d-9aacac764e5d,revision_number=1']} {{(pid=96122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 15:43:51.838244 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-8260add9-915f-4e23-a8d0-ac3a83e30ebf admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:43:51.855918 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.plugins.ml2.managers [None req-44287d51-11b3-4279-880b-9781314d7e91 None None] Attempting to bind port 18263367-8413-4abb-b41d-9aacac764e5d on host dv-cinder-806616-6-iscsi for vnic_type normal with profile {{(pid=96122) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 15:43:51.860210 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.plugins.ml2.managers [None req-44287d51-11b3-4279-880b-9781314d7e91 None None] Attempting to bind port 18263367-8413-4abb-b41d-9aacac764e5d by drivers openvswitch,hyperv on host dv-cinder-806616-6-iscsi at level 0 using segments [{'id': '3ecf6c38-e549-4e82-b3f2-9a1f359bd14b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '451a4b33-3c15-4627-b84f-5dc87afd25d5'}] {{(pid=96122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 15:43:51.860210 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44287d51-11b3-4279-880b-9781314d7e91 None None] Attempting to bind port 18263367-8413-4abb-b41d-9aacac764e5d on network 451a4b33-3c15-4627-b84f-5dc87afd25d5 {{(pid=96122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 15:43:51.862457 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44287d51-11b3-4279-880b-9781314d7e91 None None] Checking agent: {'id': '3420b91a-a9c7-4dbc-b0fb-eb58464b9dc3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806616-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 15, 30, 57), 'started_at': datetime.datetime(2021, 9, 29, 15, 31, 27), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 15, 43, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806616-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=96122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 15:43:51.862829 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44287d51-11b3-4279-880b-9781314d7e91 None None] Checking segment: {'id': '3ecf6c38-e549-4e82-b3f2-9a1f359bd14b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '451a4b33-3c15-4627-b84f-5dc87afd25d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 15:43:51.863235 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron_lib.callbacks.manager [None req-44287d51-11b3-4279-880b-9781314d7e91 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=96122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:43:51.863623 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44287d51-11b3-4279-880b-9781314d7e91 None None] Bound using segment: {'id': '3ecf6c38-e549-4e82-b3f2-9a1f359bd14b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '451a4b33-3c15-4627-b84f-5dc87afd25d5'} {{(pid=96122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 15:43:51.864151 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.plugins.ml2.managers [None req-44287d51-11b3-4279-880b-9781314d7e91 None None] Bound port: 18263367-8413-4abb-b41d-9aacac764e5d, host: dv-cinder-806616-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3ecf6c38-e549-4e82-b3f2-9a1f359bd14b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '451a4b33-3c15-4627-b84f-5dc87afd25d5'}}] {{(pid=96122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 15:43:51.864552 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron_lib.callbacks.manager [None req-44287d51-11b3-4279-880b-9781314d7e91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-684029'] for port, before_update {{(pid=96122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:43:51.928485 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.plugins.ml2.db [None req-44287d51-11b3-4279-880b-9781314d7e91 None None] For port 18263367-8413-4abb-b41d-9aacac764e5d, host dv-cinder-806616-6-iscsi, cleared binding levels {{(pid=96122) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 15:43:51.931706 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.plugins.ml2.db [None req-44287d51-11b3-4279-880b-9781314d7e91 None None] For port 18263367-8413-4abb-b41d-9aacac764e5d, host dv-cinder-806616-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806616-6-iscsi',level=0,port_id=18263367-8413-4abb-b41d-9aacac764e5d,segment=NetworkSegment(3ecf6c38-e549-4e82-b3f2-9a1f359bd14b),segment_id=3ecf6c38-e549-4e82-b3f2-9a1f359bd14b)] {{(pid=96122) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 15:43:52.060228 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron_lib.callbacks.manager [None req-44287d51-11b3-4279-880b-9781314d7e91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741780147972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741779628755', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741779628773'] for port, after_update {{(pid=96122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:43:52.103608 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-8260add9-915f-4e23-a8d0-ac3a83e30ebf admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:43:52.116228 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44287d51-11b3-4279-880b-9781314d7e91 None None] Pushing event updated for resources: {'Port': ['ID=18263367-8413-4abb-b41d-9aacac764e5d,revision_number=2']} {{(pid=96122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 15:43:52.122711 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-8260add9-915f-4e23-a8d0-ac3a83e30ebf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-684029'] for port, before_create {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:43:52.238793 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.db.db_base_plugin_common [None req-8260add9-915f-4e23-a8d0-ac3a83e30ebf admin admin] Allocated IP 172.27.0.23 (cd5efe95-1549-4750-933c-70412f77577e/9c872fed-da92-4e12-828d-ac62e1b980b9/8569b9b0-4887-4c78-b7ed-6725135cc7c5) {{(pid=96120) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 15:43:52.356539 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-8260add9-915f-4e23-a8d0-ac3a83e30ebf admin admin] Notify callbacks [] for port, precommit_create {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:43:52.586396 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-8260add9-915f-4e23-a8d0-ac3a83e30ebf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741779628737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8956053'] for port, after_create {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:43:52.586821 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23a9759-f07a-4c4b-a309-cfd2e45ea56c req-eb24d586-0c2e-4f2c-9e6e-fc845206c5d4 tempest-AttachVolumeTestJSON-270594920 tempest-AttachVolumeTestJSON-270594920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:43:52.586821 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-a23a9759-f07a-4c4b-a309-cfd2e45ea56c req-eb24d586-0c2e-4f2c-9e6e-fc845206c5d4 tempest-AttachVolumeTestJSON-270594920 tempest-AttachVolumeTestJSON-270594920-project] 10.222.0.46 "GET /v2.0/ports?device_id=3ec30f24-bfb4-44e3-86ed-b475d8fc52ab HTTP/1.1" status: 200 len: 946 time: 0.1715822 Sep 29 15:43:52.605976 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8260add9-915f-4e23-a8d0-ac3a83e30ebf admin admin] Network cd5efe95-1549-4750-933c-70412f77577e is already hosted by enough agents. {{(pid=96120) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 15:43:52.609391 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.scheduler.base_scheduler [None req-8260add9-915f-4e23-a8d0-ac3a83e30ebf admin admin] Resources bound (agent type, host, resource id): {{(pid=96120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 15:43:52.612799 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8260add9-915f-4e23-a8d0-ac3a83e30ebf admin admin] Received port after_create {{(pid=96120) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 15:43:52.620568 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-a23a9759-f07a-4c4b-a309-cfd2e45ea56c req-149cecae-e4ca-41e7-81d1-4adedec14c26 tempest-AttachVolumeTestJSON-270594920 tempest-AttachVolumeTestJSON-270594920-project] 10.222.0.46 "GET /v2.0/security-groups?id=b7b22c90-21e8-44e2-94b9-c2f893c81fab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334132 Sep 29 15:43:52.641704 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8260add9-915f-4e23-a8d0-ac3a83e30ebf admin admin] Pushing event updated for resources: {'Port': ['ID=8569b9b0-4887-4c78-b7ed-6725135cc7c5,revision_number=1']} {{(pid=96120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 15:43:52.988855 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-8260add9-915f-4e23-a8d0-ac3a83e30ebf admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:43:53.035628 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50cf4ac4-b60e-4361-b904-bdd464637f48 None None] Network 451a4b33-3c15-4627-b84f-5dc87afd25d5 requested from dv-cinder-806616-6-iscsi {{(pid=96122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 15:43:53.160770 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.db.provisioning_blocks [None req-ac85353e-911e-42c6-8e26-57eb71126d29 None None] Provisioning complete for port 18263367-8413-4abb-b41d-9aacac764e5d triggered by entity DHCP. {{(pid=96122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 15:43:53.161137 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron_lib.callbacks.manager [None req-ac85353e-911e-42c6-8e26-57eb71126d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-626465'] for port, provisioning_complete {{(pid=96122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:43:53.179613 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-8260add9-915f-4e23-a8d0-ac3a83e30ebf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1620229', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1617329'] for router, after_create {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:43:53.270342 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron_lib.callbacks.manager [None req-ac85353e-911e-42c6-8e26-57eb71126d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-684029'] for port, before_update {{(pid=96122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:43:53.304753 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.plugins.ml2.db [None req-ac85353e-911e-42c6-8e26-57eb71126d29 None None] For port 18263367-8413-4abb-b41d-9aacac764e5d, host dv-cinder-806616-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806616-6-iscsi',level=0,port_id=18263367-8413-4abb-b41d-9aacac764e5d,segment=NetworkSegment(3ecf6c38-e549-4e82-b3f2-9a1f359bd14b),segment_id=3ecf6c38-e549-4e82-b3f2-9a1f359bd14b)] {{(pid=96122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 15:43:53.374354 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron_lib.callbacks.manager [None req-ac85353e-911e-42c6-8e26-57eb71126d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741780147972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741779628755', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741779628773'] for port, after_update {{(pid=96122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:43:53.424516 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac85353e-911e-42c6-8e26-57eb71126d29 None None] Pushing event updated for resources: {'Port': ['ID=18263367-8413-4abb-b41d-9aacac764e5d,revision_number=3']} {{(pid=96122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 15:43:53.431238 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8260add9-915f-4e23-a8d0-ac3a83e30ebf admin admin] Router 22eb65ca-9cf2-40fd-ad8a-e7d96e1496cf is scheduled to L3 agent e5061b61-feb3-46be-bd05-1226f95d9417 with binding_index 1 {{(pid=96120) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 29 15:43:53.493014 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.db.provisioning_blocks [None req-ee4c28ec-a682-4211-9009-d592b236c8af None None] Provisioning complete for port 18263367-8413-4abb-b41d-9aacac764e5d triggered by entity DHCP. {{(pid=96122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 15:43:53.493377 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron_lib.callbacks.manager [None req-ee4c28ec-a682-4211-9009-d592b236c8af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-626465'] for port, provisioning_complete {{(pid=96122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:43:53.536648 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8260add9-915f-4e23-a8d0-ac3a83e30ebf admin admin] Notify agent at l3_agent.dv-cinder-806616-6-iscsi the message routers_updated {{(pid=96120) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 15:43:53.571282 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2279625-7a6c-432b-b1d5-46765d6201d6 None None] Sync routers for ids ['22eb65ca-9cf2-40fd-ad8a-e7d96e1496cf'] in dv-cinder-806616-6-iscsi {{(pid=96122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 15:43:53.593614 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2279625-7a6c-432b-b1d5-46765d6201d6 None None] Routers {'22eb65ca-9cf2-40fd-ad8a-e7d96e1496cf'} bound to L3 agent in host dv-cinder-806616-6-iscsi {{(pid=96122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 15:43:53.597804 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.db.l3_hamode_db [None req-c2279625-7a6c-432b-b1d5-46765d6201d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806616-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-29T15:30:56Z,description=,heartbeat_timestamp=2021-09-29T15:43:27Z,host='dv-cinder-806616-6-iscsi',id=e5061b61-feb3-46be-bd05-1226f95d9417,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T15:30:57Z,topic='l3_agent')) {'router_ids': ['22eb65ca-9cf2-40fd-ad8a-e7d96e1496cf'], 'active': True} {{(pid=96122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 15:43:53.613993 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-8260add9-915f-4e23-a8d0-ac3a83e30ebf admin admin] Notify callbacks [] for router, before_response {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:43:53.615298 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [None req-8260add9-915f-4e23-a8d0-ac3a83e30ebf admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.1799634 Sep 29 15:43:53.617895 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.wsgi [-] (96120) accepted ('10.222.0.46', 34910) {{(pid=96120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 15:43:53.700580 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.db.l3_dvr_db [None req-c2279625-7a6c-432b-b1d5-46765d6201d6 None None] Set router 22eb65ca-9cf2-40fd-ad8a-e7d96e1496cf gateway port host: dv-cinder-806616-6-iscsi {{(pid=96122) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 15:43:53.742727 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e93da57-6566-4e64-b916-795ae4fe55df req-53977cdf-6c7d-4f3b-9489-91e3653238aa tempest-AttachVolumeTestJSON-270594920 tempest-AttachVolumeTestJSON-270594920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:43:53.744362 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-0e93da57-6566-4e64-b916-795ae4fe55df req-53977cdf-6c7d-4f3b-9489-91e3653238aa tempest-AttachVolumeTestJSON-270594920 tempest-AttachVolumeTestJSON-270594920-project] 10.222.0.46 "GET /v2.0/ports?device_id=3ec30f24-bfb4-44e3-86ed-b475d8fc52ab HTTP/1.1" status: 200 len: 946 time: 0.0601051 Sep 29 15:43:53.793670 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-0e93da57-6566-4e64-b916-795ae4fe55df req-4b2c01a0-5ab9-4598-9fcf-4ab1c7f6dddd tempest-AttachVolumeTestJSON-270594920 tempest-AttachVolumeTestJSON-270594920-project] 10.222.0.46 "GET /v2.0/security-groups?id=b7b22c90-21e8-44e2-94b9-c2f893c81fab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416522 Sep 29 15:43:53.906884 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.db.l3_hamode_db [None req-c2279625-7a6c-432b-b1d5-46765d6201d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22eb65ca-9cf2-40fd-ad8a-e7d96e1496cf', 'name': 'tempest-TestMinimumBasicScenario-1454974900-router', 'tenant_id': '2744814d1df64ec9961e1e35dae5d604', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd5efe95-1549-4750-933c-70412f77577e', 'external_fixed_ips': [{'subnet_id': '9c872fed-da92-4e12-828d-ac62e1b980b9', 'ip_address': '172.27.0.23'}], 'enable_snat': True}, 'gw_port_id': '8569b9b0-4887-4c78-b7ed-6725135cc7c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T15:43:51Z', 'updated_at': '2021-09-29T15:43:52Z', 'revision_number': 3, 'project_id': '2744814d1df64ec9961e1e35dae5d604', 'gw_port': {'id': '8569b9b0-4887-4c78-b7ed-6725135cc7c5', 'name': '', 'network_id': 'cd5efe95-1549-4750-933c-70412f77577e', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:fe:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22eb65ca-9cf2-40fd-ad8a-e7d96e1496cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': '9c872fed-da92-4e12-828d-ac62e1b980b9', 'ip_address': '172.27.0.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T15:43:52Z', 'updated_at': '2021-09-29T15:43:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9c872fed-da92-4e12-828d-ac62e1b980b9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806616-6-iscsi'}], 'dv-cinder-806616-6-iscsi', False) {} {{(pid=96122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 15:43:53.933030 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5d8058-493f-4b00-915a-bf31c874ab3e req-66d429ed-b7ed-4bde-a945-15b9fcfc336a tempest-AttachVolumeTestJSON-270594920 tempest-AttachVolumeTestJSON-270594920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:43:53.934941 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-2b5d8058-493f-4b00-915a-bf31c874ab3e req-66d429ed-b7ed-4bde-a945-15b9fcfc336a tempest-AttachVolumeTestJSON-270594920 tempest-AttachVolumeTestJSON-270594920-project] 10.222.0.46 "GET /v2.0/ports?device_id=3ec30f24-bfb4-44e3-86ed-b475d8fc52ab HTTP/1.1" status: 200 len: 946 time: 0.0610914 Sep 29 15:43:53.935301 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2279625-7a6c-432b-b1d5-46765d6201d6 None None] Checking router: 22eb65ca-9cf2-40fd-ad8a-e7d96e1496cf for host: dv-cinder-806616-6-iscsi {{(pid=96122) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 15:43:53.935645 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2279625-7a6c-432b-b1d5-46765d6201d6 None None] Updating router 22eb65ca-9cf2-40fd-ad8a-e7d96e1496cf port 8569b9b0-4887-4c78-b7ed-6725135cc7c5 binding host dv-cinder-806616-6-iscsi {{(pid=96122) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 29 15:43:53.943650 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.wsgi [-] (96121) accepted ('10.222.0.46', 34918) {{(pid=96121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 15:43:53.948475 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.api.v2.base [None req-79778bab-f103-43ef-993d-a616cd758524 tempest-AttachVolumeTestJSON-270594920 tempest-AttachVolumeTestJSON-270594920-project] Request body: {'floatingip': {'port_id': '3344f2d1-8c14-4dba-8614-cef41727a76d'}} {{(pid=96121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 15:43:53.961117 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron_lib.callbacks.manager [None req-c2279625-7a6c-432b-b1d5-46765d6201d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-684029'] for port, before_update {{(pid=96122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:43:53.989729 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [None req-79778bab-f103-43ef-993d-a616cd758524 tempest-AttachVolumeTestJSON-270594920 tempest-AttachVolumeTestJSON-270594920-project] Notify callbacks [] for floatingip, before_update {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:43:54.047380 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-3230d6e1-ac52-48f7-9ecf-8d406083a607 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-684029'] for port, before_create {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:43:54.185284 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron_lib.callbacks.manager [None req-35b04fa1-04c0-4434-80e2-0f5b576462c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741779927170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-625140'] for agent, after_update {{(pid=96122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:43:54.207520 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.plugins.ml2.rpc [None req-86ea74e9-eea3-4769-b153-652ac6294d68 None None] Device 18263367-8413-4abb-b41d-9aacac764e5d up at agent ovs-agent-dv-cinder-806616-6-iscsi {{(pid=96122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 15:43:54.241110 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.db.db_base_plugin_common [None req-3230d6e1-ac52-48f7-9ecf-8d406083a607 admin admin] Allocated IP 172.20.0.1 (451a4b33-3c15-4627-b84f-5dc87afd25d5/92b9bd24-d037-4f73-9cd3-47376a5d89ea/220b5316-720a-4f19-a4a3-933e70fdcafe) {{(pid=96120) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 15:43:54.314048 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.db.provisioning_blocks [None req-86ea74e9-eea3-4769-b153-652ac6294d68 None None] Provisioning complete for port 18263367-8413-4abb-b41d-9aacac764e5d triggered by entity L2. {{(pid=96122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 15:43:54.314048 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron_lib.callbacks.manager [None req-86ea74e9-eea3-4769-b153-652ac6294d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-626465'] for port, provisioning_complete {{(pid=96122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:43:54.347236 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron_lib.callbacks.manager [None req-c2279625-7a6c-432b-b1d5-46765d6201d6 None None] Notify callbacks [] for port, precommit_update {{(pid=96122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:43:54.351762 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-3230d6e1-ac52-48f7-9ecf-8d406083a607 admin admin] Notify callbacks [] for port, precommit_create {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:43:54.454169 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron_lib.callbacks.manager [None req-c2279625-7a6c-432b-b1d5-46765d6201d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741780147972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741779628755', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741779628773'] for port, after_update {{(pid=96122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:43:54.472481 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [None req-79778bab-f103-43ef-993d-a616cd758524 tempest-AttachVolumeTestJSON-270594920 tempest-AttachVolumeTestJSON-270594920-project] Notify callbacks [] for floatingip, precommit_update {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:43:54.485016 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-3230d6e1-ac52-48f7-9ecf-8d406083a607 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741779628737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8956053'] for port, after_create {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:43:54.521260 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3230d6e1-ac52-48f7-9ecf-8d406083a607 admin admin] Network 451a4b33-3c15-4627-b84f-5dc87afd25d5 is already hosted by enough agents. {{(pid=96120) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 15:43:54.524448 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.scheduler.base_scheduler [None req-3230d6e1-ac52-48f7-9ecf-8d406083a607 admin admin] Resources bound (agent type, host, resource id): {{(pid=96120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 15:43:54.528790 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3230d6e1-ac52-48f7-9ecf-8d406083a607 admin admin] Received port after_create {{(pid=96120) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 15:43:54.570435 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [None req-79778bab-f103-43ef-993d-a616cd758524 tempest-AttachVolumeTestJSON-270594920 tempest-AttachVolumeTestJSON-270594920-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1618963'] for floatingip, after_update {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:43:54.578508 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3230d6e1-ac52-48f7-9ecf-8d406083a607 admin admin] Pushing event updated for resources: {'Port': ['ID=220b5316-720a-4f19-a4a3-933e70fdcafe,revision_number=1']} {{(pid=96120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 15:43:54.589278 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-3230d6e1-ac52-48f7-9ecf-8d406083a607 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1619084'] for router_interface, before_create {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:43:54.628178 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.plugins.ml2.managers [None req-c2279625-7a6c-432b-b1d5-46765d6201d6 None None] Attempting to bind port 8569b9b0-4887-4c78-b7ed-6725135cc7c5 on host dv-cinder-806616-6-iscsi for vnic_type normal with profile {{(pid=96122) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 15:43:54.628406 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.plugins.ml2.managers [None req-c2279625-7a6c-432b-b1d5-46765d6201d6 None None] Attempting to bind port 8569b9b0-4887-4c78-b7ed-6725135cc7c5 by drivers openvswitch,hyperv on host dv-cinder-806616-6-iscsi at level 0 using segments [{'id': '16a0d549-78f3-47f2-8934-1674670c2e39', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cd5efe95-1549-4750-933c-70412f77577e'}] {{(pid=96122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 15:43:54.628747 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2279625-7a6c-432b-b1d5-46765d6201d6 None None] Attempting to bind port 8569b9b0-4887-4c78-b7ed-6725135cc7c5 on network cd5efe95-1549-4750-933c-70412f77577e {{(pid=96122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 15:43:54.640577 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d44f3c0-e6ab-4a6b-afe4-c9613471656e None None] Pushing event updated for resources: {'Port': ['ID=8569b9b0-4887-4c78-b7ed-6725135cc7c5,revision_number=2']} {{(pid=96122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 15:43:54.643129 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2279625-7a6c-432b-b1d5-46765d6201d6 None None] Checking agent: {'id': '3420b91a-a9c7-4dbc-b0fb-eb58464b9dc3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806616-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 15, 30, 57), 'started_at': datetime.datetime(2021, 9, 29, 15, 31, 27), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 15, 43, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806616-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=96122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 15:43:54.643507 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2279625-7a6c-432b-b1d5-46765d6201d6 None None] Checking segment: {'id': '16a0d549-78f3-47f2-8934-1674670c2e39', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cd5efe95-1549-4750-933c-70412f77577e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 15:43:54.644033 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron_lib.callbacks.manager [None req-c2279625-7a6c-432b-b1d5-46765d6201d6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=96122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:43:54.644356 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2279625-7a6c-432b-b1d5-46765d6201d6 None None] Bound using segment: {'id': '16a0d549-78f3-47f2-8934-1674670c2e39', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cd5efe95-1549-4750-933c-70412f77577e'} {{(pid=96122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 15:43:54.644823 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.plugins.ml2.managers [None req-c2279625-7a6c-432b-b1d5-46765d6201d6 None None] Bound port: 8569b9b0-4887-4c78-b7ed-6725135cc7c5, host: dv-cinder-806616-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '16a0d549-78f3-47f2-8934-1674670c2e39', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cd5efe95-1549-4750-933c-70412f77577e'}}] {{(pid=96122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 15:43:54.645194 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron_lib.callbacks.manager [None req-c2279625-7a6c-432b-b1d5-46765d6201d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-684029'] for port, before_update {{(pid=96122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:43:54.721395 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.plugins.ml2.db [None req-c2279625-7a6c-432b-b1d5-46765d6201d6 None None] For port 8569b9b0-4887-4c78-b7ed-6725135cc7c5, host dv-cinder-806616-6-iscsi, cleared binding levels {{(pid=96122) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 15:43:54.725937 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.plugins.ml2.db [None req-c2279625-7a6c-432b-b1d5-46765d6201d6 None None] For port 8569b9b0-4887-4c78-b7ed-6725135cc7c5, host dv-cinder-806616-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806616-6-iscsi',level=0,port_id=8569b9b0-4887-4c78-b7ed-6725135cc7c5,segment=NetworkSegment(16a0d549-78f3-47f2-8934-1674670c2e39),segment_id=16a0d549-78f3-47f2-8934-1674670c2e39)] {{(pid=96122) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 15:43:54.738043 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.db.l3_db [None req-79778bab-f103-43ef-993d-a616cd758524 tempest-AttachVolumeTestJSON-270594920 tempest-AttachVolumeTestJSON-270594920-project] Floating IP c304232e-1e04-4b7e-8233-7c133809dfa2 associated. External IP: 172.27.0.67, port: 3344f2d1-8c14-4dba-8614-cef41727a76d. Sep 29 15:43:54.795328 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-3230d6e1-ac52-48f7-9ecf-8d406083a607 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-684029'] for port, before_update {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:43:54.797853 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron_lib.callbacks.manager [None req-c2279625-7a6c-432b-b1d5-46765d6201d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741780147972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741779628755', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741779628773'] for port, after_update {{(pid=96122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:43:54.879996 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2279625-7a6c-432b-b1d5-46765d6201d6 None None] Routers {'22eb65ca-9cf2-40fd-ad8a-e7d96e1496cf'} bound to L3 agent in host dv-cinder-806616-6-iscsi {{(pid=96122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 15:43:54.880632 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.db.l3_hamode_db [None req-c2279625-7a6c-432b-b1d5-46765d6201d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806616-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-29T15:30:56Z,description=,heartbeat_timestamp=2021-09-29T15:43:27Z,host='dv-cinder-806616-6-iscsi',id=e5061b61-feb3-46be-bd05-1226f95d9417,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T15:30:57Z,topic='l3_agent')) {'router_ids': ['22eb65ca-9cf2-40fd-ad8a-e7d96e1496cf'], 'active': True} {{(pid=96122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 15:43:54.883536 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.db.provisioning_blocks [None req-628fc5e7-1ea3-4efe-9ad5-ec4c4aa0f179 None None] Provisioning complete for port 220b5316-720a-4f19-a4a3-933e70fdcafe triggered by entity DHCP. {{(pid=96122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 15:43:54.883910 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron_lib.callbacks.manager [None req-628fc5e7-1ea3-4efe-9ad5-ec4c4aa0f179 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-626465'] for port, provisioning_complete {{(pid=96122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:43:54.917171 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d44f3c0-e6ab-4a6b-afe4-c9613471656e None None] Pushing event updated for resources: {'Port': ['ID=8569b9b0-4887-4c78-b7ed-6725135cc7c5,revision_number=3']} {{(pid=96122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 15:43:54.961343 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79778bab-f103-43ef-993d-a616cd758524 tempest-AttachVolumeTestJSON-270594920 tempest-AttachVolumeTestJSON-270594920-project] Router 36f67c94-0511-4261-98a3-27e2f3393024 has already been hosted by L3 agent e5061b61-feb3-46be-bd05-1226f95d9417 {{(pid=96121) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 29 15:43:54.962218 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.plugins.ml2.plugin [None req-628fc5e7-1ea3-4efe-9ad5-ec4c4aa0f179 None None] Port 220b5316-720a-4f19-a4a3-933e70fdcafe cannot update to ACTIVE because it is not bound. {{(pid=96122) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 29 15:43:54.970639 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-3230d6e1-ac52-48f7-9ecf-8d406083a607 admin admin] Notify callbacks [] for port, precommit_update {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:43:55.019486 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-3230d6e1-ac52-48f7-9ecf-8d406083a607 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741780147972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741779628755', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741779628773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8956062'] for port, after_update {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:43:55.020072 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.db.l3_dvr_db [None req-c2279625-7a6c-432b-b1d5-46765d6201d6 None None] Set router 22eb65ca-9cf2-40fd-ad8a-e7d96e1496cf gateway port host: dv-cinder-806616-6-iscsi {{(pid=96122) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 15:43:55.074511 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79778bab-f103-43ef-993d-a616cd758524 tempest-AttachVolumeTestJSON-270594920 tempest-AttachVolumeTestJSON-270594920-project] Notify agent at l3_agent.dv-cinder-806616-6-iscsi the message routers_updated {{(pid=96121) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 15:43:55.079317 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [None req-79778bab-f103-43ef-993d-a616cd758524 tempest-AttachVolumeTestJSON-270594920 tempest-AttachVolumeTestJSON-270594920-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238921'] for floatingip, before_response {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:43:55.085144 dv-cinder-806616-6-iscsi neutron-server[96123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a53567fb-ae5e-45d6-9d41-b40889fa7111 None None] Sync routers for ids ['36f67c94-0511-4261-98a3-27e2f3393024'] in dv-cinder-806616-6-iscsi {{(pid=96123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 15:43:55.099127 dv-cinder-806616-6-iscsi neutron-server[96123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a53567fb-ae5e-45d6-9d41-b40889fa7111 None None] Routers {'36f67c94-0511-4261-98a3-27e2f3393024'} bound to L3 agent in host dv-cinder-806616-6-iscsi {{(pid=96123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 15:43:55.100244 dv-cinder-806616-6-iscsi neutron-server[96123]: DEBUG neutron.db.l3_hamode_db [None req-a53567fb-ae5e-45d6-9d41-b40889fa7111 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806616-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-29T15:30:56Z,description=,heartbeat_timestamp=2021-09-29T15:43:27Z,host='dv-cinder-806616-6-iscsi',id=e5061b61-feb3-46be-bd05-1226f95d9417,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T15:30:57Z,topic='l3_agent')) {'router_ids': ['36f67c94-0511-4261-98a3-27e2f3393024'], 'active': True} {{(pid=96123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 15:43:55.108705 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [None req-79778bab-f103-43ef-993d-a616cd758524 tempest-AttachVolumeTestJSON-270594920 tempest-AttachVolumeTestJSON-270594920-project] 10.222.0.46 "PUT /v2.0/floatingips/c304232e-1e04-4b7e-8233-7c133809dfa2 HTTP/1.1" status: 200 len: 991 time: 1.1635787 Sep 29 15:43:55.109941 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3ec30f24-bfb4-44e3-86ed-b475d8fc52ab', 'tag': '3344f2d1-8c14-4dba-8614-cef41727a76d'}] {{(pid=96121) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 15:43:55.112904 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dcbd94143c65fdb0f5c12b0c92a6468c38125261e55d21e9818266cb91f6c0d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be110c61-fad3-49eb-8895-7722e1cfd688" -d '{"events": [{"name": "network-changed", "server_uuid": "3ec30f24-bfb4-44e3-86ed-b475d8fc52ab", "tag": "3344f2d1-8c14-4dba-8614-cef41727a76d"}]}' {{(pid=96121) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 15:43:55.215051 dv-cinder-806616-6-iscsi neutron-server[96123]: DEBUG neutron.db.l3_dvr_db [None req-a53567fb-ae5e-45d6-9d41-b40889fa7111 None None] Set router 36f67c94-0511-4261-98a3-27e2f3393024 gateway port host: dv-cinder-806616-6-iscsi {{(pid=96123) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 15:43:55.241909 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.db.l3_hamode_db [None req-c2279625-7a6c-432b-b1d5-46765d6201d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22eb65ca-9cf2-40fd-ad8a-e7d96e1496cf', 'name': 'tempest-TestMinimumBasicScenario-1454974900-router', 'tenant_id': '2744814d1df64ec9961e1e35dae5d604', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd5efe95-1549-4750-933c-70412f77577e', 'external_fixed_ips': [{'subnet_id': '9c872fed-da92-4e12-828d-ac62e1b980b9', 'ip_address': '172.27.0.23'}], 'enable_snat': True}, 'gw_port_id': '8569b9b0-4887-4c78-b7ed-6725135cc7c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T15:43:51Z', 'updated_at': '2021-09-29T15:43:54Z', 'revision_number': 4, 'project_id': '2744814d1df64ec9961e1e35dae5d604', 'gw_port': {'id': '8569b9b0-4887-4c78-b7ed-6725135cc7c5', 'name': '', 'network_id': 'cd5efe95-1549-4750-933c-70412f77577e', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:fe:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22eb65ca-9cf2-40fd-ad8a-e7d96e1496cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': '9c872fed-da92-4e12-828d-ac62e1b980b9', 'ip_address': '172.27.0.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806616-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T15:43:52Z', 'updated_at': '2021-09-29T15:43:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9c872fed-da92-4e12-828d-ac62e1b980b9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806616-6-iscsi', '_interfaces': [{'id': '220b5316-720a-4f19-a4a3-933e70fdcafe', 'name': '', 'network_id': '451a4b33-3c15-4627-b84f-5dc87afd25d5', 'tenant_id': '2744814d1df64ec9961e1e35dae5d604', 'mac_address': 'fa:16:3e:78:19:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22eb65ca-9cf2-40fd-ad8a-e7d96e1496cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 465, 'fixed_ips': [{'subnet_id': '92b9bd24-d037-4f73-9cd3-47376a5d89ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T15:43:54Z', 'updated_at': '2021-09-29T15:43:54Z', 'revision_number': 1, 'project_id': '2744814d1df64ec9961e1e35dae5d604', 'subnets': [{'id': '92b9bd24-d037-4f73-9cd3-47376a5d89ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806616-6-iscsi', False) {} {{(pid=96122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 15:43:55.268432 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2279625-7a6c-432b-b1d5-46765d6201d6 None None] The sync data for ids ['22eb65ca-9cf2-40fd-ad8a-e7d96e1496cf'] in dv-cinder-806616-6-iscsi is: [{'id': '22eb65ca-9cf2-40fd-ad8a-e7d96e1496cf', 'name': 'tempest-TestMinimumBasicScenario-1454974900-router', 'tenant_id': '2744814d1df64ec9961e1e35dae5d604', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd5efe95-1549-4750-933c-70412f77577e', 'external_fixed_ips': [{'subnet_id': '9c872fed-da92-4e12-828d-ac62e1b980b9', 'ip_address': '172.27.0.23'}], 'enable_snat': True}, 'gw_port_id': '8569b9b0-4887-4c78-b7ed-6725135cc7c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T15:43:51Z', 'updated_at': '2021-09-29T15:43:54Z', 'revision_number': 4, 'project_id': '2744814d1df64ec9961e1e35dae5d604', 'gw_port': {'id': '8569b9b0-4887-4c78-b7ed-6725135cc7c5', 'name': '', 'network_id': 'cd5efe95-1549-4750-933c-70412f77577e', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:fe:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22eb65ca-9cf2-40fd-ad8a-e7d96e1496cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': '9c872fed-da92-4e12-828d-ac62e1b980b9', 'ip_address': '172.27.0.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806616-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T15:43:52Z', 'updated_at': '2021-09-29T15:43:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9c872fed-da92-4e12-828d-ac62e1b980b9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806616-6-iscsi', '_interfaces': [{'id': '220b5316-720a-4f19-a4a3-933e70fdcafe', 'name': '', 'network_id': '451a4b33-3c15-4627-b84f-5dc87afd25d5', 'tenant_id': '2744814d1df64ec9961e1e35dae5d604', 'mac_address': 'fa:16:3e:78:19:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22eb65ca-9cf2-40fd-ad8a-e7d96e1496cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 465, 'fixed_ips': [{'subnet_id': '92b9bd24-d037-4f73-9cd3-47376a5d89ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T15:43:54Z', 'updated_at': '2021-09-29T15:43:54Z', 'revision_number': 1, 'project_id': '2744814d1df64ec9961e1e35dae5d604', 'subnets': [{'id': '92b9bd24-d037-4f73-9cd3-47376a5d89ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=96122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 15:43:55.329556 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3230d6e1-ac52-48f7-9ecf-8d406083a607 admin admin] Pushing event updated for resources: {'Port': ['ID=220b5316-720a-4f19-a4a3-933e70fdcafe,revision_number=2']} {{(pid=96120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 15:43:55.332481 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-3230d6e1-ac52-48f7-9ecf-8d406083a607 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1575380', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1620092'] for router_interface, after_create {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:43:55.426757 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3230d6e1-ac52-48f7-9ecf-8d406083a607 admin admin] Network 451a4b33-3c15-4627-b84f-5dc87afd25d5 is already hosted by enough agents. {{(pid=96120) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 15:43:55.428670 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.scheduler.base_scheduler [None req-3230d6e1-ac52-48f7-9ecf-8d406083a607 admin admin] Resources bound (agent type, host, resource id): {{(pid=96120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 15:43:55.482268 dv-cinder-806616-6-iscsi neutron-server[96123]: DEBUG neutron.db.l3_hamode_db [None req-a53567fb-ae5e-45d6-9d41-b40889fa7111 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36f67c94-0511-4261-98a3-27e2f3393024', 'name': 'tempest-AttachVolumeTestJSON-471694450-router', 'tenant_id': 'ac94bfaead184f89a85a5713fd06a3ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd5efe95-1549-4750-933c-70412f77577e', 'external_fixed_ips': [{'subnet_id': '9c872fed-da92-4e12-828d-ac62e1b980b9', 'ip_address': '172.27.0.118'}], 'enable_snat': True}, 'gw_port_id': '67bf5114-2248-4f03-ab06-2fc9a9ae39c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T15:38:54Z', 'updated_at': '2021-09-29T15:39:02Z', 'revision_number': 4, 'project_id': 'ac94bfaead184f89a85a5713fd06a3ee', 'gw_port': {'id': '67bf5114-2248-4f03-ab06-2fc9a9ae39c9', 'name': '', 'network_id': 'cd5efe95-1549-4750-933c-70412f77577e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:b1:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36f67c94-0511-4261-98a3-27e2f3393024', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '9c872fed-da92-4e12-828d-ac62e1b980b9', 'ip_address': '172.27.0.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806616-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T15:38:55Z', 'updated_at': '2021-09-29T15:39:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c872fed-da92-4e12-828d-ac62e1b980b9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806616-6-iscsi', '_floatingips': [{'id': 'c304232e-1e04-4b7e-8233-7c133809dfa2', 'tenant_id': 'ac94bfaead184f89a85a5713fd06a3ee', 'floating_ip_address': '172.27.0.67', 'floating_network_id': 'cd5efe95-1549-4750-933c-70412f77577e', 'router_id': '36f67c94-0511-4261-98a3-27e2f3393024', 'port_id': '3344f2d1-8c14-4dba-8614-cef41727a76d', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 452, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '41529908-bf9d-4f22-bd36-308129b2f718', 'mac_address': 'fa:16:3e:14:88:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ec30f24-bfb4-44e3-86ed-b475d8fc52ab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-29T15:43:35Z', 'updated_at': '2021-09-29T15:43:54Z', 'revision_number': 1, 'project_id': 'ac94bfaead184f89a85a5713fd06a3ee', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd6edfea8-fe4b-4feb-a4ee-78337362a82b', 'name': '', 'network_id': '41529908-bf9d-4f22-bd36-308129b2f718', 'tenant_id': 'ac94bfaead184f89a85a5713fd06a3ee', 'mac_address': 'fa:16:3e:d5:40:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36f67c94-0511-4261-98a3-27e2f3393024', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'dd4e2821-37a9-4ee4-80ce-9b4e5d3432ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806616-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T15:39:00Z', 'updated_at': '2021-09-29T15:39:10Z', 'revision_number': 5, 'project_id': 'ac94bfaead184f89a85a5713fd06a3ee', 'subnets': [{'id': 'dd4e2821-37a9-4ee4-80ce-9b4e5d3432ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806616-6-iscsi', False) {} {{(pid=96123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 15:43:55.524863 dv-cinder-806616-6-iscsi neutron-server[96123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a53567fb-ae5e-45d6-9d41-b40889fa7111 None None] Checking router: 36f67c94-0511-4261-98a3-27e2f3393024 for host: dv-cinder-806616-6-iscsi {{(pid=96123) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 15:43:55.539494 dv-cinder-806616-6-iscsi neutron-server[96123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a53567fb-ae5e-45d6-9d41-b40889fa7111 None None] Routers {'36f67c94-0511-4261-98a3-27e2f3393024'} bound to L3 agent in host dv-cinder-806616-6-iscsi {{(pid=96123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 15:43:55.540119 dv-cinder-806616-6-iscsi neutron-server[96123]: DEBUG neutron.db.l3_hamode_db [None req-a53567fb-ae5e-45d6-9d41-b40889fa7111 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806616-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-29T15:30:56Z,description=,heartbeat_timestamp=2021-09-29T15:43:27Z,host='dv-cinder-806616-6-iscsi',id=e5061b61-feb3-46be-bd05-1226f95d9417,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T15:30:57Z,topic='l3_agent')) {'router_ids': ['36f67c94-0511-4261-98a3-27e2f3393024'], 'active': True} {{(pid=96123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 15:43:55.575229 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3230d6e1-ac52-48f7-9ecf-8d406083a607 admin admin] Router 22eb65ca-9cf2-40fd-ad8a-e7d96e1496cf has already been hosted by L3 agent e5061b61-feb3-46be-bd05-1226f95d9417 {{(pid=96120) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 29 15:43:55.712990 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3230d6e1-ac52-48f7-9ecf-8d406083a607 admin admin] Notify agent at l3_agent.dv-cinder-806616-6-iscsi the message routers_updated {{(pid=96120) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 15:43:55.718782 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [None req-3230d6e1-ac52-48f7-9ecf-8d406083a607 admin admin] 10.222.0.46 "PUT /v2.0/routers/22eb65ca-9cf2-40fd-ad8a-e7d96e1496cf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0992033 Sep 29 15:43:55.758469 dv-cinder-806616-6-iscsi neutron-server[96123]: DEBUG neutron.db.l3_dvr_db [None req-a53567fb-ae5e-45d6-9d41-b40889fa7111 None None] Set router 36f67c94-0511-4261-98a3-27e2f3393024 gateway port host: dv-cinder-806616-6-iscsi {{(pid=96123) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 15:43:55.798238 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.db.provisioning_blocks [None req-0b46b135-9b34-42a2-90d0-9f042941326c None None] Provisioning complete for port 220b5316-720a-4f19-a4a3-933e70fdcafe triggered by entity DHCP. {{(pid=96122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 15:43:55.798904 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron_lib.callbacks.manager [None req-0b46b135-9b34-42a2-90d0-9f042941326c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-626465'] for port, provisioning_complete {{(pid=96122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:43:55.842843 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.plugins.ml2.plugin [None req-0b46b135-9b34-42a2-90d0-9f042941326c None None] Port 220b5316-720a-4f19-a4a3-933e70fdcafe cannot update to ACTIVE because it is not bound. {{(pid=96122) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 29 15:43:56.030750 dv-cinder-806616-6-iscsi neutron-server[96123]: DEBUG neutron.db.l3_hamode_db [None req-a53567fb-ae5e-45d6-9d41-b40889fa7111 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36f67c94-0511-4261-98a3-27e2f3393024', 'name': 'tempest-AttachVolumeTestJSON-471694450-router', 'tenant_id': 'ac94bfaead184f89a85a5713fd06a3ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd5efe95-1549-4750-933c-70412f77577e', 'external_fixed_ips': [{'subnet_id': '9c872fed-da92-4e12-828d-ac62e1b980b9', 'ip_address': '172.27.0.118'}], 'enable_snat': True}, 'gw_port_id': '67bf5114-2248-4f03-ab06-2fc9a9ae39c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T15:38:54Z', 'updated_at': '2021-09-29T15:39:02Z', 'revision_number': 4, 'project_id': 'ac94bfaead184f89a85a5713fd06a3ee', 'gw_port': {'id': '67bf5114-2248-4f03-ab06-2fc9a9ae39c9', 'name': '', 'network_id': 'cd5efe95-1549-4750-933c-70412f77577e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:b1:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36f67c94-0511-4261-98a3-27e2f3393024', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '9c872fed-da92-4e12-828d-ac62e1b980b9', 'ip_address': '172.27.0.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806616-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T15:38:55Z', 'updated_at': '2021-09-29T15:39:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c872fed-da92-4e12-828d-ac62e1b980b9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806616-6-iscsi', '_floatingips': [{'id': 'c304232e-1e04-4b7e-8233-7c133809dfa2', 'tenant_id': 'ac94bfaead184f89a85a5713fd06a3ee', 'floating_ip_address': '172.27.0.67', 'floating_network_id': 'cd5efe95-1549-4750-933c-70412f77577e', 'router_id': '36f67c94-0511-4261-98a3-27e2f3393024', 'port_id': '3344f2d1-8c14-4dba-8614-cef41727a76d', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 452, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '41529908-bf9d-4f22-bd36-308129b2f718', 'mac_address': 'fa:16:3e:14:88:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ec30f24-bfb4-44e3-86ed-b475d8fc52ab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-29T15:43:35Z', 'updated_at': '2021-09-29T15:43:54Z', 'revision_number': 1, 'project_id': 'ac94bfaead184f89a85a5713fd06a3ee', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd6edfea8-fe4b-4feb-a4ee-78337362a82b', 'name': '', 'network_id': '41529908-bf9d-4f22-bd36-308129b2f718', 'tenant_id': 'ac94bfaead184f89a85a5713fd06a3ee', 'mac_address': 'fa:16:3e:d5:40:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36f67c94-0511-4261-98a3-27e2f3393024', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'dd4e2821-37a9-4ee4-80ce-9b4e5d3432ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806616-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T15:39:00Z', 'updated_at': '2021-09-29T15:39:10Z', 'revision_number': 5, 'project_id': 'ac94bfaead184f89a85a5713fd06a3ee', 'subnets': [{'id': 'dd4e2821-37a9-4ee4-80ce-9b4e5d3432ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806616-6-iscsi', False) {} {{(pid=96123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 15:43:56.057298 dv-cinder-806616-6-iscsi neutron-server[96123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a53567fb-ae5e-45d6-9d41-b40889fa7111 None None] The sync data for ids ['36f67c94-0511-4261-98a3-27e2f3393024'] in dv-cinder-806616-6-iscsi is: [{'id': '36f67c94-0511-4261-98a3-27e2f3393024', 'name': 'tempest-AttachVolumeTestJSON-471694450-router', 'tenant_id': 'ac94bfaead184f89a85a5713fd06a3ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd5efe95-1549-4750-933c-70412f77577e', 'external_fixed_ips': [{'subnet_id': '9c872fed-da92-4e12-828d-ac62e1b980b9', 'ip_address': '172.27.0.118'}], 'enable_snat': True}, 'gw_port_id': '67bf5114-2248-4f03-ab06-2fc9a9ae39c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T15:38:54Z', 'updated_at': '2021-09-29T15:39:02Z', 'revision_number': 4, 'project_id': 'ac94bfaead184f89a85a5713fd06a3ee', 'gw_port': {'id': '67bf5114-2248-4f03-ab06-2fc9a9ae39c9', 'name': '', 'network_id': 'cd5efe95-1549-4750-933c-70412f77577e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:b1:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36f67c94-0511-4261-98a3-27e2f3393024', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '9c872fed-da92-4e12-828d-ac62e1b980b9', 'ip_address': '172.27.0.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806616-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T15:38:55Z', 'updated_at': '2021-09-29T15:39:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c872fed-da92-4e12-828d-ac62e1b980b9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806616-6-iscsi', '_floatingips': [{'id': 'c304232e-1e04-4b7e-8233-7c133809dfa2', 'tenant_id': 'ac94bfaead184f89a85a5713fd06a3ee', 'floating_ip_address': '172.27.0.67', 'floating_network_id': 'cd5efe95-1549-4750-933c-70412f77577e', 'router_id': '36f67c94-0511-4261-98a3-27e2f3393024', 'port_id': '3344f2d1-8c14-4dba-8614-cef41727a76d', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 452, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '41529908-bf9d-4f22-bd36-308129b2f718', 'mac_address': 'fa:16:3e:14:88:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ec30f24-bfb4-44e3-86ed-b475d8fc52ab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-29T15:43:35Z', 'updated_at': '2021-09-29T15:43:54Z', 'revision_number': 1, 'project_id': 'ac94bfaead184f89a85a5713fd06a3ee', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd6edfea8-fe4b-4feb-a4ee-78337362a82b', 'name': '', 'network_id': '41529908-bf9d-4f22-bd36-308129b2f718', 'tenant_id': 'ac94bfaead184f89a85a5713fd06a3ee', 'mac_address': 'fa:16:3e:d5:40:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36f67c94-0511-4261-98a3-27e2f3393024', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'dd4e2821-37a9-4ee4-80ce-9b4e5d3432ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806616-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T15:39:00Z', 'updated_at': '2021-09-29T15:39:10Z', 'revision_number': 5, 'project_id': 'ac94bfaead184f89a85a5713fd06a3ee', 'subnets': [{'id': 'dd4e2821-37a9-4ee4-80ce-9b4e5d3432ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=96123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 15:43:56.185897 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.plugins.ml2.rpc [None req-86ea74e9-eea3-4769-b153-652ac6294d68 None None] Device 8569b9b0-4887-4c78-b7ed-6725135cc7c5 up at agent ovs-agent-dv-cinder-806616-6-iscsi {{(pid=96122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 15:43:56.239910 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.db.provisioning_blocks [None req-86ea74e9-eea3-4769-b153-652ac6294d68 None None] Provisioning complete for port 8569b9b0-4887-4c78-b7ed-6725135cc7c5 triggered by entity L2. {{(pid=96122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 15:43:56.240392 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron_lib.callbacks.manager [None req-86ea74e9-eea3-4769-b153-652ac6294d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-626465'] for port, provisioning_complete {{(pid=96122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:43:56.323950 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron_lib.callbacks.manager [None req-86ea74e9-eea3-4769-b153-652ac6294d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-684029'] for port, before_update {{(pid=96122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:43:56.351161 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.plugins.ml2.db [None req-86ea74e9-eea3-4769-b153-652ac6294d68 None None] For port 8569b9b0-4887-4c78-b7ed-6725135cc7c5, host dv-cinder-806616-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806616-6-iscsi',level=0,port_id=8569b9b0-4887-4c78-b7ed-6725135cc7c5,segment=NetworkSegment(16a0d549-78f3-47f2-8934-1674670c2e39),segment_id=16a0d549-78f3-47f2-8934-1674670c2e39)] {{(pid=96122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 15:43:56.353824 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b01e6ad-5ffc-46f3-a30d-fa8af26c985a None None] New status for floating IP c304232e-1e04-4b7e-8233-7c133809dfa2: ACTIVE {{(pid=96122) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 29 15:43:56.450383 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron_lib.callbacks.manager [None req-86ea74e9-eea3-4769-b153-652ac6294d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741780147972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741779628755', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741779628773'] for port, after_update {{(pid=96122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:43:56.457600 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 29 Sep 2021 15:43:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b4bd80b-0d5b-4a2d-ac5b-6babb24ab95e x-openstack-request-id: req-3b4bd80b-0d5b-4a2d-ac5b-6babb24ab95e {{(pid=96121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 15:43:56.458096 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3ec30f24-bfb4-44e3-86ed-b475d8fc52ab", "tag": "3344f2d1-8c14-4dba-8614-cef41727a76d", "status": "completed", "code": 200}]} {{(pid=96121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 15:43:56.458427 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-3b4bd80b-0d5b-4a2d-ac5b-6babb24ab95e {{(pid=96121) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 15:43:56.458837 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3ec30f24-bfb4-44e3-86ed-b475d8fc52ab', 'tag': '3344f2d1-8c14-4dba-8614-cef41727a76d', 'status': 'completed', 'code': 200} Sep 29 15:43:56.521658 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.wsgi [-] (96120) accepted ('10.222.0.46', 34944) {{(pid=96120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 15:43:56.527064 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.api.v2.base [None req-02a7b35f-5177-4d7e-9629-8227d156b48a admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-367504781-network', 'tenant_id': '173b088e2aaf4db7b70bd871036a09cd'}} {{(pid=96120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 15:43:56.554825 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be110c61-fad3-49eb-8895-7722e1cfd688 req-8db0f759-2be8-45f5-a245-5f28c12f3578 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:43:56.556779 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-be110c61-fad3-49eb-8895-7722e1cfd688 req-8db0f759-2be8-45f5-a245-5f28c12f3578 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=ac94bfaead184f89a85a5713fd06a3ee&device_id=3ec30f24-bfb4-44e3-86ed-b475d8fc52ab HTTP/1.1" status: 200 len: 1099 time: 0.0540872 Sep 29 15:43:56.571507 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ea74e9-eea3-4769-b153-652ac6294d68 None None] Pushing event updated for resources: {'Port': ['ID=8569b9b0-4887-4c78-b7ed-6725135cc7c5,revision_number=4']} {{(pid=96122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 15:43:56.631631 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron_lib.callbacks.manager [None req-8c82e799-7d99-4146-a6b2-268a979f7d26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741779927170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-625140'] for agent, after_update {{(pid=96122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:43:56.632508 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02a7b35f-5177-4d7e-9629-8227d156b48a admin admin] Made reservation on behalf of 173b088e2aaf4db7b70bd871036a09cd for: {'network': 1} {{(pid=96120) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 15:43:56.636499 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-02a7b35f-5177-4d7e-9629-8227d156b48a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-684029'] for network, before_create {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:43:56.650797 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-02a7b35f-5177-4d7e-9629-8227d156b48a admin admin] Notify callbacks [] for security_group, before_create {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:43:56.672135 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be110c61-fad3-49eb-8895-7722e1cfd688 req-651bff3e-2189-4963-8d22-58e275287c5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:43:56.672135 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-be110c61-fad3-49eb-8895-7722e1cfd688 req-651bff3e-2189-4963-8d22-58e275287c5c service neutron] 10.222.0.22 "GET /v2.0/networks?id=41529908-bf9d-4f22-bd36-308129b2f718 HTTP/1.1" status: 200 len: 911 time: 0.1058128 Sep 29 15:43:56.743585 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-be110c61-fad3-49eb-8895-7722e1cfd688 req-34044ddf-b44e-4dab-bbe9-8adad295aff9 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3344f2d1-8c14-4dba-8614-cef41727a76d HTTP/1.1" status: 200 len: 1001 time: 0.0616000 Sep 29 15:43:56.747390 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-02a7b35f-5177-4d7e-9629-8227d156b48a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:43:56.797265 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be110c61-fad3-49eb-8895-7722e1cfd688 req-246874f8-7144-4279-8cc2-7f75ef77614c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:43:56.798706 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-be110c61-fad3-49eb-8895-7722e1cfd688 req-246874f8-7144-4279-8cc2-7f75ef77614c service neutron] 10.222.0.22 "GET /v2.0/subnets?id=dd4e2821-37a9-4ee4-80ce-9b4e5d3432ba HTTP/1.1" status: 200 len: 849 time: 0.0476444 Sep 29 15:43:56.825155 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-02a7b35f-5177-4d7e-9629-8227d156b48a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579214'] for security_group, after_create {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:43:56.852613 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be110c61-fad3-49eb-8895-7722e1cfd688 req-5340fb3b-63ec-445f-bc5f-b0ee5dd25f10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:43:56.852613 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-be110c61-fad3-49eb-8895-7722e1cfd688 req-5340fb3b-63ec-445f-bc5f-b0ee5dd25f10 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=41529908-bf9d-4f22-bd36-308129b2f718&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0447078 Sep 29 15:43:56.852925 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-02a7b35f-5177-4d7e-9629-8227d156b48a admin admin] vlan segment allocate from pool success with {'vlan_id': 619, 'physical_network': 'physnet1'} {{(pid=96120) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 29 15:43:56.864577 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a7b35f-5177-4d7e-9629-8227d156b48a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=412f272f-fa09-4d45-9b4f-2b69b9c66fbc,revision_number=1']} {{(pid=96120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 15:43:56.869027 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-02a7b35f-5177-4d7e-9629-8227d156b48a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-649178'] for segment, precommit_create {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:43:56.869401 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.db.segments_db [None req-02a7b35f-5177-4d7e-9629-8227d156b48a admin admin] Added segment bbedfb71-32d2-4327-889a-67837149e670 of type vlan for network 79ee6c69-7b3d-4c70-b582-42e227c19220 Sep 29 15:43:56.913232 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-02a7b35f-5177-4d7e-9629-8227d156b48a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741779631391'] for network, precommit_create {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:43:56.956829 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-be110c61-fad3-49eb-8895-7722e1cfd688 req-7cae4520-02fa-4e31-8405-f597935a010c service neutron] 10.222.0.22 "GET /v2.0/networks/41529908-bf9d-4f22-bd36-308129b2f718?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0984972 Sep 29 15:43:57.019805 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-02a7b35f-5177-4d7e-9629-8227d156b48a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575366'] for network, after_create {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:43:57.020809 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02a7b35f-5177-4d7e-9629-8227d156b48a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:43:57.021662 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-02a7b35f-5177-4d7e-9629-8227d156b48a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577532'] for network, before_response {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:43:57.048511 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-be110c61-fad3-49eb-8895-7722e1cfd688 req-1078ffb6-ee86-440f-8e25-a8a2c2830b0f service neutron] 10.222.0.22 "GET /v2.0/networks/41529908-bf9d-4f22-bd36-308129b2f718?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846796 Sep 29 15:43:57.082335 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a7b35f-5177-4d7e-9629-8227d156b48a admin admin] Pushing event updated for resources: {'Network': ['ID=79ee6c69-7b3d-4c70-b582-42e227c19220,revision_number=1']} {{(pid=96120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 15:43:57.091785 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.plugins.ml2.rpc [None req-86ea74e9-eea3-4769-b153-652ac6294d68 None None] Network 79ee6c69-7b3d-4c70-b582-42e227c19220 details requested by agent ovs-agent-dv-cinder-806616-6-iscsi with host dv-cinder-806616-6-iscsi {{(pid=96122) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 29 15:43:57.100523 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [None req-02a7b35f-5177-4d7e-9629-8227d156b48a admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.5775986 Sep 29 15:43:57.103693 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.wsgi [-] (96120) accepted ('10.222.0.46', 34946) {{(pid=96120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 15:43:57.109586 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.api.v2.base [None req-902a39a2-3544-4668-96fa-4e9c7c72924d admin admin] Request body: {'subnet': {'network_id': '79ee6c69-7b3d-4c70-b582-42e227c19220', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-367504781-subnet', 'tenant_id': '173b088e2aaf4db7b70bd871036a09cd', 'ip_version': 4}} {{(pid=96120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 15:43:57.179831 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-902a39a2-3544-4668-96fa-4e9c7c72924d admin admin] Made reservation on behalf of 173b088e2aaf4db7b70bd871036a09cd for: {'subnet': 1} {{(pid=96120) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 15:43:57.182178 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-902a39a2-3544-4668-96fa-4e9c7c72924d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9098265'] for subnet, before_create {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:43:57.407171 dv-cinder-806616-6-iscsi neutron-server[96123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1774fd20-7aaf-4b05-a8ac-52a29d734165 None None] Sync routers for ids ['22eb65ca-9cf2-40fd-ad8a-e7d96e1496cf'] in dv-cinder-806616-6-iscsi {{(pid=96123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 15:43:57.415222 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-902a39a2-3544-4668-96fa-4e9c7c72924d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1575015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8955913', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9098283'] for subnet, after_create {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:43:57.416857 dv-cinder-806616-6-iscsi neutron-server[96123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1774fd20-7aaf-4b05-a8ac-52a29d734165 None None] Routers {'22eb65ca-9cf2-40fd-ad8a-e7d96e1496cf'} bound to L3 agent in host dv-cinder-806616-6-iscsi {{(pid=96123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 15:43:57.417675 dv-cinder-806616-6-iscsi neutron-server[96123]: DEBUG neutron.db.l3_hamode_db [None req-1774fd20-7aaf-4b05-a8ac-52a29d734165 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806616-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-29T15:30:56Z,description=,heartbeat_timestamp=2021-09-29T15:43:57Z,host='dv-cinder-806616-6-iscsi',id=e5061b61-feb3-46be-bd05-1226f95d9417,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T15:30:57Z,topic='l3_agent')) {'router_ids': ['22eb65ca-9cf2-40fd-ad8a-e7d96e1496cf'], 'active': True} {{(pid=96123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 15:43:57.502825 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-902a39a2-3544-4668-96fa-4e9c7c72924d admin admin] Pushing event updated for resources: {'Subnet': ['ID=14982905-558c-499b-aa7a-b2b209e5934f,revision_number=0']} {{(pid=96120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 15:43:57.512185 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-902a39a2-3544-4668-96fa-4e9c7c72924d admin admin] Checking segment: {'id': 'bbedfb71-32d2-4327-889a-67837149e670', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '79ee6c69-7b3d-4c70-b582-42e227c19220'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96120) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 15:43:57.512647 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-902a39a2-3544-4668-96fa-4e9c7c72924d admin admin] Network hostable DHCP agents. Network: 79ee6c69-7b3d-4c70-b582-42e227c19220, hostable agents: ['626ea16d-5941-4cb2-98b6-5e39c33395ed'], hosted agents: [] {{(pid=96120) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 29 15:43:57.544823 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron_lib.callbacks.manager [None req-86ea74e9-eea3-4769-b153-652ac6294d68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741779927170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-625140'] for agent, after_update {{(pid=96122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:43:57.567527 dv-cinder-806616-6-iscsi neutron-server[96123]: DEBUG neutron.db.l3_dvr_db [None req-1774fd20-7aaf-4b05-a8ac-52a29d734165 None None] Set router 22eb65ca-9cf2-40fd-ad8a-e7d96e1496cf gateway port host: dv-cinder-806616-6-iscsi {{(pid=96123) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 15:43:57.596038 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-902a39a2-3544-4668-96fa-4e9c7c72924d admin admin] Network 79ee6c69-7b3d-4c70-b582-42e227c19220 is scheduled to be hosted by DHCP agent 626ea16d-5941-4cb2-98b6-5e39c33395ed with binding_index 1 {{(pid=96120) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 29 15:43:57.705695 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.scheduler.base_scheduler [None req-902a39a2-3544-4668-96fa-4e9c7c72924d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-806616-6-iscsi, 79ee6c69-7b3d-4c70-b582-42e227c19220) {{(pid=96120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 15:43:57.710009 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-902a39a2-3544-4668-96fa-4e9c7c72924d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=96120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:43:57.710632 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-902a39a2-3544-4668-96fa-4e9c7c72924d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577532'] for subnet, before_response {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:43:57.716247 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e833761-e6c9-4e5f-908b-dc8c4d9d0a12 None None] Network 79ee6c69-7b3d-4c70-b582-42e227c19220 requested from dv-cinder-806616-6-iscsi {{(pid=96122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 15:43:57.771845 dv-cinder-806616-6-iscsi neutron-server[96123]: DEBUG neutron.db.l3_hamode_db [None req-1774fd20-7aaf-4b05-a8ac-52a29d734165 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22eb65ca-9cf2-40fd-ad8a-e7d96e1496cf', 'name': 'tempest-TestMinimumBasicScenario-1454974900-router', 'tenant_id': '2744814d1df64ec9961e1e35dae5d604', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd5efe95-1549-4750-933c-70412f77577e', 'external_fixed_ips': [{'subnet_id': '9c872fed-da92-4e12-828d-ac62e1b980b9', 'ip_address': '172.27.0.23'}], 'enable_snat': True}, 'gw_port_id': '8569b9b0-4887-4c78-b7ed-6725135cc7c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T15:43:51Z', 'updated_at': '2021-09-29T15:43:54Z', 'revision_number': 4, 'project_id': '2744814d1df64ec9961e1e35dae5d604', 'gw_port': {'id': '8569b9b0-4887-4c78-b7ed-6725135cc7c5', 'name': '', 'network_id': 'cd5efe95-1549-4750-933c-70412f77577e', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:fe:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22eb65ca-9cf2-40fd-ad8a-e7d96e1496cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': '9c872fed-da92-4e12-828d-ac62e1b980b9', 'ip_address': '172.27.0.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806616-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T15:43:52Z', 'updated_at': '2021-09-29T15:43:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c872fed-da92-4e12-828d-ac62e1b980b9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806616-6-iscsi', '_interfaces': [{'id': '220b5316-720a-4f19-a4a3-933e70fdcafe', 'name': '', 'network_id': '451a4b33-3c15-4627-b84f-5dc87afd25d5', 'tenant_id': '2744814d1df64ec9961e1e35dae5d604', 'mac_address': 'fa:16:3e:78:19:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22eb65ca-9cf2-40fd-ad8a-e7d96e1496cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 465, 'fixed_ips': [{'subnet_id': '92b9bd24-d037-4f73-9cd3-47376a5d89ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T15:43:54Z', 'updated_at': '2021-09-29T15:43:54Z', 'revision_number': 2, 'project_id': '2744814d1df64ec9961e1e35dae5d604', 'subnets': [{'id': '92b9bd24-d037-4f73-9cd3-47376a5d89ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806616-6-iscsi', False) {} {{(pid=96123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 15:43:57.797999 dv-cinder-806616-6-iscsi neutron-server[96123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1774fd20-7aaf-4b05-a8ac-52a29d734165 None None] Checking router: 22eb65ca-9cf2-40fd-ad8a-e7d96e1496cf for host: dv-cinder-806616-6-iscsi {{(pid=96123) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 15:43:57.798348 dv-cinder-806616-6-iscsi neutron-server[96123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1774fd20-7aaf-4b05-a8ac-52a29d734165 None None] Updating router 22eb65ca-9cf2-40fd-ad8a-e7d96e1496cf port 220b5316-720a-4f19-a4a3-933e70fdcafe binding host dv-cinder-806616-6-iscsi {{(pid=96123) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 29 15:43:57.815486 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [None req-902a39a2-3544-4668-96fa-4e9c7c72924d admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.7096975 Sep 29 15:43:57.817927 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.wsgi [-] (96120) accepted ('10.222.0.46', 34956) {{(pid=96120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 15:43:57.826418 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.api.v2.base [None req-05096523-27de-4a53-8136-af8047774737 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-367504781-router', 'tenant_id': '173b088e2aaf4db7b70bd871036a09cd', 'external_gateway_info': {'network_id': 'cd5efe95-1549-4750-933c-70412f77577e'}}} {{(pid=96120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 15:43:57.828820 dv-cinder-806616-6-iscsi neutron-server[96123]: DEBUG neutron_lib.callbacks.manager [None req-1774fd20-7aaf-4b05-a8ac-52a29d734165 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-684029'] for port, before_update {{(pid=96123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:43:57.871709 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-666e7150-79d3-43d4-9908-4ce1699499ef None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc2c1769e-5874-5262-b979-a7c4e10a20b5-79ee6c69-7b3d-4c70-b582-42e227c19220', 'network_id': '79ee6c69-7b3d-4c70-b582-42e227c19220', 'tenant_id': '173b088e2aaf4db7b70bd871036a09cd', 'fixed_ips': [{'subnet_id': '14982905-558c-499b-aa7a-b2b209e5934f'}]}} from dv-cinder-806616-6-iscsi. {{(pid=96122) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 29 15:43:57.872688 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron_lib.callbacks.manager [None req-666e7150-79d3-43d4-9908-4ce1699499ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-684029'] for port, before_create {{(pid=96122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:43:57.962919 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-05096523-27de-4a53-8136-af8047774737 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1619852', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3514'] for router, before_create {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:43:57.964228 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-05096523-27de-4a53-8136-af8047774737 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1620348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1617292', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1739027', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3507'] for router, precommit_create {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:43:58.012629 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.db.db_base_plugin_common [None req-666e7150-79d3-43d4-9908-4ce1699499ef None None] Allocated IP 172.20.0.2 (79ee6c69-7b3d-4c70-b582-42e227c19220/14982905-558c-499b-aa7a-b2b209e5934f/5892e6c2-5136-4ceb-83c8-067cd6d6120d) {{(pid=96122) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 15:43:58.016628 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-05096523-27de-4a53-8136-af8047774737 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:43:58.109899 dv-cinder-806616-6-iscsi neutron-server[96123]: DEBUG neutron_lib.callbacks.manager [None req-1774fd20-7aaf-4b05-a8ac-52a29d734165 None None] Notify callbacks [] for port, precommit_update {{(pid=96123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:43:58.166360 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron_lib.callbacks.manager [None req-666e7150-79d3-43d4-9908-4ce1699499ef None None] Notify callbacks [] for port, precommit_create {{(pid=96122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:43:58.185689 dv-cinder-806616-6-iscsi neutron-server[96123]: DEBUG neutron_lib.callbacks.manager [None req-1774fd20-7aaf-4b05-a8ac-52a29d734165 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741780147972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741779628755', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741779628773'] for port, after_update {{(pid=96123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:43:58.201668 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.plugins.ml2.rpc [None req-86ea74e9-eea3-4769-b153-652ac6294d68 None None] Device 8569b9b0-4887-4c78-b7ed-6725135cc7c5 up at agent ovs-agent-dv-cinder-806616-6-iscsi {{(pid=96122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 15:43:58.229980 dv-cinder-806616-6-iscsi neutron-server[96123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c48cc5da-1c78-4e42-8c30-d32088d67437 None None] Pushing event updated for resources: {'Port': ['ID=220b5316-720a-4f19-a4a3-933e70fdcafe,revision_number=3']} {{(pid=96123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 15:43:58.237952 dv-cinder-806616-6-iscsi neutron-server[96123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c48cc5da-1c78-4e42-8c30-d32088d67437 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806616-6-iscsi {{(pid=96123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 15:43:58.238312 dv-cinder-806616-6-iscsi neutron-server[96123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c48cc5da-1c78-4e42-8c30-d32088d67437 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806616-6-iscsi {{(pid=96123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 15:43:58.238652 dv-cinder-806616-6-iscsi neutron-server[96123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c48cc5da-1c78-4e42-8c30-d32088d67437 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806616-6-iscsi {{(pid=96123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 15:43:58.239048 dv-cinder-806616-6-iscsi neutron-server[96123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c48cc5da-1c78-4e42-8c30-d32088d67437 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806616-6-iscsi {{(pid=96123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 15:43:58.239392 dv-cinder-806616-6-iscsi neutron-server[96123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c48cc5da-1c78-4e42-8c30-d32088d67437 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806616-6-iscsi {{(pid=96123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 15:43:58.239725 dv-cinder-806616-6-iscsi neutron-server[96123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c48cc5da-1c78-4e42-8c30-d32088d67437 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806616-6-iscsi {{(pid=96123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 15:43:58.240078 dv-cinder-806616-6-iscsi neutron-server[96123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c48cc5da-1c78-4e42-8c30-d32088d67437 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806616-6-iscsi {{(pid=96123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 15:43:58.240512 dv-cinder-806616-6-iscsi neutron-server[96123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c48cc5da-1c78-4e42-8c30-d32088d67437 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806616-6-iscsi {{(pid=96123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 15:43:58.240826 dv-cinder-806616-6-iscsi neutron-server[96123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c48cc5da-1c78-4e42-8c30-d32088d67437 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806616-6-iscsi {{(pid=96123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 15:43:58.241154 dv-cinder-806616-6-iscsi neutron-server[96123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c48cc5da-1c78-4e42-8c30-d32088d67437 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806616-6-iscsi {{(pid=96123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 15:43:58.241501 dv-cinder-806616-6-iscsi neutron-server[96123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c48cc5da-1c78-4e42-8c30-d32088d67437 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806616-6-iscsi {{(pid=96123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 15:43:58.241825 dv-cinder-806616-6-iscsi neutron-server[96123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c48cc5da-1c78-4e42-8c30-d32088d67437 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806616-6-iscsi {{(pid=96123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 15:43:58.258251 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.db.provisioning_blocks [None req-86ea74e9-eea3-4769-b153-652ac6294d68 None None] Provisioning complete for port 8569b9b0-4887-4c78-b7ed-6725135cc7c5 triggered by entity L2. {{(pid=96122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 15:43:58.258723 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron_lib.callbacks.manager [None req-86ea74e9-eea3-4769-b153-652ac6294d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-626465'] for port, provisioning_complete {{(pid=96122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:43:58.260738 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron_lib.callbacks.manager [None req-666e7150-79d3-43d4-9908-4ce1699499ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741779628737'] for port, after_create {{(pid=96122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:43:58.275355 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-05096523-27de-4a53-8136-af8047774737 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:43:58.315705 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-666e7150-79d3-43d4-9908-4ce1699499ef None None] Network 79ee6c69-7b3d-4c70-b582-42e227c19220 is already hosted by enough agents. {{(pid=96122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 15:43:58.320126 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.scheduler.base_scheduler [None req-666e7150-79d3-43d4-9908-4ce1699499ef None None] Resources bound (agent type, host, resource id): {{(pid=96122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 15:43:58.326688 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-666e7150-79d3-43d4-9908-4ce1699499ef None None] Received port after_create {{(pid=96122) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 15:43:58.354621 dv-cinder-806616-6-iscsi neutron-server[96123]: DEBUG neutron.plugins.ml2.managers [None req-1774fd20-7aaf-4b05-a8ac-52a29d734165 None None] Attempting to bind port 220b5316-720a-4f19-a4a3-933e70fdcafe on host dv-cinder-806616-6-iscsi for vnic_type normal with profile {{(pid=96123) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 15:43:58.354621 dv-cinder-806616-6-iscsi neutron-server[96123]: DEBUG neutron.plugins.ml2.managers [None req-1774fd20-7aaf-4b05-a8ac-52a29d734165 None None] Attempting to bind port 220b5316-720a-4f19-a4a3-933e70fdcafe by drivers openvswitch,hyperv on host dv-cinder-806616-6-iscsi at level 0 using segments [{'id': '3ecf6c38-e549-4e82-b3f2-9a1f359bd14b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '451a4b33-3c15-4627-b84f-5dc87afd25d5'}] {{(pid=96123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 15:43:58.354621 dv-cinder-806616-6-iscsi neutron-server[96123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1774fd20-7aaf-4b05-a8ac-52a29d734165 None None] Attempting to bind port 220b5316-720a-4f19-a4a3-933e70fdcafe on network 451a4b33-3c15-4627-b84f-5dc87afd25d5 {{(pid=96123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 15:43:58.355048 dv-cinder-806616-6-iscsi neutron-server[96123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1774fd20-7aaf-4b05-a8ac-52a29d734165 None None] Checking agent: {'id': '3420b91a-a9c7-4dbc-b0fb-eb58464b9dc3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806616-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 15, 30, 57), 'started_at': datetime.datetime(2021, 9, 29, 15, 31, 27), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 15, 43, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806616-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=96123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 15:43:58.355048 dv-cinder-806616-6-iscsi neutron-server[96123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1774fd20-7aaf-4b05-a8ac-52a29d734165 None None] Checking segment: {'id': '3ecf6c38-e549-4e82-b3f2-9a1f359bd14b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '451a4b33-3c15-4627-b84f-5dc87afd25d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96123) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 15:43:58.355465 dv-cinder-806616-6-iscsi neutron-server[96123]: DEBUG neutron_lib.callbacks.manager [None req-1774fd20-7aaf-4b05-a8ac-52a29d734165 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=96123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:43:58.355862 dv-cinder-806616-6-iscsi neutron-server[96123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1774fd20-7aaf-4b05-a8ac-52a29d734165 None None] Bound using segment: {'id': '3ecf6c38-e549-4e82-b3f2-9a1f359bd14b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '451a4b33-3c15-4627-b84f-5dc87afd25d5'} {{(pid=96123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 15:43:58.356384 dv-cinder-806616-6-iscsi neutron-server[96123]: DEBUG neutron.plugins.ml2.managers [None req-1774fd20-7aaf-4b05-a8ac-52a29d734165 None None] Bound port: 220b5316-720a-4f19-a4a3-933e70fdcafe, host: dv-cinder-806616-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3ecf6c38-e549-4e82-b3f2-9a1f359bd14b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '451a4b33-3c15-4627-b84f-5dc87afd25d5'}}] {{(pid=96123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 15:43:58.356784 dv-cinder-806616-6-iscsi neutron-server[96123]: DEBUG neutron_lib.callbacks.manager [None req-1774fd20-7aaf-4b05-a8ac-52a29d734165 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-684029'] for port, before_update {{(pid=96123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:43:58.372326 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-666e7150-79d3-43d4-9908-4ce1699499ef None None] Pushing event updated for resources: {'Port': ['ID=5892e6c2-5136-4ceb-83c8-067cd6d6120d,revision_number=1']} {{(pid=96122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 15:43:58.437233 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.plugins.ml2.managers [None req-666e7150-79d3-43d4-9908-4ce1699499ef None None] Attempting to bind port 5892e6c2-5136-4ceb-83c8-067cd6d6120d on host dv-cinder-806616-6-iscsi for vnic_type normal with profile {{(pid=96122) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 15:43:58.437424 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.plugins.ml2.managers [None req-666e7150-79d3-43d4-9908-4ce1699499ef None None] Attempting to bind port 5892e6c2-5136-4ceb-83c8-067cd6d6120d by drivers openvswitch,hyperv on host dv-cinder-806616-6-iscsi at level 0 using segments [{'id': 'bbedfb71-32d2-4327-889a-67837149e670', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '79ee6c69-7b3d-4c70-b582-42e227c19220'}] {{(pid=96122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 15:43:58.437788 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-666e7150-79d3-43d4-9908-4ce1699499ef None None] Attempting to bind port 5892e6c2-5136-4ceb-83c8-067cd6d6120d on network 79ee6c69-7b3d-4c70-b582-42e227c19220 {{(pid=96122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 15:43:58.444373 dv-cinder-806616-6-iscsi neutron-server[96123]: DEBUG neutron.plugins.ml2.db [None req-1774fd20-7aaf-4b05-a8ac-52a29d734165 None None] For port 220b5316-720a-4f19-a4a3-933e70fdcafe, host dv-cinder-806616-6-iscsi, cleared binding levels {{(pid=96123) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 15:43:58.448687 dv-cinder-806616-6-iscsi neutron-server[96123]: DEBUG neutron.plugins.ml2.db [None req-1774fd20-7aaf-4b05-a8ac-52a29d734165 None None] For port 220b5316-720a-4f19-a4a3-933e70fdcafe, host dv-cinder-806616-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806616-6-iscsi',level=0,port_id=220b5316-720a-4f19-a4a3-933e70fdcafe,segment=NetworkSegment(3ecf6c38-e549-4e82-b3f2-9a1f359bd14b),segment_id=3ecf6c38-e549-4e82-b3f2-9a1f359bd14b)] {{(pid=96123) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 15:43:58.459597 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-666e7150-79d3-43d4-9908-4ce1699499ef None None] Checking agent: {'id': '3420b91a-a9c7-4dbc-b0fb-eb58464b9dc3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806616-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 15, 30, 57), 'started_at': datetime.datetime(2021, 9, 29, 15, 31, 27), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 15, 43, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806616-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=96122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 15:43:58.460016 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-666e7150-79d3-43d4-9908-4ce1699499ef None None] Checking segment: {'id': 'bbedfb71-32d2-4327-889a-67837149e670', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '79ee6c69-7b3d-4c70-b582-42e227c19220'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 15:43:58.460395 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron_lib.callbacks.manager [None req-666e7150-79d3-43d4-9908-4ce1699499ef None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=96122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:43:58.460782 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-666e7150-79d3-43d4-9908-4ce1699499ef None None] Bound using segment: {'id': 'bbedfb71-32d2-4327-889a-67837149e670', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '79ee6c69-7b3d-4c70-b582-42e227c19220'} {{(pid=96122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 15:43:58.461253 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.plugins.ml2.managers [None req-666e7150-79d3-43d4-9908-4ce1699499ef None None] Bound port: 5892e6c2-5136-4ceb-83c8-067cd6d6120d, host: dv-cinder-806616-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bbedfb71-32d2-4327-889a-67837149e670', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '79ee6c69-7b3d-4c70-b582-42e227c19220'}}] {{(pid=96122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 15:43:58.461634 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron_lib.callbacks.manager [None req-666e7150-79d3-43d4-9908-4ce1699499ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-684029'] for port, before_update {{(pid=96122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:43:58.538136 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.plugins.ml2.db [None req-666e7150-79d3-43d4-9908-4ce1699499ef None None] For port 5892e6c2-5136-4ceb-83c8-067cd6d6120d, host dv-cinder-806616-6-iscsi, cleared binding levels {{(pid=96122) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 15:43:58.541172 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.plugins.ml2.db [None req-666e7150-79d3-43d4-9908-4ce1699499ef None None] For port 5892e6c2-5136-4ceb-83c8-067cd6d6120d, host dv-cinder-806616-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806616-6-iscsi',level=0,port_id=5892e6c2-5136-4ceb-83c8-067cd6d6120d,segment=NetworkSegment(bbedfb71-32d2-4327-889a-67837149e670),segment_id=bbedfb71-32d2-4327-889a-67837149e670)] {{(pid=96122) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 15:43:58.545544 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron_lib.callbacks.manager [None req-d04ed334-d278-4234-b850-06fee10c9c6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741779927170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-625140'] for agent, after_update {{(pid=96122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:43:58.547616 dv-cinder-806616-6-iscsi neutron-server[96123]: DEBUG neutron_lib.callbacks.manager [None req-1774fd20-7aaf-4b05-a8ac-52a29d734165 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741780147972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741779628755', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741779628773'] for port, after_update {{(pid=96123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:43:58.561472 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-05096523-27de-4a53-8136-af8047774737 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:43:58.595503 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.db.provisioning_blocks [None req-8666262a-651f-48cf-9235-45d4c4a645f0 None None] Provisioning complete for port 220b5316-720a-4f19-a4a3-933e70fdcafe triggered by entity DHCP. {{(pid=96122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 15:43:58.595503 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron_lib.callbacks.manager [None req-8666262a-651f-48cf-9235-45d4c4a645f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-626465'] for port, provisioning_complete {{(pid=96122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:43:58.595715 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-05096523-27de-4a53-8136-af8047774737 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-684029'] for port, before_create {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:43:58.623104 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron_lib.callbacks.manager [None req-666e7150-79d3-43d4-9908-4ce1699499ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741780147972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741779628755', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741779628773'] for port, after_update {{(pid=96122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:43:58.625847 dv-cinder-806616-6-iscsi neutron-server[96123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1774fd20-7aaf-4b05-a8ac-52a29d734165 None None] Routers {'22eb65ca-9cf2-40fd-ad8a-e7d96e1496cf'} bound to L3 agent in host dv-cinder-806616-6-iscsi {{(pid=96123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 15:43:58.626795 dv-cinder-806616-6-iscsi neutron-server[96123]: DEBUG neutron.db.l3_hamode_db [None req-1774fd20-7aaf-4b05-a8ac-52a29d734165 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806616-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-29T15:30:56Z,description=,heartbeat_timestamp=2021-09-29T15:43:57Z,host='dv-cinder-806616-6-iscsi',id=e5061b61-feb3-46be-bd05-1226f95d9417,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T15:30:57Z,topic='l3_agent')) {'router_ids': ['22eb65ca-9cf2-40fd-ad8a-e7d96e1496cf'], 'active': True} {{(pid=96123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 15:43:58.733223 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-666e7150-79d3-43d4-9908-4ce1699499ef None None] Pushing event updated for resources: {'Port': ['ID=5892e6c2-5136-4ceb-83c8-067cd6d6120d,revision_number=2']} {{(pid=96122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 15:43:58.751477 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.db.db_base_plugin_common [None req-05096523-27de-4a53-8136-af8047774737 admin admin] Allocated IP 172.27.0.104 (cd5efe95-1549-4750-933c-70412f77577e/9c872fed-da92-4e12-828d-ac62e1b980b9/a3d33c95-f43e-4287-8380-d5943ed2a0bf) {{(pid=96120) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 15:43:58.776423 dv-cinder-806616-6-iscsi neutron-server[96123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c48cc5da-1c78-4e42-8c30-d32088d67437 None None] Pushing event updated for resources: {'Port': ['ID=220b5316-720a-4f19-a4a3-933e70fdcafe,revision_number=4']} {{(pid=96123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 15:43:58.784915 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron_lib.callbacks.manager [None req-8666262a-651f-48cf-9235-45d4c4a645f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-684029'] for port, before_update {{(pid=96122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:43:58.803913 dv-cinder-806616-6-iscsi neutron-server[96123]: DEBUG neutron.db.l3_dvr_db [None req-1774fd20-7aaf-4b05-a8ac-52a29d734165 None None] Set router 22eb65ca-9cf2-40fd-ad8a-e7d96e1496cf gateway port host: dv-cinder-806616-6-iscsi {{(pid=96123) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 15:43:58.825852 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.plugins.ml2.db [None req-8666262a-651f-48cf-9235-45d4c4a645f0 None None] For port 220b5316-720a-4f19-a4a3-933e70fdcafe, host dv-cinder-806616-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806616-6-iscsi',level=0,port_id=220b5316-720a-4f19-a4a3-933e70fdcafe,segment=NetworkSegment(3ecf6c38-e549-4e82-b3f2-9a1f359bd14b),segment_id=3ecf6c38-e549-4e82-b3f2-9a1f359bd14b)] {{(pid=96122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 15:43:58.900120 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-05096523-27de-4a53-8136-af8047774737 admin admin] Notify callbacks [] for port, precommit_create {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:43:58.917157 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron_lib.callbacks.manager [None req-8666262a-651f-48cf-9235-45d4c4a645f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741780147972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741779628755', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741779628773'] for port, after_update {{(pid=96122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:43:59.014223 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8666262a-651f-48cf-9235-45d4c4a645f0 None None] Pushing event updated for resources: {'Port': ['ID=220b5316-720a-4f19-a4a3-933e70fdcafe,revision_number=5']} {{(pid=96122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 15:43:59.032417 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-05096523-27de-4a53-8136-af8047774737 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741779628737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8956053'] for port, after_create {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:43:59.048726 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.db.provisioning_blocks [None req-9e1e2f53-29a6-43f2-9636-7c670bb4fa53 None None] Provisioning complete for port 220b5316-720a-4f19-a4a3-933e70fdcafe triggered by entity DHCP. {{(pid=96122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 15:43:59.049098 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron_lib.callbacks.manager [None req-9e1e2f53-29a6-43f2-9636-7c670bb4fa53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-626465'] for port, provisioning_complete {{(pid=96122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:43:59.060384 dv-cinder-806616-6-iscsi neutron-server[96123]: DEBUG neutron.db.l3_hamode_db [None req-1774fd20-7aaf-4b05-a8ac-52a29d734165 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22eb65ca-9cf2-40fd-ad8a-e7d96e1496cf', 'name': 'tempest-TestMinimumBasicScenario-1454974900-router', 'tenant_id': '2744814d1df64ec9961e1e35dae5d604', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd5efe95-1549-4750-933c-70412f77577e', 'external_fixed_ips': [{'subnet_id': '9c872fed-da92-4e12-828d-ac62e1b980b9', 'ip_address': '172.27.0.23'}], 'enable_snat': True}, 'gw_port_id': '8569b9b0-4887-4c78-b7ed-6725135cc7c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T15:43:51Z', 'updated_at': '2021-09-29T15:43:54Z', 'revision_number': 4, 'project_id': '2744814d1df64ec9961e1e35dae5d604', 'gw_port': {'id': '8569b9b0-4887-4c78-b7ed-6725135cc7c5', 'name': '', 'network_id': 'cd5efe95-1549-4750-933c-70412f77577e', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:fe:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22eb65ca-9cf2-40fd-ad8a-e7d96e1496cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': '9c872fed-da92-4e12-828d-ac62e1b980b9', 'ip_address': '172.27.0.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806616-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T15:43:52Z', 'updated_at': '2021-09-29T15:43:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c872fed-da92-4e12-828d-ac62e1b980b9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806616-6-iscsi', '_interfaces': [{'id': '220b5316-720a-4f19-a4a3-933e70fdcafe', 'name': '', 'network_id': '451a4b33-3c15-4627-b84f-5dc87afd25d5', 'tenant_id': '2744814d1df64ec9961e1e35dae5d604', 'mac_address': 'fa:16:3e:78:19:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22eb65ca-9cf2-40fd-ad8a-e7d96e1496cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 465, 'fixed_ips': [{'subnet_id': '92b9bd24-d037-4f73-9cd3-47376a5d89ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806616-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T15:43:54Z', 'updated_at': '2021-09-29T15:43:58Z', 'revision_number': 4, 'project_id': '2744814d1df64ec9961e1e35dae5d604', 'subnets': [{'id': '92b9bd24-d037-4f73-9cd3-47376a5d89ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806616-6-iscsi', False) {} {{(pid=96123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 15:43:59.075731 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05096523-27de-4a53-8136-af8047774737 admin admin] Network cd5efe95-1549-4750-933c-70412f77577e is already hosted by enough agents. {{(pid=96120) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 15:43:59.084325 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.scheduler.base_scheduler [None req-05096523-27de-4a53-8136-af8047774737 admin admin] Resources bound (agent type, host, resource id): {{(pid=96120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 15:43:59.086911 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05096523-27de-4a53-8136-af8047774737 admin admin] Pushing event updated for resources: {'Port': ['ID=a3d33c95-f43e-4287-8380-d5943ed2a0bf,revision_number=1']} {{(pid=96120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 15:43:59.089052 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05096523-27de-4a53-8136-af8047774737 admin admin] Received port after_create {{(pid=96120) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 15:43:59.096971 dv-cinder-806616-6-iscsi neutron-server[96123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1774fd20-7aaf-4b05-a8ac-52a29d734165 None None] The sync data for ids ['22eb65ca-9cf2-40fd-ad8a-e7d96e1496cf'] in dv-cinder-806616-6-iscsi is: [{'id': '22eb65ca-9cf2-40fd-ad8a-e7d96e1496cf', 'name': 'tempest-TestMinimumBasicScenario-1454974900-router', 'tenant_id': '2744814d1df64ec9961e1e35dae5d604', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd5efe95-1549-4750-933c-70412f77577e', 'external_fixed_ips': [{'subnet_id': '9c872fed-da92-4e12-828d-ac62e1b980b9', 'ip_address': '172.27.0.23'}], 'enable_snat': True}, 'gw_port_id': '8569b9b0-4887-4c78-b7ed-6725135cc7c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T15:43:51Z', 'updated_at': '2021-09-29T15:43:54Z', 'revision_number': 4, 'project_id': '2744814d1df64ec9961e1e35dae5d604', 'gw_port': {'id': '8569b9b0-4887-4c78-b7ed-6725135cc7c5', 'name': '', 'network_id': 'cd5efe95-1549-4750-933c-70412f77577e', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:fe:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22eb65ca-9cf2-40fd-ad8a-e7d96e1496cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': '9c872fed-da92-4e12-828d-ac62e1b980b9', 'ip_address': '172.27.0.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806616-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T15:43:52Z', 'updated_at': '2021-09-29T15:43:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c872fed-da92-4e12-828d-ac62e1b980b9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806616-6-iscsi', '_interfaces': [{'id': '220b5316-720a-4f19-a4a3-933e70fdcafe', 'name': '', 'network_id': '451a4b33-3c15-4627-b84f-5dc87afd25d5', 'tenant_id': '2744814d1df64ec9961e1e35dae5d604', 'mac_address': 'fa:16:3e:78:19:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22eb65ca-9cf2-40fd-ad8a-e7d96e1496cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 465, 'fixed_ips': [{'subnet_id': '92b9bd24-d037-4f73-9cd3-47376a5d89ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806616-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T15:43:54Z', 'updated_at': '2021-09-29T15:43:58Z', 'revision_number': 4, 'project_id': '2744814d1df64ec9961e1e35dae5d604', 'subnets': [{'id': '92b9bd24-d037-4f73-9cd3-47376a5d89ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=96123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 15:43:59.422270 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-05096523-27de-4a53-8136-af8047774737 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:43:59.597269 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron_lib.callbacks.manager [None req-9bd021b7-afaf-4c67-b111-7b9308fbf6a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741779927170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-625140'] for agent, after_update {{(pid=96122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:43:59.646103 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-05096523-27de-4a53-8136-af8047774737 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1620229', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1617329'] for router, after_create {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:43:59.793389 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40f9e404-216a-4ba0-a2b9-cdae3b48282f None None] Network 79ee6c69-7b3d-4c70-b582-42e227c19220 requested from dv-cinder-806616-6-iscsi {{(pid=96122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 15:43:59.888172 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05096523-27de-4a53-8136-af8047774737 admin admin] Router c04a2ca3-abc7-42ae-a39e-0ff0a0236ad6 is scheduled to L3 agent e5061b61-feb3-46be-bd05-1226f95d9417 with binding_index 1 {{(pid=96120) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 29 15:43:59.909584 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.db.provisioning_blocks [None req-d9b4386c-69cc-4434-b1a9-ede346d03083 None None] Provisioning complete for port 5892e6c2-5136-4ceb-83c8-067cd6d6120d triggered by entity DHCP. {{(pid=96122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 15:43:59.909963 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron_lib.callbacks.manager [None req-d9b4386c-69cc-4434-b1a9-ede346d03083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-626465'] for port, provisioning_complete {{(pid=96122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:43:59.996867 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05096523-27de-4a53-8136-af8047774737 admin admin] Notify agent at l3_agent.dv-cinder-806616-6-iscsi the message routers_updated {{(pid=96120) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 15:44:00.011822 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90a1b690-d580-450d-a22a-d9e6de20585c None None] Sync routers for ids ['c04a2ca3-abc7-42ae-a39e-0ff0a0236ad6'] in dv-cinder-806616-6-iscsi {{(pid=96122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 15:44:00.030357 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron_lib.callbacks.manager [None req-d9b4386c-69cc-4434-b1a9-ede346d03083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-684029'] for port, before_update {{(pid=96122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:44:00.033183 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90a1b690-d580-450d-a22a-d9e6de20585c None None] Routers {'c04a2ca3-abc7-42ae-a39e-0ff0a0236ad6'} bound to L3 agent in host dv-cinder-806616-6-iscsi {{(pid=96122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 15:44:00.033812 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.db.l3_hamode_db [None req-90a1b690-d580-450d-a22a-d9e6de20585c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806616-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-29T15:30:56Z,description=,heartbeat_timestamp=2021-09-29T15:43:57Z,host='dv-cinder-806616-6-iscsi',id=e5061b61-feb3-46be-bd05-1226f95d9417,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T15:30:57Z,topic='l3_agent')) {'router_ids': ['c04a2ca3-abc7-42ae-a39e-0ff0a0236ad6'], 'active': True} {{(pid=96122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 15:44:00.102900 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-05096523-27de-4a53-8136-af8047774737 admin admin] Notify callbacks [] for router, before_response {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:44:00.103175 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [None req-05096523-27de-4a53-8136-af8047774737 admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.2841852 Sep 29 15:44:00.105900 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.wsgi [-] (96121) accepted ('10.222.0.46', 34980) {{(pid=96121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 15:44:00.109947 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.plugins.ml2.db [None req-d9b4386c-69cc-4434-b1a9-ede346d03083 None None] For port 5892e6c2-5136-4ceb-83c8-067cd6d6120d, host dv-cinder-806616-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806616-6-iscsi',level=0,port_id=5892e6c2-5136-4ceb-83c8-067cd6d6120d,segment=NetworkSegment(bbedfb71-32d2-4327-889a-67837149e670),segment_id=bbedfb71-32d2-4327-889a-67837149e670)] {{(pid=96122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 15:44:00.288171 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron_lib.callbacks.manager [None req-d9b4386c-69cc-4434-b1a9-ede346d03083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741780147972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741779628755', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741779628773'] for port, after_update {{(pid=96122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:44:00.316462 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.plugins.ml2.rpc [None req-86ea74e9-eea3-4769-b153-652ac6294d68 None None] Device 5892e6c2-5136-4ceb-83c8-067cd6d6120d up at agent ovs-agent-dv-cinder-806616-6-iscsi {{(pid=96122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 15:44:00.353072 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.db.l3_dvr_db [None req-90a1b690-d580-450d-a22a-d9e6de20585c None None] Set router c04a2ca3-abc7-42ae-a39e-0ff0a0236ad6 gateway port host: dv-cinder-806616-6-iscsi {{(pid=96122) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 15:44:00.448465 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b4386c-69cc-4434-b1a9-ede346d03083 None None] Pushing event updated for resources: {'Port': ['ID=5892e6c2-5136-4ceb-83c8-067cd6d6120d,revision_number=3']} {{(pid=96122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 15:44:00.471756 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.db.provisioning_blocks [None req-85b127e8-cc50-4151-ad67-2bdccd15dfcb None None] Provisioning complete for port 5892e6c2-5136-4ceb-83c8-067cd6d6120d triggered by entity DHCP. {{(pid=96122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 15:44:00.472174 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron_lib.callbacks.manager [None req-85b127e8-cc50-4151-ad67-2bdccd15dfcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-626465'] for port, provisioning_complete {{(pid=96122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:44:00.536181 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.db.provisioning_blocks [None req-86ea74e9-eea3-4769-b153-652ac6294d68 None None] Provisioning complete for port 5892e6c2-5136-4ceb-83c8-067cd6d6120d triggered by entity L2. {{(pid=96122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 15:44:00.536466 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron_lib.callbacks.manager [None req-86ea74e9-eea3-4769-b153-652ac6294d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-626465'] for port, provisioning_complete {{(pid=96122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:44:00.553423 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [None req-3f4d45ec-4732-48cc-9576-33dafea569c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-684029'] for port, before_create {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:44:00.710434 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.plugins.ml2.rpc [None req-86ea74e9-eea3-4769-b153-652ac6294d68 None None] Device 220b5316-720a-4f19-a4a3-933e70fdcafe up at agent ovs-agent-dv-cinder-806616-6-iscsi {{(pid=96122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 15:44:00.715667 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.db.db_base_plugin_common [None req-3f4d45ec-4732-48cc-9576-33dafea569c9 admin admin] Allocated IP 172.20.0.1 (79ee6c69-7b3d-4c70-b582-42e227c19220/14982905-558c-499b-aa7a-b2b209e5934f/387bc378-271d-461a-8838-e01866a65e31) {{(pid=96121) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 15:44:00.735305 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.db.l3_hamode_db [None req-90a1b690-d580-450d-a22a-d9e6de20585c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c04a2ca3-abc7-42ae-a39e-0ff0a0236ad6', 'name': 'tempest-TestMinimumBasicScenario-367504781-router', 'tenant_id': '173b088e2aaf4db7b70bd871036a09cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd5efe95-1549-4750-933c-70412f77577e', 'external_fixed_ips': [{'subnet_id': '9c872fed-da92-4e12-828d-ac62e1b980b9', 'ip_address': '172.27.0.104'}], 'enable_snat': True}, 'gw_port_id': 'a3d33c95-f43e-4287-8380-d5943ed2a0bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T15:43:57Z', 'updated_at': '2021-09-29T15:43:59Z', 'revision_number': 3, 'project_id': '173b088e2aaf4db7b70bd871036a09cd', 'gw_port': {'id': 'a3d33c95-f43e-4287-8380-d5943ed2a0bf', 'name': '', 'network_id': 'cd5efe95-1549-4750-933c-70412f77577e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:8a:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c04a2ca3-abc7-42ae-a39e-0ff0a0236ad6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 476, 'fixed_ips': [{'subnet_id': '9c872fed-da92-4e12-828d-ac62e1b980b9', 'ip_address': '172.27.0.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T15:43:58Z', 'updated_at': '2021-09-29T15:43:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9c872fed-da92-4e12-828d-ac62e1b980b9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806616-6-iscsi'}], 'dv-cinder-806616-6-iscsi', False) {} {{(pid=96122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 15:44:00.768625 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90a1b690-d580-450d-a22a-d9e6de20585c None None] Checking router: c04a2ca3-abc7-42ae-a39e-0ff0a0236ad6 for host: dv-cinder-806616-6-iscsi {{(pid=96122) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 15:44:00.768625 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90a1b690-d580-450d-a22a-d9e6de20585c None None] Updating router c04a2ca3-abc7-42ae-a39e-0ff0a0236ad6 port a3d33c95-f43e-4287-8380-d5943ed2a0bf binding host dv-cinder-806616-6-iscsi {{(pid=96122) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 29 15:44:00.803495 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron_lib.callbacks.manager [None req-90a1b690-d580-450d-a22a-d9e6de20585c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-684029'] for port, before_update {{(pid=96122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:44:00.836405 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.db.provisioning_blocks [None req-86ea74e9-eea3-4769-b153-652ac6294d68 None None] Provisioning complete for port 220b5316-720a-4f19-a4a3-933e70fdcafe triggered by entity L2. {{(pid=96122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 15:44:00.836806 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron_lib.callbacks.manager [None req-86ea74e9-eea3-4769-b153-652ac6294d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-626465'] for port, provisioning_complete {{(pid=96122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:44:00.837423 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [None req-3f4d45ec-4732-48cc-9576-33dafea569c9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:44:00.969198 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [None req-3f4d45ec-4732-48cc-9576-33dafea569c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741779628737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3898419'] for port, after_create {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:44:01.008441 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f4d45ec-4732-48cc-9576-33dafea569c9 admin admin] Network 79ee6c69-7b3d-4c70-b582-42e227c19220 is already hosted by enough agents. {{(pid=96121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 15:44:01.013179 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.scheduler.base_scheduler [None req-3f4d45ec-4732-48cc-9576-33dafea569c9 admin admin] Resources bound (agent type, host, resource id): {{(pid=96121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 15:44:01.020784 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f4d45ec-4732-48cc-9576-33dafea569c9 admin admin] Received port after_create {{(pid=96121) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 15:44:01.023114 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4d45ec-4732-48cc-9576-33dafea569c9 admin admin] Pushing event updated for resources: {'Port': ['ID=387bc378-271d-461a-8838-e01866a65e31,revision_number=1']} {{(pid=96121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 15:44:01.078776 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [None req-3f4d45ec-4732-48cc-9576-33dafea569c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1619084'] for router_interface, before_create {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:44:01.164807 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron_lib.callbacks.manager [None req-90a1b690-d580-450d-a22a-d9e6de20585c None None] Notify callbacks [] for port, precommit_update {{(pid=96122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:44:01.247992 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron_lib.callbacks.manager [None req-90a1b690-d580-450d-a22a-d9e6de20585c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741780147972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741779628755', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741779628773'] for port, after_update {{(pid=96122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:44:01.308702 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [None req-3f4d45ec-4732-48cc-9576-33dafea569c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-684029'] for port, before_update {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:44:01.309942 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.plugins.ml2.managers [None req-90a1b690-d580-450d-a22a-d9e6de20585c None None] Attempting to bind port a3d33c95-f43e-4287-8380-d5943ed2a0bf on host dv-cinder-806616-6-iscsi for vnic_type normal with profile {{(pid=96122) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 15:44:01.310335 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.plugins.ml2.managers [None req-90a1b690-d580-450d-a22a-d9e6de20585c None None] Attempting to bind port a3d33c95-f43e-4287-8380-d5943ed2a0bf by drivers openvswitch,hyperv on host dv-cinder-806616-6-iscsi at level 0 using segments [{'id': '16a0d549-78f3-47f2-8934-1674670c2e39', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cd5efe95-1549-4750-933c-70412f77577e'}] {{(pid=96122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 15:44:01.310693 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90a1b690-d580-450d-a22a-d9e6de20585c None None] Attempting to bind port a3d33c95-f43e-4287-8380-d5943ed2a0bf on network cd5efe95-1549-4750-933c-70412f77577e {{(pid=96122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 15:44:01.313067 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc74942-369b-48de-8f15-5202d0fa7c23 None None] Pushing event updated for resources: {'Port': ['ID=a3d33c95-f43e-4287-8380-d5943ed2a0bf,revision_number=2']} {{(pid=96122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 15:44:01.321638 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90a1b690-d580-450d-a22a-d9e6de20585c None None] Checking agent: {'id': '3420b91a-a9c7-4dbc-b0fb-eb58464b9dc3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806616-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 15, 30, 57), 'started_at': datetime.datetime(2021, 9, 29, 15, 31, 27), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 15, 43, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806616-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=96122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 15:44:01.322008 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90a1b690-d580-450d-a22a-d9e6de20585c None None] Checking segment: {'id': '16a0d549-78f3-47f2-8934-1674670c2e39', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cd5efe95-1549-4750-933c-70412f77577e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 15:44:01.322404 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron_lib.callbacks.manager [None req-90a1b690-d580-450d-a22a-d9e6de20585c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=96122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:44:01.322785 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90a1b690-d580-450d-a22a-d9e6de20585c None None] Bound using segment: {'id': '16a0d549-78f3-47f2-8934-1674670c2e39', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cd5efe95-1549-4750-933c-70412f77577e'} {{(pid=96122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 15:44:01.323245 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.plugins.ml2.managers [None req-90a1b690-d580-450d-a22a-d9e6de20585c None None] Bound port: a3d33c95-f43e-4287-8380-d5943ed2a0bf, host: dv-cinder-806616-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '16a0d549-78f3-47f2-8934-1674670c2e39', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cd5efe95-1549-4750-933c-70412f77577e'}}] {{(pid=96122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 15:44:01.323624 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron_lib.callbacks.manager [None req-90a1b690-d580-450d-a22a-d9e6de20585c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-684029'] for port, before_update {{(pid=96122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:44:01.329271 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.db.provisioning_blocks [None req-9998660a-2421-4c83-9b27-891117ae7d94 None None] Provisioning complete for port 387bc378-271d-461a-8838-e01866a65e31 triggered by entity DHCP. {{(pid=96122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 15:44:01.329629 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron_lib.callbacks.manager [None req-9998660a-2421-4c83-9b27-891117ae7d94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-626465'] for port, provisioning_complete {{(pid=96122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:44:01.396339 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.plugins.ml2.plugin [None req-9998660a-2421-4c83-9b27-891117ae7d94 None None] Port 387bc378-271d-461a-8838-e01866a65e31 cannot update to ACTIVE because it is not bound. {{(pid=96122) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 29 15:44:01.403252 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.plugins.ml2.db [None req-90a1b690-d580-450d-a22a-d9e6de20585c None None] For port a3d33c95-f43e-4287-8380-d5943ed2a0bf, host dv-cinder-806616-6-iscsi, cleared binding levels {{(pid=96122) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 15:44:01.406334 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.plugins.ml2.db [None req-90a1b690-d580-450d-a22a-d9e6de20585c None None] For port a3d33c95-f43e-4287-8380-d5943ed2a0bf, host dv-cinder-806616-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806616-6-iscsi',level=0,port_id=a3d33c95-f43e-4287-8380-d5943ed2a0bf,segment=NetworkSegment(16a0d549-78f3-47f2-8934-1674670c2e39),segment_id=16a0d549-78f3-47f2-8934-1674670c2e39)] {{(pid=96122) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 15:44:01.468003 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [None req-3f4d45ec-4732-48cc-9576-33dafea569c9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:44:01.528609 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron_lib.callbacks.manager [None req-90a1b690-d580-450d-a22a-d9e6de20585c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741780147972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741779628755', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741779628773'] for port, after_update {{(pid=96122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:44:01.556647 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [None req-3f4d45ec-4732-48cc-9576-33dafea569c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741780147972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741779628755', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741779628773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3898424'] for port, after_update {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:44:01.587140 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90a1b690-d580-450d-a22a-d9e6de20585c None None] Routers {'c04a2ca3-abc7-42ae-a39e-0ff0a0236ad6'} bound to L3 agent in host dv-cinder-806616-6-iscsi {{(pid=96122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 15:44:01.587758 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.db.l3_hamode_db [None req-90a1b690-d580-450d-a22a-d9e6de20585c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806616-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-29T15:30:56Z,description=,heartbeat_timestamp=2021-09-29T15:43:57Z,host='dv-cinder-806616-6-iscsi',id=e5061b61-feb3-46be-bd05-1226f95d9417,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T15:30:57Z,topic='l3_agent')) {'router_ids': ['c04a2ca3-abc7-42ae-a39e-0ff0a0236ad6'], 'active': True} {{(pid=96122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 15:44:01.622738 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc74942-369b-48de-8f15-5202d0fa7c23 None None] Pushing event updated for resources: {'Port': ['ID=a3d33c95-f43e-4287-8380-d5943ed2a0bf,revision_number=3']} {{(pid=96122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 15:44:01.625934 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4d45ec-4732-48cc-9576-33dafea569c9 admin admin] Pushing event updated for resources: {'Port': ['ID=387bc378-271d-461a-8838-e01866a65e31,revision_number=2']} {{(pid=96121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 15:44:01.628471 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [None req-3f4d45ec-4732-48cc-9576-33dafea569c9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1575380', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1620092'] for router_interface, after_create {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:44:01.702541 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.db.l3_dvr_db [None req-90a1b690-d580-450d-a22a-d9e6de20585c None None] Set router c04a2ca3-abc7-42ae-a39e-0ff0a0236ad6 gateway port host: dv-cinder-806616-6-iscsi {{(pid=96122) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 15:44:01.718825 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f4d45ec-4732-48cc-9576-33dafea569c9 admin admin] Network 79ee6c69-7b3d-4c70-b582-42e227c19220 is already hosted by enough agents. {{(pid=96121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 15:44:01.720181 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.scheduler.base_scheduler [None req-3f4d45ec-4732-48cc-9576-33dafea569c9 admin admin] Resources bound (agent type, host, resource id): {{(pid=96121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 15:44:01.844967 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f4d45ec-4732-48cc-9576-33dafea569c9 admin admin] Router c04a2ca3-abc7-42ae-a39e-0ff0a0236ad6 has already been hosted by L3 agent e5061b61-feb3-46be-bd05-1226f95d9417 {{(pid=96121) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 29 15:44:01.930926 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.db.l3_hamode_db [None req-90a1b690-d580-450d-a22a-d9e6de20585c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c04a2ca3-abc7-42ae-a39e-0ff0a0236ad6', 'name': 'tempest-TestMinimumBasicScenario-367504781-router', 'tenant_id': '173b088e2aaf4db7b70bd871036a09cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd5efe95-1549-4750-933c-70412f77577e', 'external_fixed_ips': [{'subnet_id': '9c872fed-da92-4e12-828d-ac62e1b980b9', 'ip_address': '172.27.0.104'}], 'enable_snat': True}, 'gw_port_id': 'a3d33c95-f43e-4287-8380-d5943ed2a0bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T15:43:57Z', 'updated_at': '2021-09-29T15:44:01Z', 'revision_number': 4, 'project_id': '173b088e2aaf4db7b70bd871036a09cd', 'gw_port': {'id': 'a3d33c95-f43e-4287-8380-d5943ed2a0bf', 'name': '', 'network_id': 'cd5efe95-1549-4750-933c-70412f77577e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:8a:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c04a2ca3-abc7-42ae-a39e-0ff0a0236ad6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 476, 'fixed_ips': [{'subnet_id': '9c872fed-da92-4e12-828d-ac62e1b980b9', 'ip_address': '172.27.0.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806616-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T15:43:58Z', 'updated_at': '2021-09-29T15:44:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9c872fed-da92-4e12-828d-ac62e1b980b9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806616-6-iscsi', '_interfaces': [{'id': '387bc378-271d-461a-8838-e01866a65e31', 'name': '', 'network_id': '79ee6c69-7b3d-4c70-b582-42e227c19220', 'tenant_id': '173b088e2aaf4db7b70bd871036a09cd', 'mac_address': 'fa:16:3e:c1:91:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c04a2ca3-abc7-42ae-a39e-0ff0a0236ad6', 'device_owner': 'network:router_interface', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': '14982905-558c-499b-aa7a-b2b209e5934f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T15:44:00Z', 'updated_at': '2021-09-29T15:44:01Z', 'revision_number': 2, 'project_id': '173b088e2aaf4db7b70bd871036a09cd', 'subnets': [{'id': '14982905-558c-499b-aa7a-b2b209e5934f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806616-6-iscsi', False) {} {{(pid=96122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 15:44:01.932873 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.db.provisioning_blocks [None req-4d48a2df-936c-4218-ae3c-3f520de5cde6 None None] Provisioning complete for port 387bc378-271d-461a-8838-e01866a65e31 triggered by entity DHCP. {{(pid=96122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 15:44:01.933242 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron_lib.callbacks.manager [None req-4d48a2df-936c-4218-ae3c-3f520de5cde6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-626465'] for port, provisioning_complete {{(pid=96122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:44:01.982053 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90a1b690-d580-450d-a22a-d9e6de20585c None None] The sync data for ids ['c04a2ca3-abc7-42ae-a39e-0ff0a0236ad6'] in dv-cinder-806616-6-iscsi is: [{'id': 'c04a2ca3-abc7-42ae-a39e-0ff0a0236ad6', 'name': 'tempest-TestMinimumBasicScenario-367504781-router', 'tenant_id': '173b088e2aaf4db7b70bd871036a09cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd5efe95-1549-4750-933c-70412f77577e', 'external_fixed_ips': [{'subnet_id': '9c872fed-da92-4e12-828d-ac62e1b980b9', 'ip_address': '172.27.0.104'}], 'enable_snat': True}, 'gw_port_id': 'a3d33c95-f43e-4287-8380-d5943ed2a0bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T15:43:57Z', 'updated_at': '2021-09-29T15:44:01Z', 'revision_number': 4, 'project_id': '173b088e2aaf4db7b70bd871036a09cd', 'gw_port': {'id': 'a3d33c95-f43e-4287-8380-d5943ed2a0bf', 'name': '', 'network_id': 'cd5efe95-1549-4750-933c-70412f77577e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:8a:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c04a2ca3-abc7-42ae-a39e-0ff0a0236ad6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 476, 'fixed_ips': [{'subnet_id': '9c872fed-da92-4e12-828d-ac62e1b980b9', 'ip_address': '172.27.0.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806616-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T15:43:58Z', 'updated_at': '2021-09-29T15:44:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9c872fed-da92-4e12-828d-ac62e1b980b9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806616-6-iscsi', '_interfaces': [{'id': '387bc378-271d-461a-8838-e01866a65e31', 'name': '', 'network_id': '79ee6c69-7b3d-4c70-b582-42e227c19220', 'tenant_id': '173b088e2aaf4db7b70bd871036a09cd', 'mac_address': 'fa:16:3e:c1:91:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c04a2ca3-abc7-42ae-a39e-0ff0a0236ad6', 'device_owner': 'network:router_interface', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': '14982905-558c-499b-aa7a-b2b209e5934f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T15:44:00Z', 'updated_at': '2021-09-29T15:44:01Z', 'revision_number': 2, 'project_id': '173b088e2aaf4db7b70bd871036a09cd', 'subnets': [{'id': '14982905-558c-499b-aa7a-b2b209e5934f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=96122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 15:44:02.004794 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.plugins.ml2.plugin [None req-4d48a2df-936c-4218-ae3c-3f520de5cde6 None None] Port 387bc378-271d-461a-8838-e01866a65e31 cannot update to ACTIVE because it is not bound. {{(pid=96122) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 29 15:44:02.168253 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.plugins.ml2.rpc [None req-86ea74e9-eea3-4769-b153-652ac6294d68 None None] Device 5892e6c2-5136-4ceb-83c8-067cd6d6120d up at agent ovs-agent-dv-cinder-806616-6-iscsi {{(pid=96122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 15:44:02.243111 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.db.provisioning_blocks [None req-86ea74e9-eea3-4769-b153-652ac6294d68 None None] Provisioning complete for port 5892e6c2-5136-4ceb-83c8-067cd6d6120d triggered by entity L2. {{(pid=96122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 15:44:02.243266 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f4d45ec-4732-48cc-9576-33dafea569c9 admin admin] Notify agent at l3_agent.dv-cinder-806616-6-iscsi the message routers_updated {{(pid=96121) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 15:44:02.243492 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron_lib.callbacks.manager [None req-86ea74e9-eea3-4769-b153-652ac6294d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-626465'] for port, provisioning_complete {{(pid=96122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:44:02.258500 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [None req-3f4d45ec-4732-48cc-9576-33dafea569c9 admin admin] 10.222.0.46 "PUT /v2.0/routers/c04a2ca3-abc7-42ae-a39e-0ff0a0236ad6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1497047 Sep 29 15:44:02.951124 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.wsgi [-] (96121) accepted ('10.222.0.46', 35030) {{(pid=96121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 15:44:03.065496 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [None req-3230c2f6-eab5-4dd2-a36f-fbe16ac45ef1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:44:03.169898 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [None req-3230c2f6-eab5-4dd2-a36f-fbe16ac45ef1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:44:03.219951 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [None req-3230c2f6-eab5-4dd2-a36f-fbe16ac45ef1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579214'] for security_group, after_create {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:44:03.301344 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [None req-3230c2f6-eab5-4dd2-a36f-fbe16ac45ef1 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=2d34a30909024c93b2adadd60a968a24&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3473008 Sep 29 15:44:03.302260 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3230c2f6-eab5-4dd2-a36f-fbe16ac45ef1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9edc51cb-4003-405b-9383-e11724d9dcea,revision_number=1']} {{(pid=96121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 15:44:03.304024 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.wsgi [-] (96120) accepted ('10.222.0.46', 35046) {{(pid=96120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 15:44:03.363821 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-767d8bc5-19cf-4a3a-99cc-96cad68cb8ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:44:03.386597 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-767d8bc5-19cf-4a3a-99cc-96cad68cb8ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:44:03.534478 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-767d8bc5-19cf-4a3a-99cc-96cad68cb8ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579214'] for security_group, after_delete {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:44:03.537346 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-767d8bc5-19cf-4a3a-99cc-96cad68cb8ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:44:03.538712 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [None req-767d8bc5-19cf-4a3a-99cc-96cad68cb8ff admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/9edc51cb-4003-405b-9383-e11724d9dcea HTTP/1.1" status: 204 len: 168 time: 0.2333927 Sep 29 15:44:03.547564 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767d8bc5-19cf-4a3a-99cc-96cad68cb8ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9edc51cb-4003-405b-9383-e11724d9dcea,revision_number=None']} {{(pid=96120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 15:44:04.133264 dv-cinder-806616-6-iscsi neutron-server[96123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7452918e-22c5-473e-88e4-823f0dd24329 None None] Sync routers for ids ['c04a2ca3-abc7-42ae-a39e-0ff0a0236ad6'] in dv-cinder-806616-6-iscsi {{(pid=96123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 15:44:04.149126 dv-cinder-806616-6-iscsi neutron-server[96123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7452918e-22c5-473e-88e4-823f0dd24329 None None] Routers {'c04a2ca3-abc7-42ae-a39e-0ff0a0236ad6'} bound to L3 agent in host dv-cinder-806616-6-iscsi {{(pid=96123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 15:44:04.149953 dv-cinder-806616-6-iscsi neutron-server[96123]: DEBUG neutron.db.l3_hamode_db [None req-7452918e-22c5-473e-88e4-823f0dd24329 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806616-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-29T15:30:56Z,description=,heartbeat_timestamp=2021-09-29T15:43:57Z,host='dv-cinder-806616-6-iscsi',id=e5061b61-feb3-46be-bd05-1226f95d9417,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T15:30:57Z,topic='l3_agent')) {'router_ids': ['c04a2ca3-abc7-42ae-a39e-0ff0a0236ad6'], 'active': True} {{(pid=96123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 15:44:04.231908 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.plugins.ml2.rpc [None req-86ea74e9-eea3-4769-b153-652ac6294d68 None None] Device a3d33c95-f43e-4287-8380-d5943ed2a0bf up at agent ovs-agent-dv-cinder-806616-6-iscsi {{(pid=96122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 15:44:04.444801 dv-cinder-806616-6-iscsi neutron-server[96123]: DEBUG neutron.db.l3_dvr_db [None req-7452918e-22c5-473e-88e4-823f0dd24329 None None] Set router c04a2ca3-abc7-42ae-a39e-0ff0a0236ad6 gateway port host: dv-cinder-806616-6-iscsi {{(pid=96123) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 15:44:04.539448 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.db.provisioning_blocks [None req-86ea74e9-eea3-4769-b153-652ac6294d68 None None] Provisioning complete for port a3d33c95-f43e-4287-8380-d5943ed2a0bf triggered by entity L2. {{(pid=96122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 15:44:04.540055 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron_lib.callbacks.manager [None req-86ea74e9-eea3-4769-b153-652ac6294d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-626465'] for port, provisioning_complete {{(pid=96122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:44:04.665313 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron_lib.callbacks.manager [None req-86ea74e9-eea3-4769-b153-652ac6294d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-684029'] for port, before_update {{(pid=96122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:44:04.695080 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.plugins.ml2.db [None req-86ea74e9-eea3-4769-b153-652ac6294d68 None None] For port a3d33c95-f43e-4287-8380-d5943ed2a0bf, host dv-cinder-806616-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806616-6-iscsi',level=0,port_id=a3d33c95-f43e-4287-8380-d5943ed2a0bf,segment=NetworkSegment(16a0d549-78f3-47f2-8934-1674670c2e39),segment_id=16a0d549-78f3-47f2-8934-1674670c2e39)] {{(pid=96122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 15:44:04.750175 dv-cinder-806616-6-iscsi neutron-server[96123]: DEBUG neutron.db.l3_hamode_db [None req-7452918e-22c5-473e-88e4-823f0dd24329 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c04a2ca3-abc7-42ae-a39e-0ff0a0236ad6', 'name': 'tempest-TestMinimumBasicScenario-367504781-router', 'tenant_id': '173b088e2aaf4db7b70bd871036a09cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd5efe95-1549-4750-933c-70412f77577e', 'external_fixed_ips': [{'subnet_id': '9c872fed-da92-4e12-828d-ac62e1b980b9', 'ip_address': '172.27.0.104'}], 'enable_snat': True}, 'gw_port_id': 'a3d33c95-f43e-4287-8380-d5943ed2a0bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T15:43:57Z', 'updated_at': '2021-09-29T15:44:01Z', 'revision_number': 4, 'project_id': '173b088e2aaf4db7b70bd871036a09cd', 'gw_port': {'id': 'a3d33c95-f43e-4287-8380-d5943ed2a0bf', 'name': '', 'network_id': 'cd5efe95-1549-4750-933c-70412f77577e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:8a:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c04a2ca3-abc7-42ae-a39e-0ff0a0236ad6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 476, 'fixed_ips': [{'subnet_id': '9c872fed-da92-4e12-828d-ac62e1b980b9', 'ip_address': '172.27.0.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806616-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T15:43:58Z', 'updated_at': '2021-09-29T15:44:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9c872fed-da92-4e12-828d-ac62e1b980b9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806616-6-iscsi', '_interfaces': [{'id': '387bc378-271d-461a-8838-e01866a65e31', 'name': '', 'network_id': '79ee6c69-7b3d-4c70-b582-42e227c19220', 'tenant_id': '173b088e2aaf4db7b70bd871036a09cd', 'mac_address': 'fa:16:3e:c1:91:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c04a2ca3-abc7-42ae-a39e-0ff0a0236ad6', 'device_owner': 'network:router_interface', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': '14982905-558c-499b-aa7a-b2b209e5934f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T15:44:00Z', 'updated_at': '2021-09-29T15:44:01Z', 'revision_number': 2, 'project_id': '173b088e2aaf4db7b70bd871036a09cd', 'subnets': [{'id': '14982905-558c-499b-aa7a-b2b209e5934f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806616-6-iscsi', False) {} {{(pid=96123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 15:44:04.779910 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron_lib.callbacks.manager [None req-86ea74e9-eea3-4769-b153-652ac6294d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741780147972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741779628755', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741779628773'] for port, after_update {{(pid=96122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:44:04.798024 dv-cinder-806616-6-iscsi neutron-server[96123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7452918e-22c5-473e-88e4-823f0dd24329 None None] Checking router: c04a2ca3-abc7-42ae-a39e-0ff0a0236ad6 for host: dv-cinder-806616-6-iscsi {{(pid=96123) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 15:44:04.798628 dv-cinder-806616-6-iscsi neutron-server[96123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7452918e-22c5-473e-88e4-823f0dd24329 None None] Updating router c04a2ca3-abc7-42ae-a39e-0ff0a0236ad6 port 387bc378-271d-461a-8838-e01866a65e31 binding host dv-cinder-806616-6-iscsi {{(pid=96123) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 29 15:44:04.836077 dv-cinder-806616-6-iscsi neutron-server[96123]: DEBUG neutron_lib.callbacks.manager [None req-7452918e-22c5-473e-88e4-823f0dd24329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-684029'] for port, before_update {{(pid=96123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:44:04.865574 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ea74e9-eea3-4769-b153-652ac6294d68 None None] Pushing event updated for resources: {'Port': ['ID=a3d33c95-f43e-4287-8380-d5943ed2a0bf,revision_number=4']} {{(pid=96122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 15:44:05.203727 dv-cinder-806616-6-iscsi neutron-server[96123]: DEBUG neutron_lib.callbacks.manager [None req-7452918e-22c5-473e-88e4-823f0dd24329 None None] Notify callbacks [] for port, precommit_update {{(pid=96123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:44:05.294102 dv-cinder-806616-6-iscsi neutron-server[96123]: DEBUG neutron_lib.callbacks.manager [None req-7452918e-22c5-473e-88e4-823f0dd24329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741780147972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741779628755', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741779628773'] for port, after_update {{(pid=96123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:44:05.387743 dv-cinder-806616-6-iscsi neutron-server[96123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df91f131-3349-42fb-8aeb-7a186225e433 None None] Pushing event updated for resources: {'Port': ['ID=387bc378-271d-461a-8838-e01866a65e31,revision_number=3']} {{(pid=96123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 15:44:05.428702 dv-cinder-806616-6-iscsi neutron-server[96123]: DEBUG neutron.plugins.ml2.managers [None req-7452918e-22c5-473e-88e4-823f0dd24329 None None] Attempting to bind port 387bc378-271d-461a-8838-e01866a65e31 on host dv-cinder-806616-6-iscsi for vnic_type normal with profile {{(pid=96123) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 15:44:05.429179 dv-cinder-806616-6-iscsi neutron-server[96123]: DEBUG neutron.plugins.ml2.managers [None req-7452918e-22c5-473e-88e4-823f0dd24329 None None] Attempting to bind port 387bc378-271d-461a-8838-e01866a65e31 by drivers openvswitch,hyperv on host dv-cinder-806616-6-iscsi at level 0 using segments [{'id': 'bbedfb71-32d2-4327-889a-67837149e670', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '79ee6c69-7b3d-4c70-b582-42e227c19220'}] {{(pid=96123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 15:44:05.429792 dv-cinder-806616-6-iscsi neutron-server[96123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7452918e-22c5-473e-88e4-823f0dd24329 None None] Attempting to bind port 387bc378-271d-461a-8838-e01866a65e31 on network 79ee6c69-7b3d-4c70-b582-42e227c19220 {{(pid=96123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 15:44:05.435895 dv-cinder-806616-6-iscsi neutron-server[96123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7452918e-22c5-473e-88e4-823f0dd24329 None None] Checking agent: {'id': '3420b91a-a9c7-4dbc-b0fb-eb58464b9dc3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806616-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 15, 30, 57), 'started_at': datetime.datetime(2021, 9, 29, 15, 31, 27), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 15, 43, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806616-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=96123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 15:44:05.437120 dv-cinder-806616-6-iscsi neutron-server[96123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7452918e-22c5-473e-88e4-823f0dd24329 None None] Checking segment: {'id': 'bbedfb71-32d2-4327-889a-67837149e670', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '79ee6c69-7b3d-4c70-b582-42e227c19220'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96123) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 15:44:05.437627 dv-cinder-806616-6-iscsi neutron-server[96123]: DEBUG neutron_lib.callbacks.manager [None req-7452918e-22c5-473e-88e4-823f0dd24329 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=96123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:44:05.438115 dv-cinder-806616-6-iscsi neutron-server[96123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7452918e-22c5-473e-88e4-823f0dd24329 None None] Bound using segment: {'id': 'bbedfb71-32d2-4327-889a-67837149e670', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '79ee6c69-7b3d-4c70-b582-42e227c19220'} {{(pid=96123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 15:44:05.453401 dv-cinder-806616-6-iscsi neutron-server[96123]: DEBUG neutron.plugins.ml2.managers [None req-7452918e-22c5-473e-88e4-823f0dd24329 None None] Bound port: 387bc378-271d-461a-8838-e01866a65e31, host: dv-cinder-806616-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bbedfb71-32d2-4327-889a-67837149e670', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '79ee6c69-7b3d-4c70-b582-42e227c19220'}}] {{(pid=96123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 15:44:05.455780 dv-cinder-806616-6-iscsi neutron-server[96123]: DEBUG neutron_lib.callbacks.manager [None req-7452918e-22c5-473e-88e4-823f0dd24329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-684029'] for port, before_update {{(pid=96123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:44:05.567190 dv-cinder-806616-6-iscsi neutron-server[96123]: DEBUG neutron.plugins.ml2.db [None req-7452918e-22c5-473e-88e4-823f0dd24329 None None] For port 387bc378-271d-461a-8838-e01866a65e31, host dv-cinder-806616-6-iscsi, cleared binding levels {{(pid=96123) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 15:44:05.571348 dv-cinder-806616-6-iscsi neutron-server[96123]: DEBUG neutron.plugins.ml2.db [None req-7452918e-22c5-473e-88e4-823f0dd24329 None None] For port 387bc378-271d-461a-8838-e01866a65e31, host dv-cinder-806616-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806616-6-iscsi',level=0,port_id=387bc378-271d-461a-8838-e01866a65e31,segment=NetworkSegment(bbedfb71-32d2-4327-889a-67837149e670),segment_id=bbedfb71-32d2-4327-889a-67837149e670)] {{(pid=96123) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 15:44:05.659211 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.db.provisioning_blocks [None req-1968d870-b1e9-42c1-86c2-eafd0e8dcdfb None None] Provisioning complete for port 387bc378-271d-461a-8838-e01866a65e31 triggered by entity DHCP. {{(pid=96122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 15:44:05.660213 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron_lib.callbacks.manager [None req-1968d870-b1e9-42c1-86c2-eafd0e8dcdfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-626465'] for port, provisioning_complete {{(pid=96122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:44:05.666245 dv-cinder-806616-6-iscsi neutron-server[96123]: DEBUG neutron_lib.callbacks.manager [None req-7452918e-22c5-473e-88e4-823f0dd24329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741780147972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741779628755', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741779628773'] for port, after_update {{(pid=96123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:44:05.711773 dv-cinder-806616-6-iscsi neutron-server[96123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7452918e-22c5-473e-88e4-823f0dd24329 None None] Routers {'c04a2ca3-abc7-42ae-a39e-0ff0a0236ad6'} bound to L3 agent in host dv-cinder-806616-6-iscsi {{(pid=96123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 15:44:05.712355 dv-cinder-806616-6-iscsi neutron-server[96123]: DEBUG neutron.db.l3_hamode_db [None req-7452918e-22c5-473e-88e4-823f0dd24329 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806616-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-29T15:30:56Z,description=,heartbeat_timestamp=2021-09-29T15:43:57Z,host='dv-cinder-806616-6-iscsi',id=e5061b61-feb3-46be-bd05-1226f95d9417,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T15:30:57Z,topic='l3_agent')) {'router_ids': ['c04a2ca3-abc7-42ae-a39e-0ff0a0236ad6'], 'active': True} {{(pid=96123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 15:44:05.810899 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron_lib.callbacks.manager [None req-1968d870-b1e9-42c1-86c2-eafd0e8dcdfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-684029'] for port, before_update {{(pid=96122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:44:05.881279 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.plugins.ml2.db [None req-1968d870-b1e9-42c1-86c2-eafd0e8dcdfb None None] For port 387bc378-271d-461a-8838-e01866a65e31, host dv-cinder-806616-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806616-6-iscsi',level=0,port_id=387bc378-271d-461a-8838-e01866a65e31,segment=NetworkSegment(bbedfb71-32d2-4327-889a-67837149e670),segment_id=bbedfb71-32d2-4327-889a-67837149e670)] {{(pid=96122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 15:44:05.898431 dv-cinder-806616-6-iscsi neutron-server[96123]: DEBUG neutron.db.l3_dvr_db [None req-7452918e-22c5-473e-88e4-823f0dd24329 None None] Set router c04a2ca3-abc7-42ae-a39e-0ff0a0236ad6 gateway port host: dv-cinder-806616-6-iscsi {{(pid=96123) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 15:44:05.954261 dv-cinder-806616-6-iscsi neutron-server[96123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df91f131-3349-42fb-8aeb-7a186225e433 None None] Pushing event updated for resources: {'Port': ['ID=387bc378-271d-461a-8838-e01866a65e31,revision_number=4']} {{(pid=96123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 15:44:05.975303 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron_lib.callbacks.manager [None req-1968d870-b1e9-42c1-86c2-eafd0e8dcdfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741780147972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741779628755', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741779628773'] for port, after_update {{(pid=96122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:44:06.052647 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1968d870-b1e9-42c1-86c2-eafd0e8dcdfb None None] Pushing event updated for resources: {'Port': ['ID=387bc378-271d-461a-8838-e01866a65e31,revision_number=5']} {{(pid=96122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 15:44:06.098163 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.db.provisioning_blocks [None req-76556276-997b-4833-a3f3-3feebb592a8b None None] Provisioning complete for port 387bc378-271d-461a-8838-e01866a65e31 triggered by entity DHCP. {{(pid=96122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 15:44:06.098536 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron_lib.callbacks.manager [None req-76556276-997b-4833-a3f3-3feebb592a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-626465'] for port, provisioning_complete {{(pid=96122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:44:06.230969 dv-cinder-806616-6-iscsi neutron-server[96123]: DEBUG neutron.db.l3_hamode_db [None req-7452918e-22c5-473e-88e4-823f0dd24329 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c04a2ca3-abc7-42ae-a39e-0ff0a0236ad6', 'name': 'tempest-TestMinimumBasicScenario-367504781-router', 'tenant_id': '173b088e2aaf4db7b70bd871036a09cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd5efe95-1549-4750-933c-70412f77577e', 'external_fixed_ips': [{'subnet_id': '9c872fed-da92-4e12-828d-ac62e1b980b9', 'ip_address': '172.27.0.104'}], 'enable_snat': True}, 'gw_port_id': 'a3d33c95-f43e-4287-8380-d5943ed2a0bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T15:43:57Z', 'updated_at': '2021-09-29T15:44:01Z', 'revision_number': 4, 'project_id': '173b088e2aaf4db7b70bd871036a09cd', 'gw_port': {'id': 'a3d33c95-f43e-4287-8380-d5943ed2a0bf', 'name': '', 'network_id': 'cd5efe95-1549-4750-933c-70412f77577e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:8a:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c04a2ca3-abc7-42ae-a39e-0ff0a0236ad6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 476, 'fixed_ips': [{'subnet_id': '9c872fed-da92-4e12-828d-ac62e1b980b9', 'ip_address': '172.27.0.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806616-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T15:43:58Z', 'updated_at': '2021-09-29T15:44:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c872fed-da92-4e12-828d-ac62e1b980b9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806616-6-iscsi', '_interfaces': [{'id': '387bc378-271d-461a-8838-e01866a65e31', 'name': '', 'network_id': '79ee6c69-7b3d-4c70-b582-42e227c19220', 'tenant_id': '173b088e2aaf4db7b70bd871036a09cd', 'mac_address': 'fa:16:3e:c1:91:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c04a2ca3-abc7-42ae-a39e-0ff0a0236ad6', 'device_owner': 'network:router_interface', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': '14982905-558c-499b-aa7a-b2b209e5934f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806616-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T15:44:00Z', 'updated_at': '2021-09-29T15:44:05Z', 'revision_number': 4, 'project_id': '173b088e2aaf4db7b70bd871036a09cd', 'subnets': [{'id': '14982905-558c-499b-aa7a-b2b209e5934f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806616-6-iscsi', False) {} {{(pid=96123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 15:44:06.253095 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.plugins.ml2.rpc [None req-86ea74e9-eea3-4769-b153-652ac6294d68 None None] Device a3d33c95-f43e-4287-8380-d5943ed2a0bf up at agent ovs-agent-dv-cinder-806616-6-iscsi {{(pid=96122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 15:44:06.258279 dv-cinder-806616-6-iscsi neutron-server[96123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7452918e-22c5-473e-88e4-823f0dd24329 None None] The sync data for ids ['c04a2ca3-abc7-42ae-a39e-0ff0a0236ad6'] in dv-cinder-806616-6-iscsi is: [{'id': 'c04a2ca3-abc7-42ae-a39e-0ff0a0236ad6', 'name': 'tempest-TestMinimumBasicScenario-367504781-router', 'tenant_id': '173b088e2aaf4db7b70bd871036a09cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd5efe95-1549-4750-933c-70412f77577e', 'external_fixed_ips': [{'subnet_id': '9c872fed-da92-4e12-828d-ac62e1b980b9', 'ip_address': '172.27.0.104'}], 'enable_snat': True}, 'gw_port_id': 'a3d33c95-f43e-4287-8380-d5943ed2a0bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T15:43:57Z', 'updated_at': '2021-09-29T15:44:01Z', 'revision_number': 4, 'project_id': '173b088e2aaf4db7b70bd871036a09cd', 'gw_port': {'id': 'a3d33c95-f43e-4287-8380-d5943ed2a0bf', 'name': '', 'network_id': 'cd5efe95-1549-4750-933c-70412f77577e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:8a:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c04a2ca3-abc7-42ae-a39e-0ff0a0236ad6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 476, 'fixed_ips': [{'subnet_id': '9c872fed-da92-4e12-828d-ac62e1b980b9', 'ip_address': '172.27.0.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806616-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T15:43:58Z', 'updated_at': '2021-09-29T15:44:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c872fed-da92-4e12-828d-ac62e1b980b9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806616-6-iscsi', '_interfaces': [{'id': '387bc378-271d-461a-8838-e01866a65e31', 'name': '', 'network_id': '79ee6c69-7b3d-4c70-b582-42e227c19220', 'tenant_id': '173b088e2aaf4db7b70bd871036a09cd', 'mac_address': 'fa:16:3e:c1:91:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c04a2ca3-abc7-42ae-a39e-0ff0a0236ad6', 'device_owner': 'network:router_interface', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': '14982905-558c-499b-aa7a-b2b209e5934f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806616-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T15:44:00Z', 'updated_at': '2021-09-29T15:44:05Z', 'revision_number': 4, 'project_id': '173b088e2aaf4db7b70bd871036a09cd', 'subnets': [{'id': '14982905-558c-499b-aa7a-b2b209e5934f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=96123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 15:44:06.330346 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.db.provisioning_blocks [None req-86ea74e9-eea3-4769-b153-652ac6294d68 None None] Provisioning complete for port a3d33c95-f43e-4287-8380-d5943ed2a0bf triggered by entity L2. {{(pid=96122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 15:44:06.330715 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron_lib.callbacks.manager [None req-86ea74e9-eea3-4769-b153-652ac6294d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-626465'] for port, provisioning_complete {{(pid=96122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:44:06.429580 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.plugins.ml2.rpc [None req-86ea74e9-eea3-4769-b153-652ac6294d68 None None] Device 387bc378-271d-461a-8838-e01866a65e31 up at agent ovs-agent-dv-cinder-806616-6-iscsi {{(pid=96122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 15:44:06.485003 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.db.provisioning_blocks [None req-86ea74e9-eea3-4769-b153-652ac6294d68 None None] Provisioning complete for port 387bc378-271d-461a-8838-e01866a65e31 triggered by entity L2. {{(pid=96122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 15:44:06.632965 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron_lib.callbacks.manager [None req-86ea74e9-eea3-4769-b153-652ac6294d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-626465'] for port, provisioning_complete {{(pid=96122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:44:06.820193 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron_lib.callbacks.manager [None req-4d55257e-523e-4b8d-ab2b-d46a31710be1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741779927170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-625140'] for agent, after_update {{(pid=96122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:44:10.300347 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.wsgi [-] (96120) accepted ('10.222.0.46', 35148) {{(pid=96120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 15:44:10.426778 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-d4b1ad6e-93c1-4acb-a981-beb0c1798b2b admin admin] Notify callbacks [] for security_group, before_create {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:44:10.520204 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-d4b1ad6e-93c1-4acb-a981-beb0c1798b2b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:44:10.631612 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-d4b1ad6e-93c1-4acb-a981-beb0c1798b2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579214'] for security_group, after_create {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:44:10.681190 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.wsgi [-] (96121) accepted ('10.222.0.46', 35152) {{(pid=96121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 15:44:10.681770 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [None req-d4b1ad6e-93c1-4acb-a981-beb0c1798b2b admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=862cfa25ccaf48619e152b1a4eb09780&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3796978 Sep 29 15:44:10.683987 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b1ad6e-93c1-4acb-a981-beb0c1798b2b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f939685-b547-4470-a9a2-3e0ced9b40db,revision_number=1']} {{(pid=96120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 15:44:10.762236 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [None req-3a4e145f-7c5e-49d1-81cc-603697af8c16 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:44:10.786787 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [None req-3a4e145f-7c5e-49d1-81cc-603697af8c16 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:44:10.945351 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [None req-3a4e145f-7c5e-49d1-81cc-603697af8c16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579214'] for security_group, after_delete {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:44:10.948120 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [None req-3a4e145f-7c5e-49d1-81cc-603697af8c16 admin admin] Notify callbacks [] for security_group, before_response {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:44:10.949310 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [None req-3a4e145f-7c5e-49d1-81cc-603697af8c16 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/5f939685-b547-4470-a9a2-3e0ced9b40db HTTP/1.1" status: 204 len: 168 time: 0.2668166 Sep 29 15:44:10.964082 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4e145f-7c5e-49d1-81cc-603697af8c16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f939685-b547-4470-a9a2-3e0ced9b40db,revision_number=None']} {{(pid=96121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 15:44:15.408260 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8947db91-0ed8-4b8f-a001-011e364765e8 req-02db8f64-cb22-4831-8977-db71cf03746e tempest-TestMinimumBasicScenario-129383672 tempest-TestMinimumBasicScenario-129383672-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=96120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:44:15.409740 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [req-8947db91-0ed8-4b8f-a001-011e364765e8 req-02db8f64-cb22-4831-8977-db71cf03746e tempest-TestMinimumBasicScenario-129383672 tempest-TestMinimumBasicScenario-129383672-project] 10.222.0.46 "GET /v2.0/networks?id=451a4b33-3c15-4627-b84f-5dc87afd25d5 HTTP/1.1" status: 200 len: 815 time: 0.1023972 Sep 29 15:44:15.424637 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [req-8947db91-0ed8-4b8f-a001-011e364765e8 req-1ef8e9ec-1652-4161-9bc9-2b59e90cfd7c tempest-TestMinimumBasicScenario-129383672 tempest-TestMinimumBasicScenario-129383672-project] 10.222.0.46 "GET /v2.0/quotas/2744814d1df64ec9961e1e35dae5d604 HTTP/1.1" status: 200 len: 375 time: 0.0092120 Sep 29 15:44:15.472943 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [req-8947db91-0ed8-4b8f-a001-011e364765e8 req-30c5493e-87b9-446f-8204-c1c1abfe9450 tempest-TestMinimumBasicScenario-129383672 tempest-TestMinimumBasicScenario-129383672-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=2744814d1df64ec9961e1e35dae5d604&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0431938 Sep 29 15:44:15.656926 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [req-8947db91-0ed8-4b8f-a001-011e364765e8 req-7adce8a4-21fe-452c-bb0e-a8d2b4667513 service neutron] 10.222.0.46 "GET /v2.0/networks/451a4b33-3c15-4627-b84f-5dc87afd25d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1721704 Sep 29 15:44:15.748092 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [req-8947db91-0ed8-4b8f-a001-011e364765e8 req-a6523af9-11ef-43cd-b266-d2dca2ee1085 service neutron] 10.222.0.46 "GET /v2.0/networks/451a4b33-3c15-4627-b84f-5dc87afd25d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850852 Sep 29 15:44:16.084287 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [req-f8fe721c-5a1e-4867-9050-73eefe7a6f3f req-d9070fc4-0aec-481c-9bc0-47b8098426f7 tempest-TestMinimumBasicScenario-129383672 tempest-TestMinimumBasicScenario-129383672-project] 10.222.0.46 "GET /v2.0/ports?device_id=a892d174-14e6-4be4-a5fb-07cedc528249 HTTP/1.1" status: 200 len: 210 time: 0.0270536 Sep 29 15:44:17.161771 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-db17a53a-5102-44d8-99e3-0bc0df70d6e1 req-7e57104b-9ebe-4e36-bdb2-643a3c97e471 tempest-TestMinimumBasicScenario-129383672 tempest-TestMinimumBasicScenario-129383672-project] 10.222.0.46 "GET /v2.0/ports?device_id=a892d174-14e6-4be4-a5fb-07cedc528249 HTTP/1.1" status: 200 len: 210 time: 0.0270641 Sep 29 15:44:18.253619 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-5ebd16b7-f721-4dfd-8873-ffdf5c05f7e2 req-c2e9d38c-102a-4a7b-89bd-ee8feb10ea45 tempest-TestMinimumBasicScenario-129383672 tempest-TestMinimumBasicScenario-129383672-project] 10.222.0.46 "GET /v2.0/ports?device_id=a892d174-14e6-4be4-a5fb-07cedc528249 HTTP/1.1" status: 200 len: 210 time: 0.0259974 Sep 29 15:44:18.686928 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8947db91-0ed8-4b8f-a001-011e364765e8 req-519324d2-5941-400d-a1e2-13d6e9326ced tempest-TestMinimumBasicScenario-129383672 tempest-TestMinimumBasicScenario-129383672-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=96121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:44:18.688315 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-8947db91-0ed8-4b8f-a001-011e364765e8 req-519324d2-5941-400d-a1e2-13d6e9326ced tempest-TestMinimumBasicScenario-129383672 tempest-TestMinimumBasicScenario-129383672-project] 10.222.0.22 "GET /v2.0/networks?id=451a4b33-3c15-4627-b84f-5dc87afd25d5 HTTP/1.1" status: 200 len: 815 time: 0.1000965 Sep 29 15:44:18.707390 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.api.v2.base [req-8947db91-0ed8-4b8f-a001-011e364765e8 req-3ac7cf36-90c5-4a8c-a2dd-0cdd3abb752b tempest-TestMinimumBasicScenario-129383672 tempest-TestMinimumBasicScenario-129383672-project] Request body: {'port': {'device_id': 'a892d174-14e6-4be4-a5fb-07cedc528249', 'network_id': '451a4b33-3c15-4627-b84f-5dc87afd25d5', 'admin_state_up': True, 'tenant_id': '2744814d1df64ec9961e1e35dae5d604'}} {{(pid=96121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 15:44:18.928433 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8947db91-0ed8-4b8f-a001-011e364765e8 req-3ac7cf36-90c5-4a8c-a2dd-0cdd3abb752b tempest-TestMinimumBasicScenario-129383672 tempest-TestMinimumBasicScenario-129383672-project] Made reservation on behalf of 2744814d1df64ec9961e1e35dae5d604 for: {'port': 1} {{(pid=96121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 15:44:18.932417 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [req-8947db91-0ed8-4b8f-a001-011e364765e8 req-3ac7cf36-90c5-4a8c-a2dd-0cdd3abb752b tempest-TestMinimumBasicScenario-129383672 tempest-TestMinimumBasicScenario-129383672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-684029'] for port, before_create {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:44:19.056397 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.db.db_base_plugin_common [req-8947db91-0ed8-4b8f-a001-011e364765e8 req-3ac7cf36-90c5-4a8c-a2dd-0cdd3abb752b tempest-TestMinimumBasicScenario-129383672 tempest-TestMinimumBasicScenario-129383672-project] Allocated IP 172.20.0.14 (451a4b33-3c15-4627-b84f-5dc87afd25d5/92b9bd24-d037-4f73-9cd3-47376a5d89ea/86caf4fd-350c-4aef-a9da-a53f95e29b58) {{(pid=96121) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 15:44:19.206139 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [req-8947db91-0ed8-4b8f-a001-011e364765e8 req-3ac7cf36-90c5-4a8c-a2dd-0cdd3abb752b tempest-TestMinimumBasicScenario-129383672 tempest-TestMinimumBasicScenario-129383672-project] Notify callbacks [] for port, precommit_create {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:44:19.294437 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [req-8947db91-0ed8-4b8f-a001-011e364765e8 req-3ac7cf36-90c5-4a8c-a2dd-0cdd3abb752b tempest-TestMinimumBasicScenario-129383672 tempest-TestMinimumBasicScenario-129383672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741779628737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3898419'] for port, after_create {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:44:19.347468 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8947db91-0ed8-4b8f-a001-011e364765e8 req-3ac7cf36-90c5-4a8c-a2dd-0cdd3abb752b tempest-TestMinimumBasicScenario-129383672 tempest-TestMinimumBasicScenario-129383672-project] Network 451a4b33-3c15-4627-b84f-5dc87afd25d5 is already hosted by enough agents. {{(pid=96121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 15:44:19.350715 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.scheduler.base_scheduler [req-8947db91-0ed8-4b8f-a001-011e364765e8 req-3ac7cf36-90c5-4a8c-a2dd-0cdd3abb752b tempest-TestMinimumBasicScenario-129383672 tempest-TestMinimumBasicScenario-129383672-project] Resources bound (agent type, host, resource id): {{(pid=96121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 15:44:19.354849 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.db.l3_dvrscheduler_db [req-8947db91-0ed8-4b8f-a001-011e364765e8 req-3ac7cf36-90c5-4a8c-a2dd-0cdd3abb752b tempest-TestMinimumBasicScenario-129383672 tempest-TestMinimumBasicScenario-129383672-project] Received port after_create {{(pid=96121) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 15:44:19.391458 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac7cf36-90c5-4a8c-a2dd-0cdd3abb752b tempest-TestMinimumBasicScenario-129383672 tempest-TestMinimumBasicScenario-129383672-project] Pushing event updated for resources: {'Port': ['ID=86caf4fd-350c-4aef-a9da-a53f95e29b58,revision_number=1']} {{(pid=96121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 15:44:19.393742 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7530e6-7d0b-40d1-aa73-e622438adbf8 req-5a92c048-c77f-4292-98dc-74f4a7c65131 tempest-TestMinimumBasicScenario-129383672 tempest-TestMinimumBasicScenario-129383672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:44:19.402863 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [req-fe7530e6-7d0b-40d1-aa73-e622438adbf8 req-5a92c048-c77f-4292-98dc-74f4a7c65131 tempest-TestMinimumBasicScenario-129383672 tempest-TestMinimumBasicScenario-129383672-project] 10.222.0.46 "GET /v2.0/ports?device_id=a892d174-14e6-4be4-a5fb-07cedc528249 HTTP/1.1" status: 200 len: 932 time: 0.0728984 Sep 29 15:44:19.413936 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac7cf36-90c5-4a8c-a2dd-0cdd3abb752b tempest-TestMinimumBasicScenario-129383672 tempest-TestMinimumBasicScenario-129383672-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806616-6-iscsi {{(pid=96121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 15:44:19.414262 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac7cf36-90c5-4a8c-a2dd-0cdd3abb752b tempest-TestMinimumBasicScenario-129383672 tempest-TestMinimumBasicScenario-129383672-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806616-6-iscsi {{(pid=96121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 15:44:19.414604 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac7cf36-90c5-4a8c-a2dd-0cdd3abb752b tempest-TestMinimumBasicScenario-129383672 tempest-TestMinimumBasicScenario-129383672-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806616-6-iscsi {{(pid=96121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 15:44:19.415675 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac7cf36-90c5-4a8c-a2dd-0cdd3abb752b tempest-TestMinimumBasicScenario-129383672 tempest-TestMinimumBasicScenario-129383672-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806616-6-iscsi {{(pid=96121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 15:44:19.416048 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac7cf36-90c5-4a8c-a2dd-0cdd3abb752b tempest-TestMinimumBasicScenario-129383672 tempest-TestMinimumBasicScenario-129383672-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806616-6-iscsi {{(pid=96121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 15:44:19.416385 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac7cf36-90c5-4a8c-a2dd-0cdd3abb752b tempest-TestMinimumBasicScenario-129383672 tempest-TestMinimumBasicScenario-129383672-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806616-6-iscsi {{(pid=96121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 15:44:19.416715 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac7cf36-90c5-4a8c-a2dd-0cdd3abb752b tempest-TestMinimumBasicScenario-129383672 tempest-TestMinimumBasicScenario-129383672-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806616-6-iscsi {{(pid=96121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 15:44:19.417047 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac7cf36-90c5-4a8c-a2dd-0cdd3abb752b tempest-TestMinimumBasicScenario-129383672 tempest-TestMinimumBasicScenario-129383672-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806616-6-iscsi {{(pid=96121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 15:44:19.417375 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac7cf36-90c5-4a8c-a2dd-0cdd3abb752b tempest-TestMinimumBasicScenario-129383672 tempest-TestMinimumBasicScenario-129383672-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806616-6-iscsi {{(pid=96121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 15:44:19.417701 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac7cf36-90c5-4a8c-a2dd-0cdd3abb752b tempest-TestMinimumBasicScenario-129383672 tempest-TestMinimumBasicScenario-129383672-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806616-6-iscsi {{(pid=96121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 15:44:19.418028 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac7cf36-90c5-4a8c-a2dd-0cdd3abb752b tempest-TestMinimumBasicScenario-129383672 tempest-TestMinimumBasicScenario-129383672-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806616-6-iscsi {{(pid=96121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 15:44:19.418349 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac7cf36-90c5-4a8c-a2dd-0cdd3abb752b tempest-TestMinimumBasicScenario-129383672 tempest-TestMinimumBasicScenario-129383672-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806616-6-iscsi {{(pid=96121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 15:44:19.449541 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8947db91-0ed8-4b8f-a001-011e364765e8 req-3ac7cf36-90c5-4a8c-a2dd-0cdd3abb752b tempest-TestMinimumBasicScenario-129383672 tempest-TestMinimumBasicScenario-129383672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=96121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:44:19.450475 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [req-8947db91-0ed8-4b8f-a001-011e364765e8 req-3ac7cf36-90c5-4a8c-a2dd-0cdd3abb752b tempest-TestMinimumBasicScenario-129383672 tempest-TestMinimumBasicScenario-129383672-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238921'] for port, before_response {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:44:19.475400 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [req-fe7530e6-7d0b-40d1-aa73-e622438adbf8 req-e8f6eebe-131a-47b1-b94a-cb21b4748829 tempest-TestMinimumBasicScenario-129383672 tempest-TestMinimumBasicScenario-129383672-project] 10.222.0.46 "GET /v2.0/security-groups?id=b8fb230c-02cc-40f3-9bed-4f02e24215ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711462 Sep 29 15:44:19.535121 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-8947db91-0ed8-4b8f-a001-011e364765e8 req-3ac7cf36-90c5-4a8c-a2dd-0cdd3abb752b tempest-TestMinimumBasicScenario-129383672 tempest-TestMinimumBasicScenario-129383672-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8312581 Sep 29 15:44:19.605405 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.api.v2.base [req-8947db91-0ed8-4b8f-a001-011e364765e8 req-fd9bdd9e-d8ad-4dc5-86b4-3e6500dca0ff service neutron] Request body: {'port': {'device_id': 'a892d174-14e6-4be4-a5fb-07cedc528249', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80661'}} {{(pid=96121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 15:44:19.661303 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [req-8947db91-0ed8-4b8f-a001-011e364765e8 req-fd9bdd9e-d8ad-4dc5-86b4-3e6500dca0ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-684029'] for port, before_update {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:44:19.734435 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.db.provisioning_blocks [None req-233c2d96-5822-4278-bb32-01285cdd6f8e None None] Provisioning complete for port 86caf4fd-350c-4aef-a9da-a53f95e29b58 triggered by entity DHCP. {{(pid=96122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 15:44:19.734435 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron_lib.callbacks.manager [None req-233c2d96-5822-4278-bb32-01285cdd6f8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-626465'] for port, provisioning_complete {{(pid=96122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:44:19.807965 dv-cinder-806616-6-iscsi neutron-server[96123]: DEBUG neutron.db.agents_db [None req-ce50b6f1-f7bd-4b59-8641-9f71b480b041 None None] Agent healthcheck: found 6 active agents {{(pid=96123) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 29 15:44:19.827008 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.plugins.ml2.plugin [None req-233c2d96-5822-4278-bb32-01285cdd6f8e None None] Port 86caf4fd-350c-4aef-a9da-a53f95e29b58 cannot update to ACTIVE because it is not bound. {{(pid=96122) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 29 15:44:20.023911 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.notifiers.nova [req-8947db91-0ed8-4b8f-a001-011e364765e8 req-fd9bdd9e-d8ad-4dc5-86b4-3e6500dca0ff service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 86caf4fd-350c-4aef-a9da-a53f95e29b58 {{(pid=96121) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 15:44:20.033216 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [req-8947db91-0ed8-4b8f-a001-011e364765e8 req-fd9bdd9e-d8ad-4dc5-86b4-3e6500dca0ff service neutron] Notify callbacks [] for port, precommit_update {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:44:20.046493 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.db.provisioning_blocks [req-8947db91-0ed8-4b8f-a001-011e364765e8 req-fd9bdd9e-d8ad-4dc5-86b4-3e6500dca0ff service neutron] Transition to ACTIVE for port object 86caf4fd-350c-4aef-a9da-a53f95e29b58 will not be triggered until provisioned by entity L2. {{(pid=96121) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 15:44:20.162539 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [req-8947db91-0ed8-4b8f-a001-011e364765e8 req-fd9bdd9e-d8ad-4dc5-86b4-3e6500dca0ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741780147972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741779628755', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741779628773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3898424'] for port, after_update {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:44:20.239837 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd9bdd9e-d8ad-4dc5-86b4-3e6500dca0ff service neutron] Pushing event updated for resources: {'Port': ['ID=86caf4fd-350c-4aef-a9da-a53f95e29b58,revision_number=2']} {{(pid=96121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 15:44:20.304736 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.plugins.ml2.managers [req-8947db91-0ed8-4b8f-a001-011e364765e8 req-fd9bdd9e-d8ad-4dc5-86b4-3e6500dca0ff service neutron] Attempting to bind port 86caf4fd-350c-4aef-a9da-a53f95e29b58 on host hv-cinder-80661 for vnic_type normal with profile {{(pid=96121) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 15:44:20.305429 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.plugins.ml2.managers [req-8947db91-0ed8-4b8f-a001-011e364765e8 req-fd9bdd9e-d8ad-4dc5-86b4-3e6500dca0ff service neutron] Attempting to bind port 86caf4fd-350c-4aef-a9da-a53f95e29b58 by drivers openvswitch,hyperv on host hv-cinder-80661 at level 0 using segments [{'id': '3ecf6c38-e549-4e82-b3f2-9a1f359bd14b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '451a4b33-3c15-4627-b84f-5dc87afd25d5'}] {{(pid=96121) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 15:44:20.305429 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8947db91-0ed8-4b8f-a001-011e364765e8 req-fd9bdd9e-d8ad-4dc5-86b4-3e6500dca0ff service neutron] Attempting to bind port 86caf4fd-350c-4aef-a9da-a53f95e29b58 on network 451a4b33-3c15-4627-b84f-5dc87afd25d5 {{(pid=96121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 15:44:20.310455 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8947db91-0ed8-4b8f-a001-011e364765e8 req-fd9bdd9e-d8ad-4dc5-86b4-3e6500dca0ff service neutron] Port 86caf4fd-350c-4aef-a9da-a53f95e29b58 on network 451a4b33-3c15-4627-b84f-5dc87afd25d5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80661 {{(pid=96121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 29 15:44:20.310780 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8947db91-0ed8-4b8f-a001-011e364765e8 req-fd9bdd9e-d8ad-4dc5-86b4-3e6500dca0ff service neutron] Attempting to bind port 86caf4fd-350c-4aef-a9da-a53f95e29b58 on network 451a4b33-3c15-4627-b84f-5dc87afd25d5 {{(pid=96121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 15:44:20.317138 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8947db91-0ed8-4b8f-a001-011e364765e8 req-fd9bdd9e-d8ad-4dc5-86b4-3e6500dca0ff service neutron] Checking agent: {'id': '02e4aaf8-ac1d-430d-8152-9e2105739360', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80661', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 15, 37, 5), 'started_at': datetime.datetime(2021, 9, 29, 15, 37, 5), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 15, 44, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=96121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 15:44:20.317625 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8947db91-0ed8-4b8f-a001-011e364765e8 req-fd9bdd9e-d8ad-4dc5-86b4-3e6500dca0ff service neutron] Checking segment: {'id': '3ecf6c38-e549-4e82-b3f2-9a1f359bd14b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '451a4b33-3c15-4627-b84f-5dc87afd25d5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96121) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 15:44:20.318123 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8947db91-0ed8-4b8f-a001-011e364765e8 req-fd9bdd9e-d8ad-4dc5-86b4-3e6500dca0ff service neutron] Bound using segment: {'id': '3ecf6c38-e549-4e82-b3f2-9a1f359bd14b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '451a4b33-3c15-4627-b84f-5dc87afd25d5'} {{(pid=96121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 15:44:20.318563 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.plugins.ml2.managers [req-8947db91-0ed8-4b8f-a001-011e364765e8 req-fd9bdd9e-d8ad-4dc5-86b4-3e6500dca0ff service neutron] Bound port: 86caf4fd-350c-4aef-a9da-a53f95e29b58, host: hv-cinder-80661, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3ecf6c38-e549-4e82-b3f2-9a1f359bd14b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '451a4b33-3c15-4627-b84f-5dc87afd25d5'}}] {{(pid=96121) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 15:44:20.318927 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [req-8947db91-0ed8-4b8f-a001-011e364765e8 req-fd9bdd9e-d8ad-4dc5-86b4-3e6500dca0ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-684029'] for port, before_update {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:44:20.414953 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.plugins.ml2.db [req-8947db91-0ed8-4b8f-a001-011e364765e8 req-fd9bdd9e-d8ad-4dc5-86b4-3e6500dca0ff service neutron] For port 86caf4fd-350c-4aef-a9da-a53f95e29b58, host hv-cinder-80661, cleared binding levels {{(pid=96121) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 15:44:20.418031 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.plugins.ml2.db [req-8947db91-0ed8-4b8f-a001-011e364765e8 req-fd9bdd9e-d8ad-4dc5-86b4-3e6500dca0ff service neutron] For port 86caf4fd-350c-4aef-a9da-a53f95e29b58, host hv-cinder-80661, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80661',level=0,port_id=86caf4fd-350c-4aef-a9da-a53f95e29b58,segment=NetworkSegment(3ecf6c38-e549-4e82-b3f2-9a1f359bd14b),segment_id=3ecf6c38-e549-4e82-b3f2-9a1f359bd14b)] {{(pid=96121) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 15:44:20.489845 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [req-8947db91-0ed8-4b8f-a001-011e364765e8 req-fd9bdd9e-d8ad-4dc5-86b4-3e6500dca0ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741780147972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741779628755', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741779628773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3898424'] for port, after_update {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:44:20.538622 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8947db91-0ed8-4b8f-a001-011e364765e8 req-fd9bdd9e-d8ad-4dc5-86b4-3e6500dca0ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:44:20.539260 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [req-8947db91-0ed8-4b8f-a001-011e364765e8 req-fd9bdd9e-d8ad-4dc5-86b4-3e6500dca0ff service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238921'] for port, before_response {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:44:20.540682 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-8947db91-0ed8-4b8f-a001-011e364765e8 req-fd9bdd9e-d8ad-4dc5-86b4-3e6500dca0ff service neutron] 10.222.0.22 "PUT /v2.0/ports/86caf4fd-350c-4aef-a9da-a53f95e29b58 HTTP/1.1" status: 200 len: 1094 time: 0.9904473 Sep 29 15:44:20.541127 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a892d174-14e6-4be4-a5fb-07cedc528249', 'tag': '86caf4fd-350c-4aef-a9da-a53f95e29b58'}] {{(pid=96121) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 15:44:20.543417 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dcbd94143c65fdb0f5c12b0c92a6468c38125261e55d21e9818266cb91f6c0d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0bc63e54-2792-4285-b2d5-fe58973d4e7f" -d '{"events": [{"name": "network-changed", "server_uuid": "a892d174-14e6-4be4-a5fb-07cedc528249", "tag": "86caf4fd-350c-4aef-a9da-a53f95e29b58"}]}' {{(pid=96121) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 15:44:20.563878 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd9bdd9e-d8ad-4dc5-86b4-3e6500dca0ff service neutron] Pushing event updated for resources: {'Port': ['ID=86caf4fd-350c-4aef-a9da-a53f95e29b58,revision_number=3']} {{(pid=96121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 15:44:24.167672 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron_lib.callbacks.manager [None req-3b5d6435-1598-44a4-87db-ffc6023c5935 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741779927170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-625140'] for agent, after_update {{(pid=96122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:44:26.597064 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron_lib.callbacks.manager [None req-48618570-81c4-44b2-a9d2-cfb422529be4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741779927170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-625140'] for agent, after_update {{(pid=96122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:44:27.546932 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron_lib.callbacks.manager [None req-86ea74e9-eea3-4769-b153-652ac6294d68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741779927170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-625140'] for agent, after_update {{(pid=96122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:44:28.544667 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron_lib.callbacks.manager [None req-d04ed334-d278-4234-b850-06fee10c9c6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741779927170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-625140'] for agent, after_update {{(pid=96122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:44:29.607958 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron_lib.callbacks.manager [None req-9bd021b7-afaf-4c67-b111-7b9308fbf6a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741779927170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-625140'] for agent, after_update {{(pid=96122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:44:30.973416 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e30b300-4cb0-4f18-9854-ec8f0183331c req-15c17ce1-2edc-4dfb-8f9d-1b3a3e2b5128 tempest-TestMinimumBasicScenario-129383672 tempest-TestMinimumBasicScenario-129383672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:44:30.974912 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-4e30b300-4cb0-4f18-9854-ec8f0183331c req-15c17ce1-2edc-4dfb-8f9d-1b3a3e2b5128 tempest-TestMinimumBasicScenario-129383672 tempest-TestMinimumBasicScenario-129383672-project] 10.222.0.46 "GET /v2.0/ports?device_id=a892d174-14e6-4be4-a5fb-07cedc528249 HTTP/1.1" status: 200 len: 944 time: 0.0722432 Sep 29 15:44:30.979677 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 29 Sep 2021 15:44:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41a8dad0-5633-4094-9b4c-6d8a2dd52287 x-openstack-request-id: req-41a8dad0-5633-4094-9b4c-6d8a2dd52287 {{(pid=96121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 15:44:30.979978 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a892d174-14e6-4be4-a5fb-07cedc528249", "tag": "86caf4fd-350c-4aef-a9da-a53f95e29b58", "status": "completed", "code": 200}]} {{(pid=96121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 15:44:30.980231 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-41a8dad0-5633-4094-9b4c-6d8a2dd52287 {{(pid=96121) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 15:44:30.980612 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a892d174-14e6-4be4-a5fb-07cedc528249', 'tag': '86caf4fd-350c-4aef-a9da-a53f95e29b58', 'status': 'completed', 'code': 200} Sep 29 15:44:31.005652 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8947db91-0ed8-4b8f-a001-011e364765e8 req-a71215ff-611f-4753-9506-8ae7bbca0fb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:44:31.007117 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-8947db91-0ed8-4b8f-a001-011e364765e8 req-a71215ff-611f-4753-9506-8ae7bbca0fb7 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=2744814d1df64ec9961e1e35dae5d604&device_id=a892d174-14e6-4be4-a5fb-07cedc528249 HTTP/1.1" status: 200 len: 1097 time: 0.0698483 Sep 29 15:44:31.022807 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-4e30b300-4cb0-4f18-9854-ec8f0183331c req-4644cea6-7207-460e-9c9e-ffecc3e20d3a tempest-TestMinimumBasicScenario-129383672 tempest-TestMinimumBasicScenario-129383672-project] 10.222.0.46 "GET /v2.0/security-groups?id=b8fb230c-02cc-40f3-9bed-4f02e24215ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403152 Sep 29 15:44:31.065149 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-8947db91-0ed8-4b8f-a001-011e364765e8 req-a581ca26-0fae-476e-9e2c-e9e7de836860 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=86caf4fd-350c-4aef-a9da-a53f95e29b58 HTTP/1.1" status: 200 len: 217 time: 0.0374358 Sep 29 15:44:31.114406 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8947db91-0ed8-4b8f-a001-011e364765e8 req-115312cd-d16d-4458-8e9f-401ed847c7f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:44:31.115743 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-8947db91-0ed8-4b8f-a001-011e364765e8 req-115312cd-d16d-4458-8e9f-401ed847c7f0 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=92b9bd24-d037-4f73-9cd3-47376a5d89ea HTTP/1.1" status: 200 len: 854 time: 0.0426905 Sep 29 15:44:31.162691 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8947db91-0ed8-4b8f-a001-011e364765e8 req-f2807b1b-bf5e-42e0-8670-9ae1f3e85188 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:44:31.164237 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-8947db91-0ed8-4b8f-a001-011e364765e8 req-f2807b1b-bf5e-42e0-8670-9ae1f3e85188 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=451a4b33-3c15-4627-b84f-5dc87afd25d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0404129 Sep 29 15:44:31.260011 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-8947db91-0ed8-4b8f-a001-011e364765e8 req-8111f268-563b-451d-9a37-1cf3ad6d0379 service neutron] 10.222.0.22 "GET /v2.0/networks/451a4b33-3c15-4627-b84f-5dc87afd25d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882194 Sep 29 15:44:31.357165 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-8947db91-0ed8-4b8f-a001-011e364765e8 req-7620d9d6-5d57-4beb-a70b-066bdb82b51b service neutron] 10.222.0.22 "GET /v2.0/networks/451a4b33-3c15-4627-b84f-5dc87afd25d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892723 Sep 29 15:44:31.559817 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc63e54-2792-4285-b2d5-fe58973d4e7f req-ffd67a1b-3a87-4e5e-99b3-f484c49703e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:44:31.561363 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-0bc63e54-2792-4285-b2d5-fe58973d4e7f req-ffd67a1b-3a87-4e5e-99b3-f484c49703e5 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=2744814d1df64ec9961e1e35dae5d604&device_id=a892d174-14e6-4be4-a5fb-07cedc528249 HTTP/1.1" status: 200 len: 1097 time: 0.0397084 Sep 29 15:44:31.653863 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc63e54-2792-4285-b2d5-fe58973d4e7f req-0da9a4fe-8dd9-49cd-a5bc-1b823cbc4597 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:44:31.655868 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-0bc63e54-2792-4285-b2d5-fe58973d4e7f req-0da9a4fe-8dd9-49cd-a5bc-1b823cbc4597 service neutron] 10.222.0.22 "GET /v2.0/networks?id=451a4b33-3c15-4627-b84f-5dc87afd25d5 HTTP/1.1" status: 200 len: 916 time: 0.0860496 Sep 29 15:44:31.701160 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-0bc63e54-2792-4285-b2d5-fe58973d4e7f req-4bc770a5-09c9-4aed-b716-2a4f88ddf34c service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=86caf4fd-350c-4aef-a9da-a53f95e29b58 HTTP/1.1" status: 200 len: 217 time: 0.0368898 Sep 29 15:44:31.751116 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc63e54-2792-4285-b2d5-fe58973d4e7f req-575decff-3611-42fd-b73d-c7347a7e3683 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:44:31.752116 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-0bc63e54-2792-4285-b2d5-fe58973d4e7f req-575decff-3611-42fd-b73d-c7347a7e3683 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=92b9bd24-d037-4f73-9cd3-47376a5d89ea HTTP/1.1" status: 200 len: 854 time: 0.0433016 Sep 29 15:44:31.797621 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc63e54-2792-4285-b2d5-fe58973d4e7f req-e9ca2456-33d4-42cf-878f-8c71b1c1863f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:44:31.799073 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-0bc63e54-2792-4285-b2d5-fe58973d4e7f req-e9ca2456-33d4-42cf-878f-8c71b1c1863f service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=451a4b33-3c15-4627-b84f-5dc87afd25d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0392139 Sep 29 15:44:31.895104 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-0bc63e54-2792-4285-b2d5-fe58973d4e7f req-6a05adb6-7e9f-4efb-b933-5aaba9132c67 service neutron] 10.222.0.22 "GET /v2.0/networks/451a4b33-3c15-4627-b84f-5dc87afd25d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858159 Sep 29 15:44:31.982700 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-0bc63e54-2792-4285-b2d5-fe58973d4e7f req-72dcfab1-0ab6-4d76-bba1-0f82c297e5bb service neutron] 10.222.0.22 "GET /v2.0/networks/451a4b33-3c15-4627-b84f-5dc87afd25d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806637 Sep 29 15:44:32.139764 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe08a59-769c-481c-acff-bece9f9fd9e3 req-9d2e7749-ea11-4053-becf-918457e7f75a tempest-TestMinimumBasicScenario-129383672 tempest-TestMinimumBasicScenario-129383672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:44:32.141263 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-2fe08a59-769c-481c-acff-bece9f9fd9e3 req-9d2e7749-ea11-4053-becf-918457e7f75a tempest-TestMinimumBasicScenario-129383672 tempest-TestMinimumBasicScenario-129383672-project] 10.222.0.46 "GET /v2.0/ports?device_id=a892d174-14e6-4be4-a5fb-07cedc528249 HTTP/1.1" status: 200 len: 944 time: 0.0530097 Sep 29 15:44:32.177987 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-2fe08a59-769c-481c-acff-bece9f9fd9e3 req-5cc7a347-799c-4546-9484-8f3da696c2f2 tempest-TestMinimumBasicScenario-129383672 tempest-TestMinimumBasicScenario-129383672-project] 10.222.0.46 "GET /v2.0/security-groups?id=b8fb230c-02cc-40f3-9bed-4f02e24215ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308204 Sep 29 15:44:32.580758 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.plugins.ml2.rpc [None req-4d55257e-523e-4b8d-ab2b-d46a31710be1 None None] Device 86caf4fd-350c-4aef-a9da-a53f95e29b58 details requested by agent hyperv_hv-cinder-80661 with host hv-cinder-80661 {{(pid=96122) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 29 15:44:32.677958 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.plugins.ml2.db [None req-4d55257e-523e-4b8d-ab2b-d46a31710be1 None None] For port 86caf4fd-350c-4aef-a9da-a53f95e29b58, host hv-cinder-80661, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80661',level=0,port_id=86caf4fd-350c-4aef-a9da-a53f95e29b58,segment=NetworkSegment(3ecf6c38-e549-4e82-b3f2-9a1f359bd14b),segment_id=3ecf6c38-e549-4e82-b3f2-9a1f359bd14b)] {{(pid=96122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 15:44:32.689213 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.plugins.ml2.rpc [None req-4d55257e-523e-4b8d-ab2b-d46a31710be1 None None] Returning: {'device': '86caf4fd-350c-4aef-a9da-a53f95e29b58', 'network_id': '451a4b33-3c15-4627-b84f-5dc87afd25d5', 'port_id': '86caf4fd-350c-4aef-a9da-a53f95e29b58', 'mac_address': 'fa:16:3e:0a:a2:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 623, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '92b9bd24-d037-4f73-9cd3-47376a5d89ea', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=96122) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 29 15:44:32.724622 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron_lib.callbacks.manager [None req-4d55257e-523e-4b8d-ab2b-d46a31710be1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-684029'] for port, before_update {{(pid=96122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:44:32.737503 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.notifiers.nova [None req-4d55257e-523e-4b8d-ab2b-d46a31710be1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 86caf4fd-350c-4aef-a9da-a53f95e29b58 {{(pid=96122) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 15:44:32.756743 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.plugins.ml2.db [None req-4d55257e-523e-4b8d-ab2b-d46a31710be1 None None] For port 86caf4fd-350c-4aef-a9da-a53f95e29b58, host hv-cinder-80661, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80661',level=0,port_id=86caf4fd-350c-4aef-a9da-a53f95e29b58,segment=NetworkSegment(3ecf6c38-e549-4e82-b3f2-9a1f359bd14b),segment_id=3ecf6c38-e549-4e82-b3f2-9a1f359bd14b)] {{(pid=96122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 15:44:32.821381 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron_lib.callbacks.manager [None req-4d55257e-523e-4b8d-ab2b-d46a31710be1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741780147972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741779628755', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741779628773'] for port, after_update {{(pid=96122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:44:32.861968 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d55257e-523e-4b8d-ab2b-d46a31710be1 None None] Pushing event updated for resources: {'Port': ['ID=86caf4fd-350c-4aef-a9da-a53f95e29b58,revision_number=4']} {{(pid=96122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 15:44:32.869683 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d55257e-523e-4b8d-ab2b-d46a31710be1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806616-6-iscsi {{(pid=96122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 15:44:32.870041 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d55257e-523e-4b8d-ab2b-d46a31710be1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806616-6-iscsi {{(pid=96122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 15:44:32.870382 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d55257e-523e-4b8d-ab2b-d46a31710be1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806616-6-iscsi {{(pid=96122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 15:44:32.870721 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d55257e-523e-4b8d-ab2b-d46a31710be1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806616-6-iscsi {{(pid=96122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 15:44:32.871054 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d55257e-523e-4b8d-ab2b-d46a31710be1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806616-6-iscsi {{(pid=96122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 15:44:32.871387 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d55257e-523e-4b8d-ab2b-d46a31710be1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806616-6-iscsi {{(pid=96122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 15:44:32.871714 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d55257e-523e-4b8d-ab2b-d46a31710be1 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806616-6-iscsi {{(pid=96122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 15:44:32.872067 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d55257e-523e-4b8d-ab2b-d46a31710be1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806616-6-iscsi {{(pid=96122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 15:44:32.872419 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d55257e-523e-4b8d-ab2b-d46a31710be1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806616-6-iscsi {{(pid=96122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 15:44:32.872752 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d55257e-523e-4b8d-ab2b-d46a31710be1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806616-6-iscsi {{(pid=96122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 15:44:32.873076 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d55257e-523e-4b8d-ab2b-d46a31710be1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806616-6-iscsi {{(pid=96122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 15:44:32.873402 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d55257e-523e-4b8d-ab2b-d46a31710be1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806616-6-iscsi {{(pid=96122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 15:44:33.212980 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.plugins.ml2.db [None req-4d55257e-523e-4b8d-ab2b-d46a31710be1 None None] get_ports_and_sgs() called for port_ids ['86caf4fd-350c-4aef-a9da-a53f95e29b58'] {{(pid=96122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 15:44:33.293504 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd8b5ad-6aa5-4367-9774-835f631a6841 req-d338ffdb-0354-4e75-8476-82de2afd3087 tempest-TestMinimumBasicScenario-129383672 tempest-TestMinimumBasicScenario-129383672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:44:33.295090 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-fcd8b5ad-6aa5-4367-9774-835f631a6841 req-d338ffdb-0354-4e75-8476-82de2afd3087 tempest-TestMinimumBasicScenario-129383672 tempest-TestMinimumBasicScenario-129383672-project] 10.222.0.46 "GET /v2.0/ports?device_id=a892d174-14e6-4be4-a5fb-07cedc528249 HTTP/1.1" status: 200 len: 945 time: 0.0502470 Sep 29 15:44:33.333990 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-fcd8b5ad-6aa5-4367-9774-835f631a6841 req-4f7b5491-7dbb-4aa7-8edc-1aba2e59ec31 tempest-TestMinimumBasicScenario-129383672 tempest-TestMinimumBasicScenario-129383672-project] 10.222.0.46 "GET /v2.0/security-groups?id=b8fb230c-02cc-40f3-9bed-4f02e24215ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325584 Sep 29 15:44:34.458675 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d869e8-ebbb-443a-a1b7-59547d30fac6 req-ae4fc48c-dd89-4d2b-a8e4-87a74c893402 tempest-TestMinimumBasicScenario-129383672 tempest-TestMinimumBasicScenario-129383672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:44:34.460170 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-54d869e8-ebbb-443a-a1b7-59547d30fac6 req-ae4fc48c-dd89-4d2b-a8e4-87a74c893402 tempest-TestMinimumBasicScenario-129383672 tempest-TestMinimumBasicScenario-129383672-project] 10.222.0.46 "GET /v2.0/ports?device_id=a892d174-14e6-4be4-a5fb-07cedc528249 HTTP/1.1" status: 200 len: 945 time: 0.0475903 Sep 29 15:44:34.499440 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-54d869e8-ebbb-443a-a1b7-59547d30fac6 req-3c8fb715-6f79-4105-822c-60b6678014ec tempest-TestMinimumBasicScenario-129383672 tempest-TestMinimumBasicScenario-129383672-project] 10.222.0.46 "GET /v2.0/security-groups?id=b8fb230c-02cc-40f3-9bed-4f02e24215ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322831 Sep 29 15:44:34.580271 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.plugins.ml2.rpc [None req-4d55257e-523e-4b8d-ab2b-d46a31710be1 None None] Device 86caf4fd-350c-4aef-a9da-a53f95e29b58 up at agent hyperv_hv-cinder-80661 {{(pid=96122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 15:44:34.630122 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0545644-f4b6-40b2-8b12-86ccff0c34c4 req-7726328d-da0c-4bed-b7b5-fab4e0aa8bf1 tempest-AttachVolumeShelveTestJSON-850210833 tempest-AttachVolumeShelveTestJSON-850210833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:44:34.631523 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-e0545644-f4b6-40b2-8b12-86ccff0c34c4 req-7726328d-da0c-4bed-b7b5-fab4e0aa8bf1 tempest-AttachVolumeShelveTestJSON-850210833 tempest-AttachVolumeShelveTestJSON-850210833-project] 10.222.0.46 "GET /v2.0/ports?device_id=baba5f09-ede0-45b5-8ba9-8341045e8437 HTTP/1.1" status: 200 len: 946 time: 0.0522747 Sep 29 15:44:34.670434 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-e0545644-f4b6-40b2-8b12-86ccff0c34c4 req-396395a5-7341-4325-a89e-cf2fdb4196a6 tempest-AttachVolumeShelveTestJSON-850210833 tempest-AttachVolumeShelveTestJSON-850210833-project] 10.222.0.46 "GET /v2.0/security-groups?id=99d08d38-afbb-479e-bab1-6a902c9fe3e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323584 Sep 29 15:44:34.699378 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.db.provisioning_blocks [None req-4d55257e-523e-4b8d-ab2b-d46a31710be1 None None] Provisioning for port 86caf4fd-350c-4aef-a9da-a53f95e29b58 completed by entity L2. {{(pid=96122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 29 15:44:34.704445 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.db.provisioning_blocks [None req-4d55257e-523e-4b8d-ab2b-d46a31710be1 None None] Provisioning complete for port 86caf4fd-350c-4aef-a9da-a53f95e29b58 triggered by entity L2. {{(pid=96122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 15:44:34.704445 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron_lib.callbacks.manager [None req-4d55257e-523e-4b8d-ab2b-d46a31710be1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-626465'] for port, provisioning_complete {{(pid=96122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:44:34.782382 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron_lib.callbacks.manager [None req-4d55257e-523e-4b8d-ab2b-d46a31710be1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-684029'] for port, before_update {{(pid=96122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:44:34.805462 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a892d174-14e6-4be4-a5fb-07cedc528249', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86caf4fd-350c-4aef-a9da-a53f95e29b58'}] {{(pid=96122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 15:44:34.807782 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2623ca0f1d0ed70344ce0ae3d74fdbf1495c1e1ffd6c12fe338f92bc8c6604f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-424dcfcd-6045-4bf5-be78-d89dc7ec8189" -d '{"events": [{"server_uuid": "a892d174-14e6-4be4-a5fb-07cedc528249", "name": "network-vif-plugged", "status": "completed", "tag": "86caf4fd-350c-4aef-a9da-a53f95e29b58"}]}' {{(pid=96122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 15:44:34.821142 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.plugins.ml2.db [None req-4d55257e-523e-4b8d-ab2b-d46a31710be1 None None] For port 86caf4fd-350c-4aef-a9da-a53f95e29b58, host hv-cinder-80661, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80661',level=0,port_id=86caf4fd-350c-4aef-a9da-a53f95e29b58,segment=NetworkSegment(3ecf6c38-e549-4e82-b3f2-9a1f359bd14b),segment_id=3ecf6c38-e549-4e82-b3f2-9a1f359bd14b)] {{(pid=96122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 15:44:34.899720 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Sep 2021 15:44:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0daae776-c6c2-4113-959c-4f2c20e94136 x-openstack-request-id: req-0daae776-c6c2-4113-959c-4f2c20e94136 {{(pid=96122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 15:44:34.900071 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a892d174-14e6-4be4-a5fb-07cedc528249", "name": "network-vif-plugged", "status": "completed", "tag": "86caf4fd-350c-4aef-a9da-a53f95e29b58", "code": 200}]} {{(pid=96122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 15:44:34.900328 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-0daae776-c6c2-4113-959c-4f2c20e94136 {{(pid=96122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 15:44:34.900722 dv-cinder-806616-6-iscsi neutron-server[96122]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a892d174-14e6-4be4-a5fb-07cedc528249', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86caf4fd-350c-4aef-a9da-a53f95e29b58', 'code': 200} Sep 29 15:44:34.911036 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron_lib.callbacks.manager [None req-4d55257e-523e-4b8d-ab2b-d46a31710be1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741780147972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741779628755', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741779628773'] for port, after_update {{(pid=96122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:44:34.959668 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d55257e-523e-4b8d-ab2b-d46a31710be1 None None] Pushing event updated for resources: {'Port': ['ID=86caf4fd-350c-4aef-a9da-a53f95e29b58,revision_number=5']} {{(pid=96122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 15:44:35.250675 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24eca16-1202-4784-a84c-ce8697f2dc26 req-894be6a3-c77d-4c8c-a018-cfd0e844986e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:44:35.252155 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-f24eca16-1202-4784-a84c-ce8697f2dc26 req-894be6a3-c77d-4c8c-a018-cfd0e844986e service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=a892d174-14e6-4be4-a5fb-07cedc528249 HTTP/1.1" status: 200 len: 1099 time: 0.0377886 Sep 29 15:44:35.288009 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-f24eca16-1202-4784-a84c-ce8697f2dc26 req-a7ff192f-58c5-432a-83b5-8002f3df9186 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=b8fb230c-02cc-40f3-9bed-4f02e24215ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0272231 Sep 29 15:44:35.615467 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85982138-8cc6-4e1a-b516-d7b765ff1876 req-0153612c-8c14-4cfe-94d7-86f5fc4cfcdb tempest-TestMinimumBasicScenario-129383672 tempest-TestMinimumBasicScenario-129383672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:44:35.617021 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [req-85982138-8cc6-4e1a-b516-d7b765ff1876 req-0153612c-8c14-4cfe-94d7-86f5fc4cfcdb tempest-TestMinimumBasicScenario-129383672 tempest-TestMinimumBasicScenario-129383672-project] 10.222.0.46 "GET /v2.0/ports?device_id=a892d174-14e6-4be4-a5fb-07cedc528249 HTTP/1.1" status: 200 len: 946 time: 0.0493884 Sep 29 15:44:35.655246 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [req-85982138-8cc6-4e1a-b516-d7b765ff1876 req-4bd7565b-6816-4874-a590-346f5e7ceff9 tempest-TestMinimumBasicScenario-129383672 tempest-TestMinimumBasicScenario-129383672-project] 10.222.0.46 "GET /v2.0/security-groups?id=b8fb230c-02cc-40f3-9bed-4f02e24215ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324078 Sep 29 15:44:35.806803 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99d96a2-f24e-4bb4-afbe-316d3b747ec9 req-f19c9462-eeef-4465-b280-192492fa45da tempest-AttachVolumeShelveTestJSON-850210833 tempest-AttachVolumeShelveTestJSON-850210833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:44:35.808218 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-c99d96a2-f24e-4bb4-afbe-316d3b747ec9 req-f19c9462-eeef-4465-b280-192492fa45da tempest-AttachVolumeShelveTestJSON-850210833 tempest-AttachVolumeShelveTestJSON-850210833-project] 10.222.0.46 "GET /v2.0/ports?device_id=baba5f09-ede0-45b5-8ba9-8341045e8437 HTTP/1.1" status: 200 len: 946 time: 0.0588710 Sep 29 15:44:35.844830 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-c99d96a2-f24e-4bb4-afbe-316d3b747ec9 req-596dd6c0-8136-44cd-8346-4be434e8b584 tempest-AttachVolumeShelveTestJSON-850210833 tempest-AttachVolumeShelveTestJSON-850210833-project] 10.222.0.46 "GET /v2.0/security-groups?id=99d08d38-afbb-479e-bab1-6a902c9fe3e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306923 Sep 29 15:44:36.773514 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4333bf7a-f280-4380-af28-4269d018c873 req-2d43adf9-69be-4610-982f-8145a7852773 tempest-TestMinimumBasicScenario-129383672 tempest-TestMinimumBasicScenario-129383672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:44:36.774982 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-4333bf7a-f280-4380-af28-4269d018c873 req-2d43adf9-69be-4610-982f-8145a7852773 tempest-TestMinimumBasicScenario-129383672 tempest-TestMinimumBasicScenario-129383672-project] 10.222.0.46 "GET /v2.0/ports?device_id=a892d174-14e6-4be4-a5fb-07cedc528249 HTTP/1.1" status: 200 len: 946 time: 0.0526066 Sep 29 15:44:36.812359 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-4333bf7a-f280-4380-af28-4269d018c873 req-02e883ec-6ed9-4199-b3a3-f368e963baf0 tempest-TestMinimumBasicScenario-129383672 tempest-TestMinimumBasicScenario-129383672-project] 10.222.0.46 "GET /v2.0/security-groups?id=b8fb230c-02cc-40f3-9bed-4f02e24215ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313847 Sep 29 15:44:36.865234 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron_lib.callbacks.manager [None req-4d55257e-523e-4b8d-ab2b-d46a31710be1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741779927170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-625140'] for agent, after_update {{(pid=96122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:44:36.936755 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64f86ca-ef65-4abf-8eba-d0b471862ca4 req-04ffb619-eacc-4b0b-8b1a-0d3697d17bbb tempest-TestMinimumBasicScenario-129383672 tempest-TestMinimumBasicScenario-129383672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:44:36.938249 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [req-b64f86ca-ef65-4abf-8eba-d0b471862ca4 req-04ffb619-eacc-4b0b-8b1a-0d3697d17bbb tempest-TestMinimumBasicScenario-129383672 tempest-TestMinimumBasicScenario-129383672-project] 10.222.0.46 "GET /v2.0/ports?device_id=a892d174-14e6-4be4-a5fb-07cedc528249 HTTP/1.1" status: 200 len: 946 time: 0.0569851 Sep 29 15:44:36.961766 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b473b8-2c78-446f-a09a-7d230c09c141 req-9bdaa790-be46-468b-9701-8284e2c528d8 tempest-AttachVolumeShelveTestJSON-850210833 tempest-AttachVolumeShelveTestJSON-850210833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:44:36.963196 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-89b473b8-2c78-446f-a09a-7d230c09c141 req-9bdaa790-be46-468b-9701-8284e2c528d8 tempest-AttachVolumeShelveTestJSON-850210833 tempest-AttachVolumeShelveTestJSON-850210833-project] 10.222.0.46 "GET /v2.0/ports?device_id=baba5f09-ede0-45b5-8ba9-8341045e8437 HTTP/1.1" status: 200 len: 946 time: 0.0474024 Sep 29 15:44:36.976415 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [req-b64f86ca-ef65-4abf-8eba-d0b471862ca4 req-7e86645c-6b90-400c-bea6-9b264e74d236 tempest-TestMinimumBasicScenario-129383672 tempest-TestMinimumBasicScenario-129383672-project] 10.222.0.46 "GET /v2.0/security-groups?id=b8fb230c-02cc-40f3-9bed-4f02e24215ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321474 Sep 29 15:44:37.003787 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-89b473b8-2c78-446f-a09a-7d230c09c141 req-fa89dca8-9e3d-45da-acea-a59d8ebbd9d6 tempest-AttachVolumeShelveTestJSON-850210833 tempest-AttachVolumeShelveTestJSON-850210833-project] 10.222.0.46 "GET /v2.0/security-groups?id=99d08d38-afbb-479e-bab1-6a902c9fe3e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322831 Sep 29 15:44:37.298199 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae10f78-d6a2-4fd9-8248-0be2af432fd5 req-e99235ea-3452-4573-a12b-4ebcc48ed945 tempest-TestMinimumBasicScenario-129383672 tempest-TestMinimumBasicScenario-129383672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:44:37.299648 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-bae10f78-d6a2-4fd9-8248-0be2af432fd5 req-e99235ea-3452-4573-a12b-4ebcc48ed945 tempest-TestMinimumBasicScenario-129383672 tempest-TestMinimumBasicScenario-129383672-project] 10.222.0.46 "GET /v2.0/ports?device_id=a892d174-14e6-4be4-a5fb-07cedc528249 HTTP/1.1" status: 200 len: 946 time: 0.0478387 Sep 29 15:44:37.336948 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-bae10f78-d6a2-4fd9-8248-0be2af432fd5 req-f28e01b1-5c1b-4892-b48c-57a61a5e1af9 tempest-TestMinimumBasicScenario-129383672 tempest-TestMinimumBasicScenario-129383672-project] 10.222.0.46 "GET /v2.0/security-groups?id=b8fb230c-02cc-40f3-9bed-4f02e24215ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308347 Sep 29 15:44:38.142131 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b922b86b-c890-4539-b31e-8a6a3969570d req-ecf3ff13-6d3a-4177-9393-56943ffd7249 tempest-AttachVolumeShelveTestJSON-850210833 tempest-AttachVolumeShelveTestJSON-850210833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:44:38.150742 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-b922b86b-c890-4539-b31e-8a6a3969570d req-ecf3ff13-6d3a-4177-9393-56943ffd7249 tempest-AttachVolumeShelveTestJSON-850210833 tempest-AttachVolumeShelveTestJSON-850210833-project] 10.222.0.46 "GET /v2.0/ports?device_id=baba5f09-ede0-45b5-8ba9-8341045e8437 HTTP/1.1" status: 200 len: 946 time: 0.0635247 Sep 29 15:44:38.183138 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-b922b86b-c890-4539-b31e-8a6a3969570d req-4151a2cd-e1fa-483c-8f07-6daf64f77f41 tempest-AttachVolumeShelveTestJSON-850210833 tempest-AttachVolumeShelveTestJSON-850210833-project] 10.222.0.46 "GET /v2.0/security-groups?id=99d08d38-afbb-479e-bab1-6a902c9fe3e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314419 Sep 29 15:44:39.302729 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1bfec0-b1c4-4989-b0cd-83ec904d9d24 req-03a1174d-b294-4221-9cf1-ccf86a57d909 tempest-AttachVolumeShelveTestJSON-850210833 tempest-AttachVolumeShelveTestJSON-850210833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:44:39.304311 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-aa1bfec0-b1c4-4989-b0cd-83ec904d9d24 req-03a1174d-b294-4221-9cf1-ccf86a57d909 tempest-AttachVolumeShelveTestJSON-850210833 tempest-AttachVolumeShelveTestJSON-850210833-project] 10.222.0.46 "GET /v2.0/ports?device_id=baba5f09-ede0-45b5-8ba9-8341045e8437 HTTP/1.1" status: 200 len: 946 time: 0.0484576 Sep 29 15:44:39.340623 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-aa1bfec0-b1c4-4989-b0cd-83ec904d9d24 req-7e814bdb-c4ce-4b88-b4dc-b3adc960c096 tempest-AttachVolumeShelveTestJSON-850210833 tempest-AttachVolumeShelveTestJSON-850210833-project] 10.222.0.46 "GET /v2.0/security-groups?id=99d08d38-afbb-479e-bab1-6a902c9fe3e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302761 Sep 29 15:44:40.474811 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4a4e0b-5dbd-4f04-a8a9-874960fb3fda req-2fb4cbd3-adab-4ff2-a664-4c949944339f tempest-AttachVolumeShelveTestJSON-850210833 tempest-AttachVolumeShelveTestJSON-850210833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:44:40.476293 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [req-ab4a4e0b-5dbd-4f04-a8a9-874960fb3fda req-2fb4cbd3-adab-4ff2-a664-4c949944339f tempest-AttachVolumeShelveTestJSON-850210833 tempest-AttachVolumeShelveTestJSON-850210833-project] 10.222.0.46 "GET /v2.0/ports?device_id=baba5f09-ede0-45b5-8ba9-8341045e8437 HTTP/1.1" status: 200 len: 946 time: 0.0497088 Sep 29 15:44:40.512677 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [req-ab4a4e0b-5dbd-4f04-a8a9-874960fb3fda req-5c979c0e-fa16-4e1b-9653-c1241c5bb9ce tempest-AttachVolumeShelveTestJSON-850210833 tempest-AttachVolumeShelveTestJSON-850210833-project] 10.222.0.46 "GET /v2.0/security-groups?id=99d08d38-afbb-479e-bab1-6a902c9fe3e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305233 Sep 29 15:44:41.633464 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc85d1d-5739-4902-b271-a8266554db39 req-a720395f-e0a6-4bdd-807f-baf9d4158eca tempest-AttachVolumeShelveTestJSON-850210833 tempest-AttachVolumeShelveTestJSON-850210833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:44:41.634962 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-bcc85d1d-5739-4902-b271-a8266554db39 req-a720395f-e0a6-4bdd-807f-baf9d4158eca tempest-AttachVolumeShelveTestJSON-850210833 tempest-AttachVolumeShelveTestJSON-850210833-project] 10.222.0.46 "GET /v2.0/ports?device_id=baba5f09-ede0-45b5-8ba9-8341045e8437 HTTP/1.1" status: 200 len: 946 time: 0.0480917 Sep 29 15:44:41.673387 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-bcc85d1d-5739-4902-b271-a8266554db39 req-764eecbf-4d4b-4f23-b063-c9102780f09e tempest-AttachVolumeShelveTestJSON-850210833 tempest-AttachVolumeShelveTestJSON-850210833-project] 10.222.0.46 "GET /v2.0/security-groups?id=99d08d38-afbb-479e-bab1-6a902c9fe3e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324569 Sep 29 15:44:42.794747 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54ac620-a64d-4b28-8111-c8bf94598798 req-1f322772-ae1e-45c0-9a25-f4cb350dbbec tempest-AttachVolumeShelveTestJSON-850210833 tempest-AttachVolumeShelveTestJSON-850210833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:44:42.796293 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [req-a54ac620-a64d-4b28-8111-c8bf94598798 req-1f322772-ae1e-45c0-9a25-f4cb350dbbec tempest-AttachVolumeShelveTestJSON-850210833 tempest-AttachVolumeShelveTestJSON-850210833-project] 10.222.0.46 "GET /v2.0/ports?device_id=baba5f09-ede0-45b5-8ba9-8341045e8437 HTTP/1.1" status: 200 len: 946 time: 0.0508935 Sep 29 15:44:42.835345 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [req-a54ac620-a64d-4b28-8111-c8bf94598798 req-4027b881-c240-4d14-996b-ed1b2aae64e9 tempest-AttachVolumeShelveTestJSON-850210833 tempest-AttachVolumeShelveTestJSON-850210833-project] 10.222.0.46 "GET /v2.0/security-groups?id=99d08d38-afbb-479e-bab1-6a902c9fe3e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331576 Sep 29 15:44:44.169412 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13589b86-94aa-4326-904c-50999ce1dd99 req-a832a9f7-3b5d-424a-a144-94403b4ddde4 tempest-AttachVolumeShelveTestJSON-850210833 tempest-AttachVolumeShelveTestJSON-850210833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:44:44.170894 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [req-13589b86-94aa-4326-904c-50999ce1dd99 req-a832a9f7-3b5d-424a-a144-94403b4ddde4 tempest-AttachVolumeShelveTestJSON-850210833 tempest-AttachVolumeShelveTestJSON-850210833-project] 10.222.0.46 "GET /v2.0/ports?device_id=baba5f09-ede0-45b5-8ba9-8341045e8437 HTTP/1.1" status: 200 len: 946 time: 0.2654929 Sep 29 15:44:44.209023 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [req-13589b86-94aa-4326-904c-50999ce1dd99 req-7d639339-5a0b-4a0f-81d1-ff4fa3fb5d30 tempest-AttachVolumeShelveTestJSON-850210833 tempest-AttachVolumeShelveTestJSON-850210833-project] 10.222.0.46 "GET /v2.0/security-groups?id=99d08d38-afbb-479e-bab1-6a902c9fe3e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322838 Sep 29 15:44:45.329758 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d59cb48-2002-42f2-9417-7cd4e63ca8ba req-b8d35d37-ad48-4d0f-88d3-7b8df884d752 tempest-AttachVolumeShelveTestJSON-850210833 tempest-AttachVolumeShelveTestJSON-850210833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:44:45.331226 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-0d59cb48-2002-42f2-9417-7cd4e63ca8ba req-b8d35d37-ad48-4d0f-88d3-7b8df884d752 tempest-AttachVolumeShelveTestJSON-850210833 tempest-AttachVolumeShelveTestJSON-850210833-project] 10.222.0.46 "GET /v2.0/ports?device_id=baba5f09-ede0-45b5-8ba9-8341045e8437 HTTP/1.1" status: 200 len: 946 time: 0.0503860 Sep 29 15:44:45.368729 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-0d59cb48-2002-42f2-9417-7cd4e63ca8ba req-1704c167-5de9-4db9-8ca5-393ab1f15bf1 tempest-AttachVolumeShelveTestJSON-850210833 tempest-AttachVolumeShelveTestJSON-850210833-project] 10.222.0.46 "GET /v2.0/security-groups?id=99d08d38-afbb-479e-bab1-6a902c9fe3e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307915 Sep 29 15:44:46.484130 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65dde06b-7c59-427f-89cf-327c4426e30b req-86310379-18d6-4dc4-b570-6b4153c821dc tempest-AttachVolumeShelveTestJSON-850210833 tempest-AttachVolumeShelveTestJSON-850210833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:44:46.485301 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [req-65dde06b-7c59-427f-89cf-327c4426e30b req-86310379-18d6-4dc4-b570-6b4153c821dc tempest-AttachVolumeShelveTestJSON-850210833 tempest-AttachVolumeShelveTestJSON-850210833-project] 10.222.0.46 "GET /v2.0/ports?device_id=baba5f09-ede0-45b5-8ba9-8341045e8437 HTTP/1.1" status: 200 len: 946 time: 0.0478618 Sep 29 15:44:46.524185 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [req-65dde06b-7c59-427f-89cf-327c4426e30b req-5e6232e0-6511-46c0-95cf-0569ab6ad257 tempest-AttachVolumeShelveTestJSON-850210833 tempest-AttachVolumeShelveTestJSON-850210833-project] 10.222.0.46 "GET /v2.0/security-groups?id=99d08d38-afbb-479e-bab1-6a902c9fe3e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315754 Sep 29 15:44:47.655064 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c77b36-9390-4724-a16d-a9a8150f57e6 req-f64b208c-a454-4495-82f9-1a8ec7ac5aae tempest-AttachVolumeShelveTestJSON-850210833 tempest-AttachVolumeShelveTestJSON-850210833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:44:47.656689 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-d8c77b36-9390-4724-a16d-a9a8150f57e6 req-f64b208c-a454-4495-82f9-1a8ec7ac5aae tempest-AttachVolumeShelveTestJSON-850210833 tempest-AttachVolumeShelveTestJSON-850210833-project] 10.222.0.46 "GET /v2.0/ports?device_id=baba5f09-ede0-45b5-8ba9-8341045e8437 HTTP/1.1" status: 200 len: 946 time: 0.0599365 Sep 29 15:44:47.694785 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-d8c77b36-9390-4724-a16d-a9a8150f57e6 req-cfa347a2-d380-4050-ac6c-f1e4855def6e tempest-AttachVolumeShelveTestJSON-850210833 tempest-AttachVolumeShelveTestJSON-850210833-project] 10.222.0.46 "GET /v2.0/security-groups?id=99d08d38-afbb-479e-bab1-6a902c9fe3e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314677 Sep 29 15:44:47.801910 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93a65ec-9b83-4c0b-ad90-f01205b7b6d5 req-9c5c9c10-b468-4dc7-90bc-9af673fa1400 tempest-TestMinimumBasicScenario-129383672 tempest-TestMinimumBasicScenario-129383672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:44:47.803318 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [req-e93a65ec-9b83-4c0b-ad90-f01205b7b6d5 req-9c5c9c10-b468-4dc7-90bc-9af673fa1400 tempest-TestMinimumBasicScenario-129383672 tempest-TestMinimumBasicScenario-129383672-project] 10.222.0.46 "GET /v2.0/ports?device_id=a892d174-14e6-4be4-a5fb-07cedc528249 HTTP/1.1" status: 200 len: 946 time: 0.0475783 Sep 29 15:44:47.840201 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [req-e93a65ec-9b83-4c0b-ad90-f01205b7b6d5 req-3a919786-4e03-44c2-b223-8361cdf95e60 tempest-TestMinimumBasicScenario-129383672 tempest-TestMinimumBasicScenario-129383672-project] 10.222.0.46 "GET /v2.0/security-groups?id=b8fb230c-02cc-40f3-9bed-4f02e24215ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307267 Sep 29 15:44:47.862564 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.wsgi [-] (96121) accepted ('10.222.0.46', 35638) {{(pid=96121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 15:44:47.997171 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0640ded4-8db8-4d70-892b-dbcb436727ce tempest-TestMinimumBasicScenario-1386907380 tempest-TestMinimumBasicScenario-1386907380-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:44:47.998662 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [None req-0640ded4-8db8-4d70-892b-dbcb436727ce tempest-TestMinimumBasicScenario-1386907380 tempest-TestMinimumBasicScenario-1386907380-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=a892d174-14e6-4be4-a5fb-07cedc528249 HTTP/1.1" status: 200 len: 1094 time: 0.1350935 Sep 29 15:44:48.001417 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.wsgi [-] (96121) accepted ('10.222.0.46', 35642) {{(pid=96121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 15:44:48.005531 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.api.v2.base [None req-888abb50-11e7-45c3-94d4-2796d7ad97d8 tempest-TestMinimumBasicScenario-129383672 tempest-TestMinimumBasicScenario-129383672-project] Request body: {'floatingip': {'floating_network_id': 'cd5efe95-1549-4750-933c-70412f77577e', 'port_id': '86caf4fd-350c-4aef-a9da-a53f95e29b58', 'tenant_id': '2744814d1df64ec9961e1e35dae5d604', 'fixed_ip_address': '172.20.0.14'}} {{(pid=96121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 15:44:48.128441 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [None req-888abb50-11e7-45c3-94d4-2796d7ad97d8 tempest-TestMinimumBasicScenario-129383672 tempest-TestMinimumBasicScenario-129383672-project] Notify callbacks [] for floatingip, before_create {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:44:48.224818 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [None req-888abb50-11e7-45c3-94d4-2796d7ad97d8 tempest-TestMinimumBasicScenario-129383672 tempest-TestMinimumBasicScenario-129383672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-684029'] for port, before_create {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:44:48.327447 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.db.db_base_plugin_common [None req-888abb50-11e7-45c3-94d4-2796d7ad97d8 tempest-TestMinimumBasicScenario-129383672 tempest-TestMinimumBasicScenario-129383672-project] Allocated IP 172.27.0.24 (cd5efe95-1549-4750-933c-70412f77577e/9c872fed-da92-4e12-828d-ac62e1b980b9/6663c334-f4b1-4752-82c8-d6720f436a78) {{(pid=96121) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 15:44:48.429732 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [None req-888abb50-11e7-45c3-94d4-2796d7ad97d8 tempest-TestMinimumBasicScenario-129383672 tempest-TestMinimumBasicScenario-129383672-project] Notify callbacks [] for port, precommit_create {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:44:48.776218 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [None req-888abb50-11e7-45c3-94d4-2796d7ad97d8 tempest-TestMinimumBasicScenario-129383672 tempest-TestMinimumBasicScenario-129383672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741779628737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3898419'] for port, after_create {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:44:48.836470 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-888abb50-11e7-45c3-94d4-2796d7ad97d8 tempest-TestMinimumBasicScenario-129383672 tempest-TestMinimumBasicScenario-129383672-project] Network cd5efe95-1549-4750-933c-70412f77577e is already hosted by enough agents. {{(pid=96121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 15:44:48.846343 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.scheduler.base_scheduler [None req-888abb50-11e7-45c3-94d4-2796d7ad97d8 tempest-TestMinimumBasicScenario-129383672 tempest-TestMinimumBasicScenario-129383672-project] Resources bound (agent type, host, resource id): {{(pid=96121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 15:44:48.848982 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-888abb50-11e7-45c3-94d4-2796d7ad97d8 tempest-TestMinimumBasicScenario-129383672 tempest-TestMinimumBasicScenario-129383672-project] Received port after_create {{(pid=96121) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 15:44:48.852675 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-888abb50-11e7-45c3-94d4-2796d7ad97d8 tempest-TestMinimumBasicScenario-129383672 tempest-TestMinimumBasicScenario-129383672-project] Pushing event updated for resources: {'Port': ['ID=6663c334-f4b1-4752-82c8-d6720f436a78,revision_number=1']} {{(pid=96121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 15:44:48.888987 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f55254d-21fa-459a-82c1-a5dcf6f5fe52 req-2e955ca1-c70a-40a1-9332-f46de90354d0 tempest-AttachVolumeShelveTestJSON-850210833 tempest-AttachVolumeShelveTestJSON-850210833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:44:48.890452 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-4f55254d-21fa-459a-82c1-a5dcf6f5fe52 req-2e955ca1-c70a-40a1-9332-f46de90354d0 tempest-AttachVolumeShelveTestJSON-850210833 tempest-AttachVolumeShelveTestJSON-850210833-project] 10.222.0.46 "GET /v2.0/ports?device_id=baba5f09-ede0-45b5-8ba9-8341045e8437 HTTP/1.1" status: 200 len: 946 time: 0.1245229 Sep 29 15:44:48.972999 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-4f55254d-21fa-459a-82c1-a5dcf6f5fe52 req-373035b7-ba49-4170-aed2-7d68d537c4d1 tempest-AttachVolumeShelveTestJSON-850210833 tempest-AttachVolumeShelveTestJSON-850210833-project] 10.222.0.46 "GET /v2.0/security-groups?id=99d08d38-afbb-479e-bab1-6a902c9fe3e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0764930 Sep 29 15:44:49.229277 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [None req-888abb50-11e7-45c3-94d4-2796d7ad97d8 tempest-TestMinimumBasicScenario-129383672 tempest-TestMinimumBasicScenario-129383672-project] Notify callbacks [] for floatingip, precommit_create {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:44:49.329707 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [None req-888abb50-11e7-45c3-94d4-2796d7ad97d8 tempest-TestMinimumBasicScenario-129383672 tempest-TestMinimumBasicScenario-129383672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-684029'] for port, before_update {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:44:49.471915 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [None req-888abb50-11e7-45c3-94d4-2796d7ad97d8 tempest-TestMinimumBasicScenario-129383672 tempest-TestMinimumBasicScenario-129383672-project] Notify callbacks [] for port, precommit_update {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:44:49.510699 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [None req-888abb50-11e7-45c3-94d4-2796d7ad97d8 tempest-TestMinimumBasicScenario-129383672 tempest-TestMinimumBasicScenario-129383672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741780147972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741779628755', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741779628773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3898424'] for port, after_update {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:44:49.574918 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-888abb50-11e7-45c3-94d4-2796d7ad97d8 tempest-TestMinimumBasicScenario-129383672 tempest-TestMinimumBasicScenario-129383672-project] Pushing event updated for resources: {'Port': ['ID=6663c334-f4b1-4752-82c8-d6720f436a78,revision_number=2']} {{(pid=96121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 15:44:49.585833 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [None req-888abb50-11e7-45c3-94d4-2796d7ad97d8 tempest-TestMinimumBasicScenario-129383672 tempest-TestMinimumBasicScenario-129383672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1618963'] for floatingip, after_create {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:44:49.680858 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.db.l3_db [None req-888abb50-11e7-45c3-94d4-2796d7ad97d8 tempest-TestMinimumBasicScenario-129383672 tempest-TestMinimumBasicScenario-129383672-project] Floating IP ec2d0246-df47-4a3f-8851-ac25f813411c associated. External IP: 172.27.0.24, port: 86caf4fd-350c-4aef-a9da-a53f95e29b58. Sep 29 15:44:49.883504 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-888abb50-11e7-45c3-94d4-2796d7ad97d8 tempest-TestMinimumBasicScenario-129383672 tempest-TestMinimumBasicScenario-129383672-project] Router 22eb65ca-9cf2-40fd-ad8a-e7d96e1496cf has already been hosted by L3 agent e5061b61-feb3-46be-bd05-1226f95d9417 {{(pid=96121) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 29 15:44:49.986513 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-888abb50-11e7-45c3-94d4-2796d7ad97d8 tempest-TestMinimumBasicScenario-129383672 tempest-TestMinimumBasicScenario-129383672-project] Notify agent at l3_agent.dv-cinder-806616-6-iscsi the message routers_updated {{(pid=96121) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 15:44:50.000848 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d84ed36b-79e3-4b25-9c2c-ef7400d2887f None None] Sync routers for ids ['22eb65ca-9cf2-40fd-ad8a-e7d96e1496cf'] in dv-cinder-806616-6-iscsi {{(pid=96122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 15:44:50.010992 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d84ed36b-79e3-4b25-9c2c-ef7400d2887f None None] Routers {'22eb65ca-9cf2-40fd-ad8a-e7d96e1496cf'} bound to L3 agent in host dv-cinder-806616-6-iscsi {{(pid=96122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 15:44:50.011592 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.db.l3_hamode_db [None req-d84ed36b-79e3-4b25-9c2c-ef7400d2887f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806616-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-29T15:30:56Z,description=,heartbeat_timestamp=2021-09-29T15:44:27Z,host='dv-cinder-806616-6-iscsi',id=e5061b61-feb3-46be-bd05-1226f95d9417,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T15:30:57Z,topic='l3_agent')) {'router_ids': ['22eb65ca-9cf2-40fd-ad8a-e7d96e1496cf'], 'active': True} {{(pid=96122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 15:44:50.042801 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [None req-888abb50-11e7-45c3-94d4-2796d7ad97d8 tempest-TestMinimumBasicScenario-129383672 tempest-TestMinimumBasicScenario-129383672-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238921'] for floatingip, before_response {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:44:50.073961 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [None req-888abb50-11e7-45c3-94d4-2796d7ad97d8 tempest-TestMinimumBasicScenario-129383672 tempest-TestMinimumBasicScenario-129383672-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.0714614 Sep 29 15:44:50.074567 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a892d174-14e6-4be4-a5fb-07cedc528249', 'tag': '86caf4fd-350c-4aef-a9da-a53f95e29b58'}] {{(pid=96121) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 15:44:50.076844 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dcbd94143c65fdb0f5c12b0c92a6468c38125261e55d21e9818266cb91f6c0d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d170765-0b10-438f-a341-6168e305921e" -d '{"events": [{"name": "network-changed", "server_uuid": "a892d174-14e6-4be4-a5fb-07cedc528249", "tag": "86caf4fd-350c-4aef-a9da-a53f95e29b58"}]}' {{(pid=96121) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 15:44:50.080553 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.wsgi [-] (96121) accepted ('10.222.0.46', 35666) {{(pid=96121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 15:44:50.084893 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.api.v2.base [None req-5fb8dfba-d6d9-4c15-9978-0bf19f35dc61 tempest-TestMinimumBasicScenario-129383672 tempest-TestMinimumBasicScenario-129383672-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1998694988', 'description': 'tempest-secgroup-smoke-1998694988 description', 'project_id': '2744814d1df64ec9961e1e35dae5d604'}} {{(pid=96121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 15:44:50.128863 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 29 Sep 2021 15:44:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9751daf0-6b19-40f3-863c-2cdf904cd9e6 x-openstack-request-id: req-9751daf0-6b19-40f3-863c-2cdf904cd9e6 {{(pid=96121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 15:44:50.133926 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a892d174-14e6-4be4-a5fb-07cedc528249", "tag": "86caf4fd-350c-4aef-a9da-a53f95e29b58", "status": "completed", "code": 200}]} {{(pid=96121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 15:44:50.133926 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-9751daf0-6b19-40f3-863c-2cdf904cd9e6 {{(pid=96121) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 15:44:50.133926 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a892d174-14e6-4be4-a5fb-07cedc528249', 'tag': '86caf4fd-350c-4aef-a9da-a53f95e29b58', 'status': 'completed', 'code': 200} Sep 29 15:44:50.146212 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c8e017-3f48-4475-b083-35b6d8d434b5 req-858fa761-e92b-4875-aa29-679849b52c92 tempest-AttachVolumeShelveTestJSON-850210833 tempest-AttachVolumeShelveTestJSON-850210833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:44:50.153645 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [req-88c8e017-3f48-4475-b083-35b6d8d434b5 req-858fa761-e92b-4875-aa29-679849b52c92 tempest-AttachVolumeShelveTestJSON-850210833 tempest-AttachVolumeShelveTestJSON-850210833-project] 10.222.0.46 "GET /v2.0/ports?device_id=baba5f09-ede0-45b5-8ba9-8341045e8437 HTTP/1.1" status: 200 len: 946 time: 0.1092725 Sep 29 15:44:50.159560 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.db.l3_dvr_db [None req-d84ed36b-79e3-4b25-9c2c-ef7400d2887f None None] Set router 22eb65ca-9cf2-40fd-ad8a-e7d96e1496cf gateway port host: dv-cinder-806616-6-iscsi {{(pid=96122) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 15:44:50.185609 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [None req-5fb8dfba-d6d9-4c15-9978-0bf19f35dc61 tempest-TestMinimumBasicScenario-129383672 tempest-TestMinimumBasicScenario-129383672-project] Notify callbacks [] for security_group, before_create {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:44:50.203905 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [req-88c8e017-3f48-4475-b083-35b6d8d434b5 req-0d050a3f-fe34-4db7-95de-78c380019ed5 tempest-AttachVolumeShelveTestJSON-850210833 tempest-AttachVolumeShelveTestJSON-850210833-project] 10.222.0.46 "GET /v2.0/security-groups?id=99d08d38-afbb-479e-bab1-6a902c9fe3e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475264 Sep 29 15:44:50.256181 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d170765-0b10-438f-a341-6168e305921e req-65a3a036-cf85-49f1-a432-c02d351dec60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:44:50.258154 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-4d170765-0b10-438f-a341-6168e305921e req-65a3a036-cf85-49f1-a432-c02d351dec60 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=2744814d1df64ec9961e1e35dae5d604&device_id=a892d174-14e6-4be4-a5fb-07cedc528249 HTTP/1.1" status: 200 len: 1099 time: 0.0625803 Sep 29 15:44:50.374276 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [None req-5fb8dfba-d6d9-4c15-9978-0bf19f35dc61 tempest-TestMinimumBasicScenario-129383672 tempest-TestMinimumBasicScenario-129383672-project] Notify callbacks [] for security_group, precommit_create {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:44:50.384010 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d170765-0b10-438f-a341-6168e305921e req-101ece34-6355-46ae-84c8-596f23991d96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:44:50.385531 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-4d170765-0b10-438f-a341-6168e305921e req-101ece34-6355-46ae-84c8-596f23991d96 service neutron] 10.222.0.22 "GET /v2.0/networks?id=451a4b33-3c15-4627-b84f-5dc87afd25d5 HTTP/1.1" status: 200 len: 916 time: 0.1173563 Sep 29 15:44:50.406635 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.db.l3_hamode_db [None req-d84ed36b-79e3-4b25-9c2c-ef7400d2887f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22eb65ca-9cf2-40fd-ad8a-e7d96e1496cf', 'name': 'tempest-TestMinimumBasicScenario-1454974900-router', 'tenant_id': '2744814d1df64ec9961e1e35dae5d604', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd5efe95-1549-4750-933c-70412f77577e', 'external_fixed_ips': [{'subnet_id': '9c872fed-da92-4e12-828d-ac62e1b980b9', 'ip_address': '172.27.0.23'}], 'enable_snat': True}, 'gw_port_id': '8569b9b0-4887-4c78-b7ed-6725135cc7c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T15:43:51Z', 'updated_at': '2021-09-29T15:43:54Z', 'revision_number': 4, 'project_id': '2744814d1df64ec9961e1e35dae5d604', 'gw_port': {'id': '8569b9b0-4887-4c78-b7ed-6725135cc7c5', 'name': '', 'network_id': 'cd5efe95-1549-4750-933c-70412f77577e', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:fe:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22eb65ca-9cf2-40fd-ad8a-e7d96e1496cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': '9c872fed-da92-4e12-828d-ac62e1b980b9', 'ip_address': '172.27.0.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806616-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T15:43:52Z', 'updated_at': '2021-09-29T15:43:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c872fed-da92-4e12-828d-ac62e1b980b9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806616-6-iscsi', '_floatingips': [{'id': 'ec2d0246-df47-4a3f-8851-ac25f813411c', 'tenant_id': '2744814d1df64ec9961e1e35dae5d604', 'floating_ip_address': '172.27.0.24', 'floating_network_id': 'cd5efe95-1549-4750-933c-70412f77577e', 'router_id': '22eb65ca-9cf2-40fd-ad8a-e7d96e1496cf', 'port_id': '86caf4fd-350c-4aef-a9da-a53f95e29b58', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 490, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '451a4b33-3c15-4627-b84f-5dc87afd25d5', 'mac_address': 'fa:16:3e:0a:a2:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a892d174-14e6-4be4-a5fb-07cedc528249', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-29T15:44:49Z', 'updated_at': '2021-09-29T15:44:49Z', 'revision_number': 0, 'project_id': '2744814d1df64ec9961e1e35dae5d604', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '220b5316-720a-4f19-a4a3-933e70fdcafe', 'name': '', 'network_id': '451a4b33-3c15-4627-b84f-5dc87afd25d5', 'tenant_id': '2744814d1df64ec9961e1e35dae5d604', 'mac_address': 'fa:16:3e:78:19:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22eb65ca-9cf2-40fd-ad8a-e7d96e1496cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 465, 'fixed_ips': [{'subnet_id': '92b9bd24-d037-4f73-9cd3-47376a5d89ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806616-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T15:43:54Z', 'updated_at': '2021-09-29T15:43:58Z', 'revision_number': 5, 'project_id': '2744814d1df64ec9961e1e35dae5d604', 'subnets': [{'id': '92b9bd24-d037-4f73-9cd3-47376a5d89ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806616-6-iscsi', False) {} {{(pid=96122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 15:44:50.433221 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d84ed36b-79e3-4b25-9c2c-ef7400d2887f None None] Checking router: 22eb65ca-9cf2-40fd-ad8a-e7d96e1496cf for host: dv-cinder-806616-6-iscsi {{(pid=96122) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 15:44:50.441488 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d84ed36b-79e3-4b25-9c2c-ef7400d2887f None None] Routers {'22eb65ca-9cf2-40fd-ad8a-e7d96e1496cf'} bound to L3 agent in host dv-cinder-806616-6-iscsi {{(pid=96122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 15:44:50.442096 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.db.l3_hamode_db [None req-d84ed36b-79e3-4b25-9c2c-ef7400d2887f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806616-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-29T15:30:56Z,description=,heartbeat_timestamp=2021-09-29T15:44:27Z,host='dv-cinder-806616-6-iscsi',id=e5061b61-feb3-46be-bd05-1226f95d9417,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T15:30:57Z,topic='l3_agent')) {'router_ids': ['22eb65ca-9cf2-40fd-ad8a-e7d96e1496cf'], 'active': True} {{(pid=96122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 15:44:50.458129 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-4d170765-0b10-438f-a341-6168e305921e req-565bff8f-f852-4f95-9e20-a49f2b65e54c service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=86caf4fd-350c-4aef-a9da-a53f95e29b58 HTTP/1.1" status: 200 len: 999 time: 0.0640485 Sep 29 15:44:50.465170 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [None req-5fb8dfba-d6d9-4c15-9978-0bf19f35dc61 tempest-TestMinimumBasicScenario-129383672 tempest-TestMinimumBasicScenario-129383672-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579214'] for security_group, after_create {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:44:50.525632 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb8dfba-d6d9-4c15-9978-0bf19f35dc61 tempest-TestMinimumBasicScenario-129383672 tempest-TestMinimumBasicScenario-129383672-project] Pushing event updated for resources: {'SecurityGroup': ['ID=95c40a0c-cb42-4115-afd6-4d213d8a0e72,revision_number=1']} {{(pid=96121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 15:44:50.537279 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d170765-0b10-438f-a341-6168e305921e req-260ee513-5cd4-4e13-a7c2-ce5fb997e877 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:44:50.537279 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-4d170765-0b10-438f-a341-6168e305921e req-260ee513-5cd4-4e13-a7c2-ce5fb997e877 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=92b9bd24-d037-4f73-9cd3-47376a5d89ea HTTP/1.1" status: 200 len: 854 time: 0.0686171 Sep 29 15:44:50.547829 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.db.l3_dvr_db [None req-d84ed36b-79e3-4b25-9c2c-ef7400d2887f None None] Set router 22eb65ca-9cf2-40fd-ad8a-e7d96e1496cf gateway port host: dv-cinder-806616-6-iscsi {{(pid=96122) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 15:44:50.591100 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d170765-0b10-438f-a341-6168e305921e req-0bf7b738-ee53-4ce5-bbcb-ab9a6a36928e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:44:50.592635 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-4d170765-0b10-438f-a341-6168e305921e req-0bf7b738-ee53-4ce5-bbcb-ab9a6a36928e service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=451a4b33-3c15-4627-b84f-5dc87afd25d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0398624 Sep 29 15:44:50.593792 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [None req-5fb8dfba-d6d9-4c15-9978-0bf19f35dc61 tempest-TestMinimumBasicScenario-129383672 tempest-TestMinimumBasicScenario-129383672-project] Notify callbacks [] for security_group, before_response {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:44:50.594878 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [None req-5fb8dfba-d6d9-4c15-9978-0bf19f35dc61 tempest-TestMinimumBasicScenario-129383672 tempest-TestMinimumBasicScenario-129383672-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.5134084 Sep 29 15:44:50.603590 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.wsgi [-] (96120) accepted ('10.222.0.46', 35672) {{(pid=96120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 15:44:50.608377 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.api.v2.base [None req-d173ab30-c3af-4527-a209-73856b5c8dc6 tempest-TestMinimumBasicScenario-129383672 tempest-TestMinimumBasicScenario-129383672-project] Request body: {'security_group_rule': {'security_group_id': '95c40a0c-cb42-4115-afd6-4d213d8a0e72', 'project_id': '2744814d1df64ec9961e1e35dae5d604', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=96120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 15:44:50.671275 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.plugins.ml2.rpc [None req-4d55257e-523e-4b8d-ab2b-d46a31710be1 None None] Device 2ea31e49-e163-4c49-a8a2-18463ab07e46 details requested by agent hyperv_hv-cinder-80661 with host hv-cinder-80661 {{(pid=96122) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 29 15:44:50.690303 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-4d170765-0b10-438f-a341-6168e305921e req-b7871aee-cd17-4024-b6fb-0c2b530b66da service neutron] 10.222.0.22 "GET /v2.0/networks/451a4b33-3c15-4627-b84f-5dc87afd25d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885103 Sep 29 15:44:50.730804 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-d173ab30-c3af-4527-a209-73856b5c8dc6 tempest-TestMinimumBasicScenario-129383672 tempest-TestMinimumBasicScenario-129383672-project] Notify callbacks [] for security_group_rule, before_create {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:44:50.804643 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-d173ab30-c3af-4527-a209-73856b5c8dc6 tempest-TestMinimumBasicScenario-129383672 tempest-TestMinimumBasicScenario-129383672-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:44:50.820749 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-4d170765-0b10-438f-a341-6168e305921e req-4a12e2ed-06c9-4bf8-8222-be46d8f3f4c3 service neutron] 10.222.0.22 "GET /v2.0/networks/451a4b33-3c15-4627-b84f-5dc87afd25d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1222358 Sep 29 15:44:50.899780 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-d173ab30-c3af-4527-a209-73856b5c8dc6 tempest-TestMinimumBasicScenario-129383672 tempest-TestMinimumBasicScenario-129383672-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081610'] for security_group_rule, after_create {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:44:50.919317 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d173ab30-c3af-4527-a209-73856b5c8dc6 tempest-TestMinimumBasicScenario-129383672 tempest-TestMinimumBasicScenario-129383672-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=77548847-beca-424d-b82d-0f494c4622c2,revision_number=0']} {{(pid=96120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 15:44:50.927655 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d173ab30-c3af-4527-a209-73856b5c8dc6 tempest-TestMinimumBasicScenario-129383672 tempest-TestMinimumBasicScenario-129383672-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806616-6-iscsi {{(pid=96120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 15:44:50.929386 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d173ab30-c3af-4527-a209-73856b5c8dc6 tempest-TestMinimumBasicScenario-129383672 tempest-TestMinimumBasicScenario-129383672-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806616-6-iscsi {{(pid=96120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 15:44:50.929386 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d173ab30-c3af-4527-a209-73856b5c8dc6 tempest-TestMinimumBasicScenario-129383672 tempest-TestMinimumBasicScenario-129383672-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806616-6-iscsi {{(pid=96120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 15:44:50.929386 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d173ab30-c3af-4527-a209-73856b5c8dc6 tempest-TestMinimumBasicScenario-129383672 tempest-TestMinimumBasicScenario-129383672-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806616-6-iscsi {{(pid=96120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 15:44:50.929702 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d173ab30-c3af-4527-a209-73856b5c8dc6 tempest-TestMinimumBasicScenario-129383672 tempest-TestMinimumBasicScenario-129383672-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806616-6-iscsi {{(pid=96120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 15:44:50.929996 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d173ab30-c3af-4527-a209-73856b5c8dc6 tempest-TestMinimumBasicScenario-129383672 tempest-TestMinimumBasicScenario-129383672-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806616-6-iscsi {{(pid=96120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 15:44:50.930326 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d173ab30-c3af-4527-a209-73856b5c8dc6 tempest-TestMinimumBasicScenario-129383672 tempest-TestMinimumBasicScenario-129383672-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806616-6-iscsi {{(pid=96120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 15:44:50.930653 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d173ab30-c3af-4527-a209-73856b5c8dc6 tempest-TestMinimumBasicScenario-129383672 tempest-TestMinimumBasicScenario-129383672-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806616-6-iscsi {{(pid=96120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 15:44:50.930977 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d173ab30-c3af-4527-a209-73856b5c8dc6 tempest-TestMinimumBasicScenario-129383672 tempest-TestMinimumBasicScenario-129383672-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806616-6-iscsi {{(pid=96120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 15:44:50.931305 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d173ab30-c3af-4527-a209-73856b5c8dc6 tempest-TestMinimumBasicScenario-129383672 tempest-TestMinimumBasicScenario-129383672-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806616-6-iscsi {{(pid=96120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 15:44:50.931628 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d173ab30-c3af-4527-a209-73856b5c8dc6 tempest-TestMinimumBasicScenario-129383672 tempest-TestMinimumBasicScenario-129383672-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806616-6-iscsi {{(pid=96120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 15:44:50.931961 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d173ab30-c3af-4527-a209-73856b5c8dc6 tempest-TestMinimumBasicScenario-129383672 tempest-TestMinimumBasicScenario-129383672-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806616-6-iscsi {{(pid=96120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 15:44:50.976441 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.plugins.ml2.db [None req-4d55257e-523e-4b8d-ab2b-d46a31710be1 None None] For port 2ea31e49-e163-4c49-a8a2-18463ab07e46, host hv-cinder-80661, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80661',level=0,port_id=2ea31e49-e163-4c49-a8a2-18463ab07e46,segment=NetworkSegment(445f7458-c019-4777-b7f7-9f69e4e3102b),segment_id=445f7458-c019-4777-b7f7-9f69e4e3102b)] {{(pid=96122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 15:44:50.988890 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.plugins.ml2.rpc [None req-4d55257e-523e-4b8d-ab2b-d46a31710be1 None None] Returning: {'device': '2ea31e49-e163-4c49-a8a2-18463ab07e46', 'network_id': '7d2058d9-0239-4e7f-ad5f-85b9e31d2757', 'port_id': '2ea31e49-e163-4c49-a8a2-18463ab07e46', 'mac_address': 'fa:16:3e:32:8b:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 601, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '56afac6f-63d0-4994-bdac-133803bcf88a', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=96122) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 29 15:44:51.001617 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-d173ab30-c3af-4527-a209-73856b5c8dc6 tempest-TestMinimumBasicScenario-129383672 tempest-TestMinimumBasicScenario-129383672-project] Notify callbacks [] for security_group_rule, before_response {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:44:51.002837 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [None req-d173ab30-c3af-4527-a209-73856b5c8dc6 tempest-TestMinimumBasicScenario-129383672 tempest-TestMinimumBasicScenario-129383672-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3980865 Sep 29 15:44:51.005525 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.wsgi [-] (96120) accepted ('10.222.0.46', 35678) {{(pid=96120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 15:44:51.010431 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.api.v2.base [None req-cfe74c5c-0404-4ef9-bfb1-54c265c6cf30 tempest-TestMinimumBasicScenario-129383672 tempest-TestMinimumBasicScenario-129383672-project] Request body: {'security_group_rule': {'security_group_id': '95c40a0c-cb42-4115-afd6-4d213d8a0e72', 'project_id': '2744814d1df64ec9961e1e35dae5d604', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=96120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 15:44:51.027564 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.db.l3_hamode_db [None req-d84ed36b-79e3-4b25-9c2c-ef7400d2887f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22eb65ca-9cf2-40fd-ad8a-e7d96e1496cf', 'name': 'tempest-TestMinimumBasicScenario-1454974900-router', 'tenant_id': '2744814d1df64ec9961e1e35dae5d604', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd5efe95-1549-4750-933c-70412f77577e', 'external_fixed_ips': [{'subnet_id': '9c872fed-da92-4e12-828d-ac62e1b980b9', 'ip_address': '172.27.0.23'}], 'enable_snat': True}, 'gw_port_id': '8569b9b0-4887-4c78-b7ed-6725135cc7c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T15:43:51Z', 'updated_at': '2021-09-29T15:43:54Z', 'revision_number': 4, 'project_id': '2744814d1df64ec9961e1e35dae5d604', 'gw_port': {'id': '8569b9b0-4887-4c78-b7ed-6725135cc7c5', 'name': '', 'network_id': 'cd5efe95-1549-4750-933c-70412f77577e', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:fe:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22eb65ca-9cf2-40fd-ad8a-e7d96e1496cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': '9c872fed-da92-4e12-828d-ac62e1b980b9', 'ip_address': '172.27.0.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806616-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T15:43:52Z', 'updated_at': '2021-09-29T15:43:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c872fed-da92-4e12-828d-ac62e1b980b9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806616-6-iscsi', '_floatingips': [{'id': 'ec2d0246-df47-4a3f-8851-ac25f813411c', 'tenant_id': '2744814d1df64ec9961e1e35dae5d604', 'floating_ip_address': '172.27.0.24', 'floating_network_id': 'cd5efe95-1549-4750-933c-70412f77577e', 'router_id': '22eb65ca-9cf2-40fd-ad8a-e7d96e1496cf', 'port_id': '86caf4fd-350c-4aef-a9da-a53f95e29b58', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 490, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '451a4b33-3c15-4627-b84f-5dc87afd25d5', 'mac_address': 'fa:16:3e:0a:a2:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a892d174-14e6-4be4-a5fb-07cedc528249', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-29T15:44:49Z', 'updated_at': '2021-09-29T15:44:49Z', 'revision_number': 0, 'project_id': '2744814d1df64ec9961e1e35dae5d604', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '220b5316-720a-4f19-a4a3-933e70fdcafe', 'name': '', 'network_id': '451a4b33-3c15-4627-b84f-5dc87afd25d5', 'tenant_id': '2744814d1df64ec9961e1e35dae5d604', 'mac_address': 'fa:16:3e:78:19:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22eb65ca-9cf2-40fd-ad8a-e7d96e1496cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 465, 'fixed_ips': [{'subnet_id': '92b9bd24-d037-4f73-9cd3-47376a5d89ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806616-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T15:43:54Z', 'updated_at': '2021-09-29T15:43:58Z', 'revision_number': 5, 'project_id': '2744814d1df64ec9961e1e35dae5d604', 'subnets': [{'id': '92b9bd24-d037-4f73-9cd3-47376a5d89ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806616-6-iscsi', False) {} {{(pid=96122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 15:44:51.059856 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron_lib.callbacks.manager [None req-4d55257e-523e-4b8d-ab2b-d46a31710be1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-684029'] for port, before_update {{(pid=96122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:44:51.061828 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d84ed36b-79e3-4b25-9c2c-ef7400d2887f None None] The sync data for ids ['22eb65ca-9cf2-40fd-ad8a-e7d96e1496cf'] in dv-cinder-806616-6-iscsi is: [{'id': '22eb65ca-9cf2-40fd-ad8a-e7d96e1496cf', 'name': 'tempest-TestMinimumBasicScenario-1454974900-router', 'tenant_id': '2744814d1df64ec9961e1e35dae5d604', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd5efe95-1549-4750-933c-70412f77577e', 'external_fixed_ips': [{'subnet_id': '9c872fed-da92-4e12-828d-ac62e1b980b9', 'ip_address': '172.27.0.23'}], 'enable_snat': True}, 'gw_port_id': '8569b9b0-4887-4c78-b7ed-6725135cc7c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T15:43:51Z', 'updated_at': '2021-09-29T15:43:54Z', 'revision_number': 4, 'project_id': '2744814d1df64ec9961e1e35dae5d604', 'gw_port': {'id': '8569b9b0-4887-4c78-b7ed-6725135cc7c5', 'name': '', 'network_id': 'cd5efe95-1549-4750-933c-70412f77577e', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:fe:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22eb65ca-9cf2-40fd-ad8a-e7d96e1496cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': '9c872fed-da92-4e12-828d-ac62e1b980b9', 'ip_address': '172.27.0.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806616-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T15:43:52Z', 'updated_at': '2021-09-29T15:43:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c872fed-da92-4e12-828d-ac62e1b980b9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806616-6-iscsi', '_floatingips': [{'id': 'ec2d0246-df47-4a3f-8851-ac25f813411c', 'tenant_id': '2744814d1df64ec9961e1e35dae5d604', 'floating_ip_address': '172.27.0.24', 'floating_network_id': 'cd5efe95-1549-4750-933c-70412f77577e', 'router_id': '22eb65ca-9cf2-40fd-ad8a-e7d96e1496cf', 'port_id': '86caf4fd-350c-4aef-a9da-a53f95e29b58', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 490, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '451a4b33-3c15-4627-b84f-5dc87afd25d5', 'mac_address': 'fa:16:3e:0a:a2:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a892d174-14e6-4be4-a5fb-07cedc528249', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-29T15:44:49Z', 'updated_at': '2021-09-29T15:44:49Z', 'revision_number': 0, 'project_id': '2744814d1df64ec9961e1e35dae5d604', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '220b5316-720a-4f19-a4a3-933e70fdcafe', 'name': '', 'network_id': '451a4b33-3c15-4627-b84f-5dc87afd25d5', 'tenant_id': '2744814d1df64ec9961e1e35dae5d604', 'mac_address': 'fa:16:3e:78:19:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22eb65ca-9cf2-40fd-ad8a-e7d96e1496cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 465, 'fixed_ips': [{'subnet_id': '92b9bd24-d037-4f73-9cd3-47376a5d89ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806616-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T15:43:54Z', 'updated_at': '2021-09-29T15:43:58Z', 'revision_number': 5, 'project_id': '2744814d1df64ec9961e1e35dae5d604', 'subnets': [{'id': '92b9bd24-d037-4f73-9cd3-47376a5d89ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=96122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 15:44:51.074749 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.notifiers.nova [None req-4d55257e-523e-4b8d-ab2b-d46a31710be1 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 2ea31e49-e163-4c49-a8a2-18463ab07e46 {{(pid=96122) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 15:44:51.096307 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.plugins.ml2.db [None req-4d55257e-523e-4b8d-ab2b-d46a31710be1 None None] For port 2ea31e49-e163-4c49-a8a2-18463ab07e46, host hv-cinder-80661, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80661',level=0,port_id=2ea31e49-e163-4c49-a8a2-18463ab07e46,segment=NetworkSegment(445f7458-c019-4777-b7f7-9f69e4e3102b),segment_id=445f7458-c019-4777-b7f7-9f69e4e3102b)] {{(pid=96122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 15:44:51.098941 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-cfe74c5c-0404-4ef9-bfb1-54c265c6cf30 tempest-TestMinimumBasicScenario-129383672 tempest-TestMinimumBasicScenario-129383672-project] Notify callbacks [] for security_group_rule, before_create {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:44:51.162237 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-cfe74c5c-0404-4ef9-bfb1-54c265c6cf30 tempest-TestMinimumBasicScenario-129383672 tempest-TestMinimumBasicScenario-129383672-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:44:51.180371 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron_lib.callbacks.manager [None req-4d55257e-523e-4b8d-ab2b-d46a31710be1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741780147972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741779628755', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741779628773'] for port, after_update {{(pid=96122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:44:51.236987 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-cfe74c5c-0404-4ef9-bfb1-54c265c6cf30 tempest-TestMinimumBasicScenario-129383672 tempest-TestMinimumBasicScenario-129383672-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081610'] for security_group_rule, after_create {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:44:51.239389 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d55257e-523e-4b8d-ab2b-d46a31710be1 None None] Pushing event updated for resources: {'Port': ['ID=2ea31e49-e163-4c49-a8a2-18463ab07e46,revision_number=6']} {{(pid=96122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 15:44:51.260793 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe74c5c-0404-4ef9-bfb1-54c265c6cf30 tempest-TestMinimumBasicScenario-129383672 tempest-TestMinimumBasicScenario-129383672-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=939df793-13f5-417f-bb35-787ad058db83,revision_number=0']} {{(pid=96120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 15:44:51.295560 dv-cinder-806616-6-iscsi neutron-server[96123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec61a414-1c78-4aad-b90b-b6e01bdce8c7 None None] New status for floating IP ec2d0246-df47-4a3f-8851-ac25f813411c: ACTIVE {{(pid=96123) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 29 15:44:51.322201 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-cfe74c5c-0404-4ef9-bfb1-54c265c6cf30 tempest-TestMinimumBasicScenario-129383672 tempest-TestMinimumBasicScenario-129383672-project] Notify callbacks [] for security_group_rule, before_response {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:44:51.323442 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [None req-cfe74c5c-0404-4ef9-bfb1-54c265c6cf30 tempest-TestMinimumBasicScenario-129383672 tempest-TestMinimumBasicScenario-129383672-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3168044 Sep 29 15:44:51.326081 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.wsgi [-] (96120) accepted ('10.222.0.46', 35684) {{(pid=96120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 15:44:51.330805 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.api.v2.base [None req-f3ee28eb-ac4a-4cdf-8381-d56a2a7e1a85 tempest-TestMinimumBasicScenario-129383672 tempest-TestMinimumBasicScenario-129383672-project] Request body: {'security_group_rule': {'security_group_id': '95c40a0c-cb42-4115-afd6-4d213d8a0e72', 'project_id': '2744814d1df64ec9961e1e35dae5d604', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=96120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 15:44:51.377737 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.plugins.ml2.db [None req-4d55257e-523e-4b8d-ab2b-d46a31710be1 None None] get_ports_and_sgs() called for port_ids ['2ea31e49-e163-4c49-a8a2-18463ab07e46'] {{(pid=96122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 15:44:51.425212 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-f3ee28eb-ac4a-4cdf-8381-d56a2a7e1a85 tempest-TestMinimumBasicScenario-129383672 tempest-TestMinimumBasicScenario-129383672-project] Notify callbacks [] for security_group_rule, before_create {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:44:51.492293 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-f3ee28eb-ac4a-4cdf-8381-d56a2a7e1a85 tempest-TestMinimumBasicScenario-129383672 tempest-TestMinimumBasicScenario-129383672-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:44:51.602693 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-f3ee28eb-ac4a-4cdf-8381-d56a2a7e1a85 tempest-TestMinimumBasicScenario-129383672 tempest-TestMinimumBasicScenario-129383672-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081610'] for security_group_rule, after_create {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:44:51.603368 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909f2313-f55d-429f-8399-d7c032151cb2 req-754b7dc7-974f-4cb5-808a-216e0e27193f tempest-AttachVolumeShelveTestJSON-850210833 tempest-AttachVolumeShelveTestJSON-850210833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:44:51.605488 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-909f2313-f55d-429f-8399-d7c032151cb2 req-754b7dc7-974f-4cb5-808a-216e0e27193f tempest-AttachVolumeShelveTestJSON-850210833 tempest-AttachVolumeShelveTestJSON-850210833-project] 10.222.0.46 "GET /v2.0/ports?device_id=baba5f09-ede0-45b5-8ba9-8341045e8437 HTTP/1.1" status: 200 len: 945 time: 0.3173513 Sep 29 15:44:51.619710 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3ee28eb-ac4a-4cdf-8381-d56a2a7e1a85 tempest-TestMinimumBasicScenario-129383672 tempest-TestMinimumBasicScenario-129383672-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=13a1f7c2-fa38-4fd1-a130-763207fe3fed,revision_number=0']} {{(pid=96120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 15:44:51.643238 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-909f2313-f55d-429f-8399-d7c032151cb2 req-65fe9893-7bfe-4a67-9eab-9c1f78a9fb3c tempest-AttachVolumeShelveTestJSON-850210833 tempest-AttachVolumeShelveTestJSON-850210833-project] 10.222.0.46 "GET /v2.0/security-groups?id=99d08d38-afbb-479e-bab1-6a902c9fe3e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317421 Sep 29 15:44:51.780396 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-f3ee28eb-ac4a-4cdf-8381-d56a2a7e1a85 tempest-TestMinimumBasicScenario-129383672 tempest-TestMinimumBasicScenario-129383672-project] Notify callbacks [] for security_group_rule, before_response {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:44:51.781648 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [None req-f3ee28eb-ac4a-4cdf-8381-d56a2a7e1a85 tempest-TestMinimumBasicScenario-129383672 tempest-TestMinimumBasicScenario-129383672-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4545984 Sep 29 15:44:51.784302 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.wsgi [-] (96120) accepted ('10.222.0.46', 35688) {{(pid=96120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 15:44:51.789622 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.api.v2.base [None req-dbccb774-7c7d-476f-9ac2-444bd091de07 tempest-TestMinimumBasicScenario-129383672 tempest-TestMinimumBasicScenario-129383672-project] Request body: {'security_group_rule': {'security_group_id': '95c40a0c-cb42-4115-afd6-4d213d8a0e72', 'project_id': '2744814d1df64ec9961e1e35dae5d604', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=96120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 15:44:52.055070 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-dbccb774-7c7d-476f-9ac2-444bd091de07 tempest-TestMinimumBasicScenario-129383672 tempest-TestMinimumBasicScenario-129383672-project] Notify callbacks [] for security_group_rule, before_create {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:44:52.112262 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-dbccb774-7c7d-476f-9ac2-444bd091de07 tempest-TestMinimumBasicScenario-129383672 tempest-TestMinimumBasicScenario-129383672-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:44:52.225353 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-dbccb774-7c7d-476f-9ac2-444bd091de07 tempest-TestMinimumBasicScenario-129383672 tempest-TestMinimumBasicScenario-129383672-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081610'] for security_group_rule, after_create {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:44:52.244208 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbccb774-7c7d-476f-9ac2-444bd091de07 tempest-TestMinimumBasicScenario-129383672 tempest-TestMinimumBasicScenario-129383672-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ebe98caa-a1d8-4e6f-b654-ee8e6b77f284,revision_number=0']} {{(pid=96120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 15:44:52.333703 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-dbccb774-7c7d-476f-9ac2-444bd091de07 tempest-TestMinimumBasicScenario-129383672 tempest-TestMinimumBasicScenario-129383672-project] Notify callbacks [] for security_group_rule, before_response {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:44:52.334934 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [None req-dbccb774-7c7d-476f-9ac2-444bd091de07 tempest-TestMinimumBasicScenario-129383672 tempest-TestMinimumBasicScenario-129383672-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5496693 Sep 29 15:44:52.337829 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.wsgi [-] (96120) accepted ('10.222.0.46', 35696) {{(pid=96120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 15:44:52.342244 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.api.v2.base [None req-148a70ad-f51a-4ce9-8f14-1ec16691b955 tempest-TestMinimumBasicScenario-129383672 tempest-TestMinimumBasicScenario-129383672-project] Request body: {'security_group_rule': {'security_group_id': '95c40a0c-cb42-4115-afd6-4d213d8a0e72', 'project_id': '2744814d1df64ec9961e1e35dae5d604', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=96120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 15:44:52.448204 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.db.securitygroups_db [None req-148a70ad-f51a-4ce9-8f14-1ec16691b955 tempest-TestMinimumBasicScenario-129383672 tempest-TestMinimumBasicScenario-129383672-project] Project 2744814d1df64ec9961e1e35dae5d604 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 29 15:44:52.453461 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-148a70ad-f51a-4ce9-8f14-1ec16691b955 tempest-TestMinimumBasicScenario-129383672 tempest-TestMinimumBasicScenario-129383672-project] Notify callbacks [] for security_group_rule, before_create {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:44:52.514375 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-148a70ad-f51a-4ce9-8f14-1ec16691b955 tempest-TestMinimumBasicScenario-129383672 tempest-TestMinimumBasicScenario-129383672-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:44:52.573734 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-148a70ad-f51a-4ce9-8f14-1ec16691b955 tempest-TestMinimumBasicScenario-129383672 tempest-TestMinimumBasicScenario-129383672-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081610'] for security_group_rule, after_create {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:44:52.592461 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-148a70ad-f51a-4ce9-8f14-1ec16691b955 tempest-TestMinimumBasicScenario-129383672 tempest-TestMinimumBasicScenario-129383672-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=afa4fe89-a2da-4f7f-849e-8c7f9b44c9b3,revision_number=0']} {{(pid=96120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 15:44:52.688880 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-148a70ad-f51a-4ce9-8f14-1ec16691b955 tempest-TestMinimumBasicScenario-129383672 tempest-TestMinimumBasicScenario-129383672-project] Notify callbacks [] for security_group_rule, before_response {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:44:52.690278 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [None req-148a70ad-f51a-4ce9-8f14-1ec16691b955 tempest-TestMinimumBasicScenario-129383672 tempest-TestMinimumBasicScenario-129383672-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3514864 Sep 29 15:44:52.693832 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.wsgi [-] (96121) accepted ('10.222.0.46', 35714) {{(pid=96121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 15:44:52.696809 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.plugins.ml2.rpc [None req-4d55257e-523e-4b8d-ab2b-d46a31710be1 None None] Device 2ea31e49-e163-4c49-a8a2-18463ab07e46 up at agent hyperv_hv-cinder-80661 {{(pid=96122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 15:44:52.701003 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.api.v2.base [None req-fa681dba-429a-40d8-a1b2-632033609b10 tempest-TestMinimumBasicScenario-129383672 tempest-TestMinimumBasicScenario-129383672-project] Request body: {'security_group_rule': {'security_group_id': '95c40a0c-cb42-4115-afd6-4d213d8a0e72', 'project_id': '2744814d1df64ec9961e1e35dae5d604', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=96121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 15:44:52.747741 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.db.provisioning_blocks [None req-4d55257e-523e-4b8d-ab2b-d46a31710be1 None None] Provisioning complete for port 2ea31e49-e163-4c49-a8a2-18463ab07e46 triggered by entity L2. {{(pid=96122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 15:44:52.748139 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron_lib.callbacks.manager [None req-4d55257e-523e-4b8d-ab2b-d46a31710be1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-626465'] for port, provisioning_complete {{(pid=96122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:44:52.778677 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae718f44-fc59-4111-8364-e30ccea88ded req-742bbdaf-8897-48fc-b4b8-7e550da97cd3 tempest-AttachVolumeShelveTestJSON-850210833 tempest-AttachVolumeShelveTestJSON-850210833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:44:52.780200 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [req-ae718f44-fc59-4111-8364-e30ccea88ded req-742bbdaf-8897-48fc-b4b8-7e550da97cd3 tempest-AttachVolumeShelveTestJSON-850210833 tempest-AttachVolumeShelveTestJSON-850210833-project] 10.222.0.46 "GET /v2.0/ports?device_id=baba5f09-ede0-45b5-8ba9-8341045e8437 HTTP/1.1" status: 200 len: 945 time: 0.0518312 Sep 29 15:44:52.817668 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [req-ae718f44-fc59-4111-8364-e30ccea88ded req-f3f33d4c-22f3-4628-a23e-145d59b937e1 tempest-AttachVolumeShelveTestJSON-850210833 tempest-AttachVolumeShelveTestJSON-850210833-project] 10.222.0.46 "GET /v2.0/security-groups?id=99d08d38-afbb-479e-bab1-6a902c9fe3e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313621 Sep 29 15:44:52.823616 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron_lib.callbacks.manager [None req-4d55257e-523e-4b8d-ab2b-d46a31710be1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-684029'] for port, before_update {{(pid=96122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:44:52.852008 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'baba5f09-ede0-45b5-8ba9-8341045e8437', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ea31e49-e163-4c49-a8a2-18463ab07e46'}] {{(pid=96122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 15:44:52.852008 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2623ca0f1d0ed70344ce0ae3d74fdbf1495c1e1ffd6c12fe338f92bc8c6604f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5dbbf446-517f-49f4-a083-cf19cbc0173d" -d '{"events": [{"server_uuid": "baba5f09-ede0-45b5-8ba9-8341045e8437", "name": "network-vif-plugged", "status": "completed", "tag": "2ea31e49-e163-4c49-a8a2-18463ab07e46"}]}' {{(pid=96122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 15:44:52.853518 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.db.securitygroups_db [None req-fa681dba-429a-40d8-a1b2-632033609b10 tempest-TestMinimumBasicScenario-129383672 tempest-TestMinimumBasicScenario-129383672-project] Project 2744814d1df64ec9961e1e35dae5d604 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 29 15:44:52.862214 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [None req-fa681dba-429a-40d8-a1b2-632033609b10 tempest-TestMinimumBasicScenario-129383672 tempest-TestMinimumBasicScenario-129383672-project] Notify callbacks [] for security_group_rule, before_create {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:44:52.873796 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.plugins.ml2.db [None req-4d55257e-523e-4b8d-ab2b-d46a31710be1 None None] For port 2ea31e49-e163-4c49-a8a2-18463ab07e46, host hv-cinder-80661, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80661',level=0,port_id=2ea31e49-e163-4c49-a8a2-18463ab07e46,segment=NetworkSegment(445f7458-c019-4777-b7f7-9f69e4e3102b),segment_id=445f7458-c019-4777-b7f7-9f69e4e3102b)] {{(pid=96122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 15:44:52.913727 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Sep 2021 15:44:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-107c199e-68ab-4bc6-b270-19eff128010e x-openstack-request-id: req-107c199e-68ab-4bc6-b270-19eff128010e {{(pid=96122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 15:44:52.914022 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "baba5f09-ede0-45b5-8ba9-8341045e8437", "name": "network-vif-plugged", "status": "completed", "tag": "2ea31e49-e163-4c49-a8a2-18463ab07e46", "code": 200}]} {{(pid=96122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 15:44:52.914298 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-107c199e-68ab-4bc6-b270-19eff128010e {{(pid=96122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 15:44:52.914696 dv-cinder-806616-6-iscsi neutron-server[96122]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'baba5f09-ede0-45b5-8ba9-8341045e8437', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ea31e49-e163-4c49-a8a2-18463ab07e46', 'code': 200} Sep 29 15:44:52.921335 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [None req-fa681dba-429a-40d8-a1b2-632033609b10 tempest-TestMinimumBasicScenario-129383672 tempest-TestMinimumBasicScenario-129383672-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:44:52.951008 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron_lib.callbacks.manager [None req-4d55257e-523e-4b8d-ab2b-d46a31710be1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741780147972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741779628755', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741779628773'] for port, after_update {{(pid=96122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:44:53.021451 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d55257e-523e-4b8d-ab2b-d46a31710be1 None None] Pushing event updated for resources: {'Port': ['ID=2ea31e49-e163-4c49-a8a2-18463ab07e46,revision_number=7']} {{(pid=96122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 15:44:53.054085 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [None req-fa681dba-429a-40d8-a1b2-632033609b10 tempest-TestMinimumBasicScenario-129383672 tempest-TestMinimumBasicScenario-129383672-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081610'] for security_group_rule, after_create {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:44:53.074944 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa681dba-429a-40d8-a1b2-632033609b10 tempest-TestMinimumBasicScenario-129383672 tempest-TestMinimumBasicScenario-129383672-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=54aa0f58-1734-4702-a311-83c058c835c7,revision_number=0']} {{(pid=96121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 15:44:53.219027 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [None req-fa681dba-429a-40d8-a1b2-632033609b10 tempest-TestMinimumBasicScenario-129383672 tempest-TestMinimumBasicScenario-129383672-project] Notify callbacks [] for security_group_rule, before_response {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:44:53.220318 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [None req-fa681dba-429a-40d8-a1b2-632033609b10 tempest-TestMinimumBasicScenario-129383672 tempest-TestMinimumBasicScenario-129383672-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5253947 Sep 29 15:44:53.349958 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [req-248d68b2-b17b-433d-b0cd-c4e0a4a6b8f9 req-c4904d54-cbb6-40d2-a025-1a7dc577712b tempest-TestMinimumBasicScenario-129383672 tempest-TestMinimumBasicScenario-129383672-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1998694988&fields=id&tenant_id=2744814d1df64ec9961e1e35dae5d604 HTTP/1.1" status: 200 len: 267 time: 0.0522912 Sep 29 15:44:53.408057 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248d68b2-b17b-433d-b0cd-c4e0a4a6b8f9 req-5ce3c525-cf19-4985-982d-e9416eb6699c tempest-TestMinimumBasicScenario-129383672 tempest-TestMinimumBasicScenario-129383672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:44:53.409644 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [req-248d68b2-b17b-433d-b0cd-c4e0a4a6b8f9 req-5ce3c525-cf19-4985-982d-e9416eb6699c tempest-TestMinimumBasicScenario-129383672 tempest-TestMinimumBasicScenario-129383672-project] 10.222.0.46 "GET /v2.0/ports?device_id=a892d174-14e6-4be4-a5fb-07cedc528249 HTTP/1.1" status: 200 len: 946 time: 0.0581214 Sep 29 15:44:53.425682 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.api.v2.base [req-248d68b2-b17b-433d-b0cd-c4e0a4a6b8f9 req-5c22a19c-a097-4144-8a91-ccdd1ecfe346 tempest-TestMinimumBasicScenario-129383672 tempest-TestMinimumBasicScenario-129383672-project] Request body: {'port': {'security_groups': ['b8fb230c-02cc-40f3-9bed-4f02e24215ef', '95c40a0c-cb42-4115-afd6-4d213d8a0e72']}} {{(pid=96120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 15:44:53.512639 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [req-248d68b2-b17b-433d-b0cd-c4e0a4a6b8f9 req-5c22a19c-a097-4144-8a91-ccdd1ecfe346 tempest-TestMinimumBasicScenario-129383672 tempest-TestMinimumBasicScenario-129383672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-684029'] for port, before_update {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:44:53.799723 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.plugins.ml2.db [req-248d68b2-b17b-433d-b0cd-c4e0a4a6b8f9 req-5c22a19c-a097-4144-8a91-ccdd1ecfe346 tempest-TestMinimumBasicScenario-129383672 tempest-TestMinimumBasicScenario-129383672-project] For port 86caf4fd-350c-4aef-a9da-a53f95e29b58, host hv-cinder-80661, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80661',level=0,port_id=86caf4fd-350c-4aef-a9da-a53f95e29b58,segment=NetworkSegment(3ecf6c38-e549-4e82-b3f2-9a1f359bd14b),segment_id=3ecf6c38-e549-4e82-b3f2-9a1f359bd14b)] {{(pid=96120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 15:44:53.835029 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [req-248d68b2-b17b-433d-b0cd-c4e0a4a6b8f9 req-5c22a19c-a097-4144-8a91-ccdd1ecfe346 tempest-TestMinimumBasicScenario-129383672 tempest-TestMinimumBasicScenario-129383672-project] Notify callbacks [] for port, precommit_update {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:44:53.929376 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [req-248d68b2-b17b-433d-b0cd-c4e0a4a6b8f9 req-5c22a19c-a097-4144-8a91-ccdd1ecfe346 tempest-TestMinimumBasicScenario-129383672 tempest-TestMinimumBasicScenario-129383672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741780147972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741779628755', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741779628773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8956062'] for port, after_update {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:44:53.965763 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a11f4888-ba78-4628-ba01-197b5560f305 req-14039cda-191d-4439-8771-c88e8560c710 tempest-AttachVolumeShelveTestJSON-850210833 tempest-AttachVolumeShelveTestJSON-850210833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:44:53.970400 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.plugins.ml2.db [None req-4d55257e-523e-4b8d-ab2b-d46a31710be1 None None] get_ports_and_sgs() called for port_ids ['86caf4fd-350c-4aef-a9da-a53f95e29b58'] {{(pid=96122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 15:44:53.971540 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-a11f4888-ba78-4628-ba01-197b5560f305 req-14039cda-191d-4439-8771-c88e8560c710 tempest-AttachVolumeShelveTestJSON-850210833 tempest-AttachVolumeShelveTestJSON-850210833-project] 10.222.0.46 "GET /v2.0/ports?device_id=baba5f09-ede0-45b5-8ba9-8341045e8437 HTTP/1.1" status: 200 len: 946 time: 0.0635328 Sep 29 15:44:54.004381 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248d68b2-b17b-433d-b0cd-c4e0a4a6b8f9 req-5c22a19c-a097-4144-8a91-ccdd1ecfe346 tempest-TestMinimumBasicScenario-129383672 tempest-TestMinimumBasicScenario-129383672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:44:54.012926 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [req-248d68b2-b17b-433d-b0cd-c4e0a4a6b8f9 req-5c22a19c-a097-4144-8a91-ccdd1ecfe346 tempest-TestMinimumBasicScenario-129383672 tempest-TestMinimumBasicScenario-129383672-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238921'] for port, before_response {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:44:54.017875 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [req-248d68b2-b17b-433d-b0cd-c4e0a4a6b8f9 req-5c22a19c-a097-4144-8a91-ccdd1ecfe346 tempest-TestMinimumBasicScenario-129383672 tempest-TestMinimumBasicScenario-129383672-project] 10.222.0.46 "PUT /v2.0/ports/86caf4fd-350c-4aef-a9da-a53f95e29b58 HTTP/1.1" status: 200 len: 982 time: 0.5975187 Sep 29 15:44:54.018381 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a892d174-14e6-4be4-a5fb-07cedc528249', 'tag': '86caf4fd-350c-4aef-a9da-a53f95e29b58'}] {{(pid=96120) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 15:44:54.027904 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-a11f4888-ba78-4628-ba01-197b5560f305 req-56e3457e-f099-48c4-a2f1-64c902b78706 tempest-AttachVolumeShelveTestJSON-850210833 tempest-AttachVolumeShelveTestJSON-850210833-project] 10.222.0.46 "GET /v2.0/security-groups?id=99d08d38-afbb-479e-bab1-6a902c9fe3e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0555029 Sep 29 15:44:54.039050 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4bb6707052646e9cb447c77cf5db72dad3b20325a43e0261074ac39fb81a9f0b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5872f89-4222-4df2-b388-84b8c1ee9085" -d '{"events": [{"name": "network-changed", "server_uuid": "a892d174-14e6-4be4-a5fb-07cedc528249", "tag": "86caf4fd-350c-4aef-a9da-a53f95e29b58"}]}' {{(pid=96120) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 15:44:54.124595 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c22a19c-a097-4144-8a91-ccdd1ecfe346 tempest-TestMinimumBasicScenario-129383672 tempest-TestMinimumBasicScenario-129383672-project] Pushing event updated for resources: {'Port': ['ID=86caf4fd-350c-4aef-a9da-a53f95e29b58,revision_number=6']} {{(pid=96120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 15:44:54.146653 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.plugins.ml2.db [None req-4d55257e-523e-4b8d-ab2b-d46a31710be1 None None] get_ports_and_sgs() called for port_ids ['86caf4fd-350c-4aef-a9da-a53f95e29b58'] {{(pid=96122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 15:44:54.224749 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 29 Sep 2021 15:44:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-653f6297-9400-4841-8d79-c53d7ee24393 x-openstack-request-id: req-653f6297-9400-4841-8d79-c53d7ee24393 {{(pid=96120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 15:44:54.225292 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a892d174-14e6-4be4-a5fb-07cedc528249", "tag": "86caf4fd-350c-4aef-a9da-a53f95e29b58", "status": "completed", "code": 200}]} {{(pid=96120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 15:44:54.225724 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-653f6297-9400-4841-8d79-c53d7ee24393 {{(pid=96120) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 15:44:54.226281 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a892d174-14e6-4be4-a5fb-07cedc528249', 'tag': '86caf4fd-350c-4aef-a9da-a53f95e29b58', 'status': 'completed', 'code': 200} Sep 29 15:44:54.244257 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron_lib.callbacks.manager [None req-9a56f5d5-44de-4d7d-bf9a-7d0f367575cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741779927170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-625140'] for agent, after_update {{(pid=96122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:44:54.276302 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64a6420-50dd-43c1-bf0b-324918e44c84 req-c4f3fb05-08f1-4a6d-8144-3b369ab91108 tempest-TestMinimumBasicScenario-129383672 tempest-TestMinimumBasicScenario-129383672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:44:54.284375 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [req-c64a6420-50dd-43c1-bf0b-324918e44c84 req-c4f3fb05-08f1-4a6d-8144-3b369ab91108 tempest-TestMinimumBasicScenario-129383672 tempest-TestMinimumBasicScenario-129383672-project] 10.222.0.46 "GET /v2.0/ports?device_id=a892d174-14e6-4be4-a5fb-07cedc528249 HTTP/1.1" status: 200 len: 985 time: 0.1375103 Sep 29 15:44:54.335096 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5872f89-4222-4df2-b388-84b8c1ee9085 req-d403a068-baa5-4877-8a10-5555dd4da1b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:44:54.337332 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-c5872f89-4222-4df2-b388-84b8c1ee9085 req-d403a068-baa5-4877-8a10-5555dd4da1b2 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=2744814d1df64ec9961e1e35dae5d604&device_id=a892d174-14e6-4be4-a5fb-07cedc528249 HTTP/1.1" status: 200 len: 1138 time: 0.0685308 Sep 29 15:44:54.353806 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [req-c64a6420-50dd-43c1-bf0b-324918e44c84 req-8e4529f2-6f93-4f74-8b03-6ed8bd3d7bb4 tempest-TestMinimumBasicScenario-129383672 tempest-TestMinimumBasicScenario-129383672-project] 10.222.0.46 "GET /v2.0/security-groups?id=b8fb230c-02cc-40f3-9bed-4f02e24215ef&id=95c40a0c-cb42-4115-afd6-4d213d8a0e72&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0612416 Sep 29 15:44:54.409615 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.db.provisioning_blocks [None req-4cabb34f-ac96-4dca-8ca4-6ce845a5256a None None] Provisioning complete for port 86caf4fd-350c-4aef-a9da-a53f95e29b58 triggered by entity DHCP. {{(pid=96122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 15:44:54.410004 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron_lib.callbacks.manager [None req-4cabb34f-ac96-4dca-8ca4-6ce845a5256a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-626465'] for port, provisioning_complete {{(pid=96122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:44:54.486529 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5872f89-4222-4df2-b388-84b8c1ee9085 req-a0c7cca5-2a15-4147-af3a-a821b0239edb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:44:54.489200 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-c5872f89-4222-4df2-b388-84b8c1ee9085 req-a0c7cca5-2a15-4147-af3a-a821b0239edb service neutron] 10.222.0.22 "GET /v2.0/networks?id=451a4b33-3c15-4627-b84f-5dc87afd25d5 HTTP/1.1" status: 200 len: 916 time: 0.1429946 Sep 29 15:44:54.578072 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-c5872f89-4222-4df2-b388-84b8c1ee9085 req-020063eb-ddf5-4240-82ea-4607826aa2bb service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=86caf4fd-350c-4aef-a9da-a53f95e29b58 HTTP/1.1" status: 200 len: 1001 time: 0.0698497 Sep 29 15:44:54.636215 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5872f89-4222-4df2-b388-84b8c1ee9085 req-28c1cd33-128e-4e8f-9554-7ae19c40fd3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:44:54.637992 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-c5872f89-4222-4df2-b388-84b8c1ee9085 req-28c1cd33-128e-4e8f-9554-7ae19c40fd3f service neutron] 10.222.0.22 "GET /v2.0/subnets?id=92b9bd24-d037-4f73-9cd3-47376a5d89ea HTTP/1.1" status: 200 len: 854 time: 0.0530384 Sep 29 15:44:54.690382 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5872f89-4222-4df2-b388-84b8c1ee9085 req-97081483-8f14-4e06-9d79-804528cd8023 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:44:54.692079 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-c5872f89-4222-4df2-b388-84b8c1ee9085 req-97081483-8f14-4e06-9d79-804528cd8023 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=451a4b33-3c15-4627-b84f-5dc87afd25d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0459545 Sep 29 15:44:54.816808 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-c5872f89-4222-4df2-b388-84b8c1ee9085 req-436cdfe2-6f52-4303-81a1-52481f0b944a service neutron] 10.222.0.22 "GET /v2.0/networks/451a4b33-3c15-4627-b84f-5dc87afd25d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1084993 Sep 29 15:44:54.943851 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-c5872f89-4222-4df2-b388-84b8c1ee9085 req-04266473-7203-4385-8e6a-c3b93866f0ed service neutron] 10.222.0.22 "GET /v2.0/networks/451a4b33-3c15-4627-b84f-5dc87afd25d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1219263 Sep 29 15:44:55.167670 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec781a8-f9ca-4286-bb4b-ad60e5a9864b req-d087feec-4aca-4614-ac66-bff0dfbb057d tempest-AttachVolumeShelveTestJSON-850210833 tempest-AttachVolumeShelveTestJSON-850210833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:44:55.172942 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-dec781a8-f9ca-4286-bb4b-ad60e5a9864b req-d087feec-4aca-4614-ac66-bff0dfbb057d tempest-AttachVolumeShelveTestJSON-850210833 tempest-AttachVolumeShelveTestJSON-850210833-project] 10.222.0.46 "GET /v2.0/ports?device_id=baba5f09-ede0-45b5-8ba9-8341045e8437 HTTP/1.1" status: 200 len: 946 time: 0.0680747 Sep 29 15:44:55.214531 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-dec781a8-f9ca-4286-bb4b-ad60e5a9864b req-5890735b-2cc9-4713-86eb-1589963c680e tempest-AttachVolumeShelveTestJSON-850210833 tempest-AttachVolumeShelveTestJSON-850210833-project] 10.222.0.46 "GET /v2.0/security-groups?id=99d08d38-afbb-479e-bab1-6a902c9fe3e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358329 Sep 29 15:44:56.361181 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84681bd0-ad30-46c7-9794-d0907c375a9e req-d9a009e6-a33a-4edd-be4c-45bf9b2431ad tempest-AttachVolumeShelveTestJSON-850210833 tempest-AttachVolumeShelveTestJSON-850210833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:44:56.362984 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [req-84681bd0-ad30-46c7-9794-d0907c375a9e req-d9a009e6-a33a-4edd-be4c-45bf9b2431ad tempest-AttachVolumeShelveTestJSON-850210833 tempest-AttachVolumeShelveTestJSON-850210833-project] 10.222.0.46 "GET /v2.0/ports?device_id=baba5f09-ede0-45b5-8ba9-8341045e8437 HTTP/1.1" status: 200 len: 946 time: 0.0610697 Sep 29 15:44:56.418586 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [req-84681bd0-ad30-46c7-9794-d0907c375a9e req-c1119809-c03a-40eb-b524-8534f1dfd13f tempest-AttachVolumeShelveTestJSON-850210833 tempest-AttachVolumeShelveTestJSON-850210833-project] 10.222.0.46 "GET /v2.0/security-groups?id=99d08d38-afbb-479e-bab1-6a902c9fe3e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458469 Sep 29 15:44:56.625333 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron_lib.callbacks.manager [None req-163aa471-3ed6-4f92-815a-79087977d6ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741779927170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-625140'] for agent, after_update {{(pid=96122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:44:56.708533 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.wsgi [-] (96120) accepted ('10.222.0.46', 35786) {{(pid=96120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 15:44:56.810789 dv-cinder-806616-6-iscsi neutron-server[96123]: DEBUG neutron.db.agents_db [None req-ce50b6f1-f7bd-4b59-8641-9f71b480b041 None None] Agent healthcheck: found 6 active agents {{(pid=96123) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 29 15:44:56.840640 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-5b99ad5e-e43e-412a-8fa7-d310f177b54f admin admin] Notify callbacks [] for security_group, before_create {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:44:56.951072 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-5b99ad5e-e43e-412a-8fa7-d310f177b54f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:44:57.030783 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-5b99ad5e-e43e-412a-8fa7-d310f177b54f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579214'] for security_group, after_create {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:44:57.073354 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [None req-5b99ad5e-e43e-412a-8fa7-d310f177b54f admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=1929f9d82b954eb3aa503c4771e89d1d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3612821 Sep 29 15:44:57.073354 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b99ad5e-e43e-412a-8fa7-d310f177b54f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92d40149-b83f-44f5-b0f7-113f67aa9a40,revision_number=1']} {{(pid=96120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 15:44:57.073809 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.wsgi [-] (96121) accepted ('10.222.0.46', 35790) {{(pid=96121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 15:44:57.142464 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [None req-1605db90-5668-47c2-8860-15c9bc208945 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:44:57.170478 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [None req-1605db90-5668-47c2-8860-15c9bc208945 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:44:57.317605 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [None req-1605db90-5668-47c2-8860-15c9bc208945 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579214'] for security_group, after_delete {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:44:57.321094 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [None req-1605db90-5668-47c2-8860-15c9bc208945 admin admin] Notify callbacks [] for security_group, before_response {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:44:57.324933 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [None req-1605db90-5668-47c2-8860-15c9bc208945 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/92d40149-b83f-44f5-b0f7-113f67aa9a40 HTTP/1.1" status: 204 len: 168 time: 0.2476423 Sep 29 15:44:57.338713 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1605db90-5668-47c2-8860-15c9bc208945 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92d40149-b83f-44f5-b0f7-113f67aa9a40,revision_number=None']} {{(pid=96121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 15:44:57.578320 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a1e0dc-ffa1-4da3-8b7d-4e72c7eea90e req-a29658a6-1dca-44b1-ad82-7874f502f355 tempest-AttachVolumeShelveTestJSON-850210833 tempest-AttachVolumeShelveTestJSON-850210833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:44:57.580246 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-d3a1e0dc-ffa1-4da3-8b7d-4e72c7eea90e req-a29658a6-1dca-44b1-ad82-7874f502f355 tempest-AttachVolumeShelveTestJSON-850210833 tempest-AttachVolumeShelveTestJSON-850210833-project] 10.222.0.46 "GET /v2.0/ports?device_id=baba5f09-ede0-45b5-8ba9-8341045e8437 HTTP/1.1" status: 200 len: 946 time: 0.0888996 Sep 29 15:44:57.591212 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron_lib.callbacks.manager [None req-86ea74e9-eea3-4769-b153-652ac6294d68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741779927170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-625140'] for agent, after_update {{(pid=96122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:44:57.656330 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-d3a1e0dc-ffa1-4da3-8b7d-4e72c7eea90e req-22ecd49b-6a07-45f0-a7e1-7e53284de251 tempest-AttachVolumeShelveTestJSON-850210833 tempest-AttachVolumeShelveTestJSON-850210833-project] 10.222.0.46 "GET /v2.0/security-groups?id=99d08d38-afbb-479e-bab1-6a902c9fe3e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0640059 Sep 29 15:44:58.487788 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.wsgi [-] (96121) accepted ('10.222.0.46', 35824) {{(pid=96121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 15:44:58.550817 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron_lib.callbacks.manager [None req-d04ed334-d278-4234-b850-06fee10c9c6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741779927170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-625140'] for agent, after_update {{(pid=96122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:44:58.630332 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.api.v2.base [None req-42dfe373-b21a-4101-b8bd-7440a2225656 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-905054107-network', 'tenant_id': 'b047be03e3304a939d153e38fbd212c7'}} {{(pid=96121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 15:44:58.744448 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42dfe373-b21a-4101-b8bd-7440a2225656 admin admin] Made reservation on behalf of b047be03e3304a939d153e38fbd212c7 for: {'network': 1} {{(pid=96121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 15:44:58.747205 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [None req-42dfe373-b21a-4101-b8bd-7440a2225656 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-684029'] for network, before_create {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:44:58.771895 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [None req-42dfe373-b21a-4101-b8bd-7440a2225656 admin admin] Notify callbacks [] for security_group, before_create {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:44:58.812765 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2e750a-1b23-4ecc-bfaf-5cb486321fbe req-03aedeee-a821-40bf-bf35-653dd182e4a7 tempest-AttachVolumeShelveTestJSON-850210833 tempest-AttachVolumeShelveTestJSON-850210833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:44:58.814416 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-ba2e750a-1b23-4ecc-bfaf-5cb486321fbe req-03aedeee-a821-40bf-bf35-653dd182e4a7 tempest-AttachVolumeShelveTestJSON-850210833 tempest-AttachVolumeShelveTestJSON-850210833-project] 10.222.0.46 "GET /v2.0/ports?device_id=baba5f09-ede0-45b5-8ba9-8341045e8437 HTTP/1.1" status: 200 len: 946 time: 0.0819583 Sep 29 15:44:58.866134 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-ba2e750a-1b23-4ecc-bfaf-5cb486321fbe req-63c8601a-551c-41ee-9001-88924e8ae6ad tempest-AttachVolumeShelveTestJSON-850210833 tempest-AttachVolumeShelveTestJSON-850210833-project] 10.222.0.46 "GET /v2.0/security-groups?id=99d08d38-afbb-479e-bab1-6a902c9fe3e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421326 Sep 29 15:44:58.933685 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [None req-42dfe373-b21a-4101-b8bd-7440a2225656 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:44:59.522752 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [None req-42dfe373-b21a-4101-b8bd-7440a2225656 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579214'] for security_group, after_create {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:44:59.549938 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-42dfe373-b21a-4101-b8bd-7440a2225656 admin admin] vlan segment allocate from pool success with {'vlan_id': 610, 'physical_network': 'physnet1'} {{(pid=96121) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 29 15:44:59.565308 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42dfe373-b21a-4101-b8bd-7440a2225656 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f7dab45-8412-4d82-a068-5093142c2eed,revision_number=1']} {{(pid=96121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 15:44:59.571338 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [None req-42dfe373-b21a-4101-b8bd-7440a2225656 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-649178'] for segment, precommit_create {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:44:59.571675 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.db.segments_db [None req-42dfe373-b21a-4101-b8bd-7440a2225656 admin admin] Added segment 898abf2c-c5cb-4056-87cb-c5313e242394 of type vlan for network 01fbeb81-3367-4a61-af0a-258a335f59fe Sep 29 15:44:59.611821 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [None req-42dfe373-b21a-4101-b8bd-7440a2225656 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741779631391'] for network, precommit_create {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:44:59.619749 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron_lib.callbacks.manager [None req-9bd021b7-afaf-4c67-b111-7b9308fbf6a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741779927170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-625140'] for agent, after_update {{(pid=96122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:44:59.711266 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [None req-42dfe373-b21a-4101-b8bd-7440a2225656 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575366'] for network, after_create {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:44:59.712392 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42dfe373-b21a-4101-b8bd-7440a2225656 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:44:59.713073 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [None req-42dfe373-b21a-4101-b8bd-7440a2225656 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577532'] for network, before_response {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:44:59.788931 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42dfe373-b21a-4101-b8bd-7440a2225656 admin admin] Pushing event updated for resources: {'Network': ['ID=01fbeb81-3367-4a61-af0a-258a335f59fe,revision_number=1']} {{(pid=96121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 15:44:59.799946 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.plugins.ml2.rpc [None req-86ea74e9-eea3-4769-b153-652ac6294d68 None None] Network 01fbeb81-3367-4a61-af0a-258a335f59fe details requested by agent ovs-agent-dv-cinder-806616-6-iscsi with host dv-cinder-806616-6-iscsi {{(pid=96122) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 29 15:44:59.802833 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [None req-42dfe373-b21a-4101-b8bd-7440a2225656 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.3139172 Sep 29 15:44:59.805706 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.wsgi [-] (96121) accepted ('10.222.0.46', 35838) {{(pid=96121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 15:44:59.811054 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.api.v2.base [None req-75cb95bc-d378-4320-92ff-4a60ad81ddd3 admin admin] Request body: {'subnet': {'network_id': '01fbeb81-3367-4a61-af0a-258a335f59fe', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-905054107-subnet', 'tenant_id': 'b047be03e3304a939d153e38fbd212c7', 'ip_version': 4}} {{(pid=96121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 15:44:59.967289 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75cb95bc-d378-4320-92ff-4a60ad81ddd3 admin admin] Made reservation on behalf of b047be03e3304a939d153e38fbd212c7 for: {'subnet': 1} {{(pid=96121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 15:44:59.970870 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [None req-75cb95bc-d378-4320-92ff-4a60ad81ddd3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9173262'] for subnet, before_create {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:45:00.028237 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3841eff9-dd8f-45cc-9e46-a244223ddba5 req-666918e5-604d-4d31-9b13-6177b67b2822 tempest-AttachVolumeShelveTestJSON-850210833 tempest-AttachVolumeShelveTestJSON-850210833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:45:00.030003 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [req-3841eff9-dd8f-45cc-9e46-a244223ddba5 req-666918e5-604d-4d31-9b13-6177b67b2822 tempest-AttachVolumeShelveTestJSON-850210833 tempest-AttachVolumeShelveTestJSON-850210833-project] 10.222.0.46 "GET /v2.0/ports?device_id=baba5f09-ede0-45b5-8ba9-8341045e8437 HTTP/1.1" status: 200 len: 946 time: 0.0821774 Sep 29 15:45:00.090885 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [req-3841eff9-dd8f-45cc-9e46-a244223ddba5 req-8e044f3a-4a81-4720-ae00-2828ef504344 tempest-AttachVolumeShelveTestJSON-850210833 tempest-AttachVolumeShelveTestJSON-850210833-project] 10.222.0.46 "GET /v2.0/security-groups?id=99d08d38-afbb-479e-bab1-6a902c9fe3e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473044 Sep 29 15:45:00.242894 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [None req-75cb95bc-d378-4320-92ff-4a60ad81ddd3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1575015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3898543', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9173308'] for subnet, after_create {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:45:00.310919 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75cb95bc-d378-4320-92ff-4a60ad81ddd3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f8632fa6-8929-4963-8012-7394188bf2e0,revision_number=0']} {{(pid=96121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 15:45:00.318358 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75cb95bc-d378-4320-92ff-4a60ad81ddd3 admin admin] Checking segment: {'id': '898abf2c-c5cb-4056-87cb-c5313e242394', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '01fbeb81-3367-4a61-af0a-258a335f59fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96121) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 15:45:00.318718 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75cb95bc-d378-4320-92ff-4a60ad81ddd3 admin admin] Network hostable DHCP agents. Network: 01fbeb81-3367-4a61-af0a-258a335f59fe, hostable agents: ['626ea16d-5941-4cb2-98b6-5e39c33395ed'], hosted agents: [] {{(pid=96121) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 29 15:45:00.379592 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75cb95bc-d378-4320-92ff-4a60ad81ddd3 admin admin] Network 01fbeb81-3367-4a61-af0a-258a335f59fe is scheduled to be hosted by DHCP agent 626ea16d-5941-4cb2-98b6-5e39c33395ed with binding_index 1 {{(pid=96121) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 29 15:45:00.465567 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.scheduler.base_scheduler [None req-75cb95bc-d378-4320-92ff-4a60ad81ddd3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-806616-6-iscsi, 01fbeb81-3367-4a61-af0a-258a335f59fe) {{(pid=96121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 15:45:00.469995 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75cb95bc-d378-4320-92ff-4a60ad81ddd3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=96121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:45:00.470805 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [None req-75cb95bc-d378-4320-92ff-4a60ad81ddd3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:45:00.475541 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cbbc17b-d0e7-4a22-a64c-d9d2d432e5f5 None None] Network 01fbeb81-3367-4a61-af0a-258a335f59fe requested from dv-cinder-806616-6-iscsi {{(pid=96122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 15:45:00.568930 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [None req-75cb95bc-d378-4320-92ff-4a60ad81ddd3 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.7618742 Sep 29 15:45:00.571708 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.wsgi [-] (96121) accepted ('10.222.0.46', 35844) {{(pid=96121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 15:45:00.576039 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.api.v2.base [None req-7bd2985d-ab6d-4165-8258-07bf9338156e admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-905054107-router', 'tenant_id': 'b047be03e3304a939d153e38fbd212c7', 'external_gateway_info': {'network_id': 'cd5efe95-1549-4750-933c-70412f77577e'}}} {{(pid=96121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 15:45:00.657140 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34263e78-734c-4fb2-8da4-486abce4a085 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc2c1769e-5874-5262-b979-a7c4e10a20b5-01fbeb81-3367-4a61-af0a-258a335f59fe', 'network_id': '01fbeb81-3367-4a61-af0a-258a335f59fe', 'tenant_id': 'b047be03e3304a939d153e38fbd212c7', 'fixed_ips': [{'subnet_id': 'f8632fa6-8929-4963-8012-7394188bf2e0'}]}} from dv-cinder-806616-6-iscsi. {{(pid=96122) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 29 15:45:00.658156 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron_lib.callbacks.manager [None req-34263e78-734c-4fb2-8da4-486abce4a085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-684029'] for port, before_create {{(pid=96122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:45:00.682688 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [None req-7bd2985d-ab6d-4165-8258-07bf9338156e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1619852', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3514'] for router, before_create {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:45:00.683816 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [None req-7bd2985d-ab6d-4165-8258-07bf9338156e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1620348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1617292', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1739027', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3507'] for router, precommit_create {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:45:00.745115 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [None req-7bd2985d-ab6d-4165-8258-07bf9338156e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:45:00.822398 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.db.db_base_plugin_common [None req-34263e78-734c-4fb2-8da4-486abce4a085 None None] Allocated IP 172.20.0.2 (01fbeb81-3367-4a61-af0a-258a335f59fe/f8632fa6-8929-4963-8012-7394188bf2e0/946cdf70-9e21-4123-b1b1-65c6fd2b07c1) {{(pid=96122) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 15:45:01.000905 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron_lib.callbacks.manager [None req-34263e78-734c-4fb2-8da4-486abce4a085 None None] Notify callbacks [] for port, precommit_create {{(pid=96122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:45:01.026077 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [None req-7bd2985d-ab6d-4165-8258-07bf9338156e admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:45:01.088876 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron_lib.callbacks.manager [None req-34263e78-734c-4fb2-8da4-486abce4a085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741779628737'] for port, after_create {{(pid=96122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:45:01.185302 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34263e78-734c-4fb2-8da4-486abce4a085 None None] Network 01fbeb81-3367-4a61-af0a-258a335f59fe is already hosted by enough agents. {{(pid=96122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 15:45:01.194592 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.scheduler.base_scheduler [None req-34263e78-734c-4fb2-8da4-486abce4a085 None None] Resources bound (agent type, host, resource id): {{(pid=96122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 15:45:01.208967 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34263e78-734c-4fb2-8da4-486abce4a085 None None] Received port after_create {{(pid=96122) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 15:45:01.211300 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34263e78-734c-4fb2-8da4-486abce4a085 None None] Pushing event updated for resources: {'Port': ['ID=946cdf70-9e21-4123-b1b1-65c6fd2b07c1,revision_number=1']} {{(pid=96122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 15:45:01.281086 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.plugins.ml2.managers [None req-34263e78-734c-4fb2-8da4-486abce4a085 None None] Attempting to bind port 946cdf70-9e21-4123-b1b1-65c6fd2b07c1 on host dv-cinder-806616-6-iscsi for vnic_type normal with profile {{(pid=96122) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 15:45:01.281456 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.plugins.ml2.managers [None req-34263e78-734c-4fb2-8da4-486abce4a085 None None] Attempting to bind port 946cdf70-9e21-4123-b1b1-65c6fd2b07c1 by drivers openvswitch,hyperv on host dv-cinder-806616-6-iscsi at level 0 using segments [{'id': '898abf2c-c5cb-4056-87cb-c5313e242394', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '01fbeb81-3367-4a61-af0a-258a335f59fe'}] {{(pid=96122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 15:45:01.281822 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34263e78-734c-4fb2-8da4-486abce4a085 None None] Attempting to bind port 946cdf70-9e21-4123-b1b1-65c6fd2b07c1 on network 01fbeb81-3367-4a61-af0a-258a335f59fe {{(pid=96122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 15:45:01.287257 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34263e78-734c-4fb2-8da4-486abce4a085 None None] Checking agent: {'id': '3420b91a-a9c7-4dbc-b0fb-eb58464b9dc3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806616-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 15, 30, 57), 'started_at': datetime.datetime(2021, 9, 29, 15, 31, 27), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 15, 44, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806616-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=96122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 15:45:01.287635 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34263e78-734c-4fb2-8da4-486abce4a085 None None] Checking segment: {'id': '898abf2c-c5cb-4056-87cb-c5313e242394', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '01fbeb81-3367-4a61-af0a-258a335f59fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 15:45:01.288085 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron_lib.callbacks.manager [None req-34263e78-734c-4fb2-8da4-486abce4a085 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=96122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:45:01.288468 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34263e78-734c-4fb2-8da4-486abce4a085 None None] Bound using segment: {'id': '898abf2c-c5cb-4056-87cb-c5313e242394', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '01fbeb81-3367-4a61-af0a-258a335f59fe'} {{(pid=96122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 15:45:01.288988 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.plugins.ml2.managers [None req-34263e78-734c-4fb2-8da4-486abce4a085 None None] Bound port: 946cdf70-9e21-4123-b1b1-65c6fd2b07c1, host: dv-cinder-806616-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '898abf2c-c5cb-4056-87cb-c5313e242394', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '01fbeb81-3367-4a61-af0a-258a335f59fe'}}] {{(pid=96122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 15:45:01.289958 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron_lib.callbacks.manager [None req-34263e78-734c-4fb2-8da4-486abce4a085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-684029'] for port, before_update {{(pid=96122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:45:01.313320 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dfe7ed6-81ac-4cf9-816b-f881348761b3 req-2e615aa2-dadc-4f18-87f3-04bbb5968c2a tempest-AttachVolumeShelveTestJSON-850210833 tempest-AttachVolumeShelveTestJSON-850210833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:45:01.315504 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-2dfe7ed6-81ac-4cf9-816b-f881348761b3 req-2e615aa2-dadc-4f18-87f3-04bbb5968c2a tempest-AttachVolumeShelveTestJSON-850210833 tempest-AttachVolumeShelveTestJSON-850210833-project] 10.222.0.46 "GET /v2.0/ports?device_id=baba5f09-ede0-45b5-8ba9-8341045e8437 HTTP/1.1" status: 200 len: 946 time: 0.1095254 Sep 29 15:45:01.383627 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.plugins.ml2.db [None req-34263e78-734c-4fb2-8da4-486abce4a085 None None] For port 946cdf70-9e21-4123-b1b1-65c6fd2b07c1, host dv-cinder-806616-6-iscsi, cleared binding levels {{(pid=96122) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 15:45:01.386692 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.plugins.ml2.db [None req-34263e78-734c-4fb2-8da4-486abce4a085 None None] For port 946cdf70-9e21-4123-b1b1-65c6fd2b07c1, host dv-cinder-806616-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806616-6-iscsi',level=0,port_id=946cdf70-9e21-4123-b1b1-65c6fd2b07c1,segment=NetworkSegment(898abf2c-c5cb-4056-87cb-c5313e242394),segment_id=898abf2c-c5cb-4056-87cb-c5313e242394)] {{(pid=96122) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 15:45:01.430107 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-2dfe7ed6-81ac-4cf9-816b-f881348761b3 req-7da4869d-0109-4a2e-868a-4881e48b0554 tempest-AttachVolumeShelveTestJSON-850210833 tempest-AttachVolumeShelveTestJSON-850210833-project] 10.222.0.46 "GET /v2.0/security-groups?id=99d08d38-afbb-479e-bab1-6a902c9fe3e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0692654 Sep 29 15:45:01.431545 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [None req-7bd2985d-ab6d-4165-8258-07bf9338156e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:45:01.456402 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [None req-7bd2985d-ab6d-4165-8258-07bf9338156e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-684029'] for port, before_create {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:45:01.512230 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron_lib.callbacks.manager [None req-34263e78-734c-4fb2-8da4-486abce4a085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741780147972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741779628755', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741779628773'] for port, after_update {{(pid=96122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:45:01.574915 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34263e78-734c-4fb2-8da4-486abce4a085 None None] Pushing event updated for resources: {'Port': ['ID=946cdf70-9e21-4123-b1b1-65c6fd2b07c1,revision_number=2']} {{(pid=96122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 15:45:01.575349 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.db.db_base_plugin_common [None req-7bd2985d-ab6d-4165-8258-07bf9338156e admin admin] Allocated IP 172.27.0.146 (cd5efe95-1549-4750-933c-70412f77577e/9c872fed-da92-4e12-828d-ac62e1b980b9/2f3615d4-5324-439d-857a-21576bfa0062) {{(pid=96121) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 15:45:01.710169 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [None req-7bd2985d-ab6d-4165-8258-07bf9338156e admin admin] Notify callbacks [] for port, precommit_create {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:45:01.803253 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [None req-7bd2985d-ab6d-4165-8258-07bf9338156e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741779628737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3898419'] for port, after_create {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:45:01.851409 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bd2985d-ab6d-4165-8258-07bf9338156e admin admin] Network cd5efe95-1549-4750-933c-70412f77577e is already hosted by enough agents. {{(pid=96121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 15:45:01.854065 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.scheduler.base_scheduler [None req-7bd2985d-ab6d-4165-8258-07bf9338156e admin admin] Resources bound (agent type, host, resource id): {{(pid=96121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 15:45:01.858114 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bd2985d-ab6d-4165-8258-07bf9338156e admin admin] Received port after_create {{(pid=96121) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 15:45:01.910229 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd2985d-ab6d-4165-8258-07bf9338156e admin admin] Pushing event updated for resources: {'Port': ['ID=2f3615d4-5324-439d-857a-21576bfa0062,revision_number=1']} {{(pid=96121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 15:45:02.223151 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [None req-7bd2985d-ab6d-4165-8258-07bf9338156e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:45:02.278143 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.plugins.ml2.rpc [None req-86ea74e9-eea3-4769-b153-652ac6294d68 None None] Device 946cdf70-9e21-4123-b1b1-65c6fd2b07c1 up at agent ovs-agent-dv-cinder-806616-6-iscsi {{(pid=96122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 15:45:02.358832 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.db.provisioning_blocks [None req-86ea74e9-eea3-4769-b153-652ac6294d68 None None] Provisioning complete for port 946cdf70-9e21-4123-b1b1-65c6fd2b07c1 triggered by entity L2. {{(pid=96122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 15:45:02.359597 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron_lib.callbacks.manager [None req-86ea74e9-eea3-4769-b153-652ac6294d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-626465'] for port, provisioning_complete {{(pid=96122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:45:02.469607 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron_lib.callbacks.manager [None req-86ea74e9-eea3-4769-b153-652ac6294d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-684029'] for port, before_update {{(pid=96122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:45:02.510568 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [None req-7bd2985d-ab6d-4165-8258-07bf9338156e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1620229', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1617329'] for router, after_create {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:45:02.519102 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.plugins.ml2.db [None req-86ea74e9-eea3-4769-b153-652ac6294d68 None None] For port 946cdf70-9e21-4123-b1b1-65c6fd2b07c1, host dv-cinder-806616-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806616-6-iscsi',level=0,port_id=946cdf70-9e21-4123-b1b1-65c6fd2b07c1,segment=NetworkSegment(898abf2c-c5cb-4056-87cb-c5313e242394),segment_id=898abf2c-c5cb-4056-87cb-c5313e242394)] {{(pid=96122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 15:45:02.578516 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2479542-1f82-4f81-ba71-ee827897872f req-62ba21e2-10ea-44c8-ae91-d61a18d90f2e tempest-AttachVolumeShelveTestJSON-850210833 tempest-AttachVolumeShelveTestJSON-850210833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:45:02.580365 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [req-d2479542-1f82-4f81-ba71-ee827897872f req-62ba21e2-10ea-44c8-ae91-d61a18d90f2e tempest-AttachVolumeShelveTestJSON-850210833 tempest-AttachVolumeShelveTestJSON-850210833-project] 10.222.0.46 "GET /v2.0/ports?device_id=baba5f09-ede0-45b5-8ba9-8341045e8437 HTTP/1.1" status: 200 len: 946 time: 0.0555909 Sep 29 15:45:02.642082 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [req-d2479542-1f82-4f81-ba71-ee827897872f req-cc875c53-780e-4a91-9ba8-bd51d889aa4a tempest-AttachVolumeShelveTestJSON-850210833 tempest-AttachVolumeShelveTestJSON-850210833-project] 10.222.0.46 "GET /v2.0/security-groups?id=99d08d38-afbb-479e-bab1-6a902c9fe3e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357120 Sep 29 15:45:02.707783 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fea1bb9-96d7-49af-9c70-c60af208525d None None] Network 01fbeb81-3367-4a61-af0a-258a335f59fe requested from dv-cinder-806616-6-iscsi {{(pid=96122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 15:45:02.722926 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron_lib.callbacks.manager [None req-86ea74e9-eea3-4769-b153-652ac6294d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741780147972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741779628755', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741779628773'] for port, after_update {{(pid=96122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:45:02.779585 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7bd2985d-ab6d-4165-8258-07bf9338156e admin admin] Router b34db8a2-e20f-40e7-a027-2925f95a8001 is scheduled to L3 agent e5061b61-feb3-46be-bd05-1226f95d9417 with binding_index 1 {{(pid=96121) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 29 15:45:02.828715 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ea74e9-eea3-4769-b153-652ac6294d68 None None] Pushing event updated for resources: {'Port': ['ID=946cdf70-9e21-4123-b1b1-65c6fd2b07c1,revision_number=3']} {{(pid=96122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 15:45:02.836608 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.db.provisioning_blocks [None req-1072124a-b0ea-4ea2-8094-76fb2f409847 None None] Provisioning complete for port 946cdf70-9e21-4123-b1b1-65c6fd2b07c1 triggered by entity DHCP. {{(pid=96122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 15:45:02.836981 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron_lib.callbacks.manager [None req-1072124a-b0ea-4ea2-8094-76fb2f409847 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-626465'] for port, provisioning_complete {{(pid=96122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:45:02.903336 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7bd2985d-ab6d-4165-8258-07bf9338156e admin admin] Notify agent at l3_agent.dv-cinder-806616-6-iscsi the message routers_updated {{(pid=96121) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 15:45:02.917650 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19e2dae5-a72d-4cb3-8977-2bb2ac03c25c None None] Sync routers for ids ['b34db8a2-e20f-40e7-a027-2925f95a8001'] in dv-cinder-806616-6-iscsi {{(pid=96122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 15:45:02.971348 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19e2dae5-a72d-4cb3-8977-2bb2ac03c25c None None] Routers {'b34db8a2-e20f-40e7-a027-2925f95a8001'} bound to L3 agent in host dv-cinder-806616-6-iscsi {{(pid=96122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 15:45:02.971904 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.db.l3_hamode_db [None req-19e2dae5-a72d-4cb3-8977-2bb2ac03c25c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806616-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-29T15:30:56Z,description=,heartbeat_timestamp=2021-09-29T15:44:57Z,host='dv-cinder-806616-6-iscsi',id=e5061b61-feb3-46be-bd05-1226f95d9417,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T15:30:57Z,topic='l3_agent')) {'router_ids': ['b34db8a2-e20f-40e7-a027-2925f95a8001'], 'active': True} {{(pid=96122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 15:45:03.018954 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [None req-7bd2985d-ab6d-4165-8258-07bf9338156e admin admin] Notify callbacks [] for router, before_response {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:45:03.020340 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [None req-7bd2985d-ab6d-4165-8258-07bf9338156e admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.4476738 Sep 29 15:45:03.031733 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.wsgi [-] (96120) accepted ('10.222.0.46', 35856) {{(pid=96120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 15:45:03.099874 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.db.l3_dvr_db [None req-19e2dae5-a72d-4cb3-8977-2bb2ac03c25c None None] Set router b34db8a2-e20f-40e7-a027-2925f95a8001 gateway port host: dv-cinder-806616-6-iscsi {{(pid=96122) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 15:45:03.286139 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.db.provisioning_blocks [None req-38a52dc4-01dd-4584-b80d-1614d03968df None None] Provisioning complete for port 946cdf70-9e21-4123-b1b1-65c6fd2b07c1 triggered by entity DHCP. {{(pid=96122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 15:45:03.286819 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron_lib.callbacks.manager [None req-38a52dc4-01dd-4584-b80d-1614d03968df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-626465'] for port, provisioning_complete {{(pid=96122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:45:03.483061 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.db.l3_hamode_db [None req-19e2dae5-a72d-4cb3-8977-2bb2ac03c25c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b34db8a2-e20f-40e7-a027-2925f95a8001', 'name': 'tempest-TestShelveInstance-905054107-router', 'tenant_id': 'b047be03e3304a939d153e38fbd212c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd5efe95-1549-4750-933c-70412f77577e', 'external_fixed_ips': [{'subnet_id': '9c872fed-da92-4e12-828d-ac62e1b980b9', 'ip_address': '172.27.0.146'}], 'enable_snat': True}, 'gw_port_id': '2f3615d4-5324-439d-857a-21576bfa0062', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T15:45:00Z', 'updated_at': '2021-09-29T15:45:02Z', 'revision_number': 3, 'project_id': 'b047be03e3304a939d153e38fbd212c7', 'gw_port': {'id': '2f3615d4-5324-439d-857a-21576bfa0062', 'name': '', 'network_id': 'cd5efe95-1549-4750-933c-70412f77577e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:2a:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b34db8a2-e20f-40e7-a027-2925f95a8001', 'device_owner': 'network:router_gateway', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': '9c872fed-da92-4e12-828d-ac62e1b980b9', 'ip_address': '172.27.0.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T15:45:01Z', 'updated_at': '2021-09-29T15:45:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9c872fed-da92-4e12-828d-ac62e1b980b9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806616-6-iscsi'}], 'dv-cinder-806616-6-iscsi', False) {} {{(pid=96122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 15:45:03.528695 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19e2dae5-a72d-4cb3-8977-2bb2ac03c25c None None] Checking router: b34db8a2-e20f-40e7-a027-2925f95a8001 for host: dv-cinder-806616-6-iscsi {{(pid=96122) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 15:45:03.529058 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19e2dae5-a72d-4cb3-8977-2bb2ac03c25c None None] Updating router b34db8a2-e20f-40e7-a027-2925f95a8001 port 2f3615d4-5324-439d-857a-21576bfa0062 binding host dv-cinder-806616-6-iscsi {{(pid=96122) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 29 15:45:03.569046 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron_lib.callbacks.manager [None req-19e2dae5-a72d-4cb3-8977-2bb2ac03c25c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-684029'] for port, before_update {{(pid=96122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:45:03.589648 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-19b0d6cf-b04f-43db-a57c-11abf94f9516 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-684029'] for port, before_create {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:45:03.781969 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26bb251a-f5d7-44f5-8317-745554df7b55 req-eb866714-ba8d-4c2e-a3e3-1be6b3ddd097 tempest-AttachVolumeShelveTestJSON-850210833 tempest-AttachVolumeShelveTestJSON-850210833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:45:03.790003 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-26bb251a-f5d7-44f5-8317-745554df7b55 req-eb866714-ba8d-4c2e-a3e3-1be6b3ddd097 tempest-AttachVolumeShelveTestJSON-850210833 tempest-AttachVolumeShelveTestJSON-850210833-project] 10.222.0.46 "GET /v2.0/ports?device_id=baba5f09-ede0-45b5-8ba9-8341045e8437 HTTP/1.1" status: 200 len: 946 time: 0.0732372 Sep 29 15:45:03.833560 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.db.db_base_plugin_common [None req-19b0d6cf-b04f-43db-a57c-11abf94f9516 admin admin] Allocated IP 172.20.0.1 (01fbeb81-3367-4a61-af0a-258a335f59fe/f8632fa6-8929-4963-8012-7394188bf2e0/735b873b-3f33-4658-92af-ababb1110632) {{(pid=96120) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 15:45:03.834801 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-26bb251a-f5d7-44f5-8317-745554df7b55 req-ebf82f3f-6c75-4a6c-b31e-2e9d4e85648a tempest-AttachVolumeShelveTestJSON-850210833 tempest-AttachVolumeShelveTestJSON-850210833-project] 10.222.0.46 "GET /v2.0/security-groups?id=99d08d38-afbb-479e-bab1-6a902c9fe3e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440187 Sep 29 15:45:03.891650 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron_lib.callbacks.manager [None req-19e2dae5-a72d-4cb3-8977-2bb2ac03c25c None None] Notify callbacks [] for port, precommit_update {{(pid=96122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:45:03.944544 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-19b0d6cf-b04f-43db-a57c-11abf94f9516 admin admin] Notify callbacks [] for port, precommit_create {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:45:04.002464 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron_lib.callbacks.manager [None req-19e2dae5-a72d-4cb3-8977-2bb2ac03c25c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741780147972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741779628755', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741779628773'] for port, after_update {{(pid=96122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:45:04.054462 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.plugins.ml2.managers [None req-19e2dae5-a72d-4cb3-8977-2bb2ac03c25c None None] Attempting to bind port 2f3615d4-5324-439d-857a-21576bfa0062 on host dv-cinder-806616-6-iscsi for vnic_type normal with profile {{(pid=96122) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 15:45:04.054833 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.plugins.ml2.managers [None req-19e2dae5-a72d-4cb3-8977-2bb2ac03c25c None None] Attempting to bind port 2f3615d4-5324-439d-857a-21576bfa0062 by drivers openvswitch,hyperv on host dv-cinder-806616-6-iscsi at level 0 using segments [{'id': '16a0d549-78f3-47f2-8934-1674670c2e39', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cd5efe95-1549-4750-933c-70412f77577e'}] {{(pid=96122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 15:45:04.061675 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19e2dae5-a72d-4cb3-8977-2bb2ac03c25c None None] Attempting to bind port 2f3615d4-5324-439d-857a-21576bfa0062 on network cd5efe95-1549-4750-933c-70412f77577e {{(pid=96122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 15:45:04.061675 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d53cd2c-9cd5-411f-8fe1-cbb9f37fd5b5 None None] Pushing event updated for resources: {'Port': ['ID=2f3615d4-5324-439d-857a-21576bfa0062,revision_number=2']} {{(pid=96122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 15:45:04.062708 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19e2dae5-a72d-4cb3-8977-2bb2ac03c25c None None] Checking agent: {'id': '3420b91a-a9c7-4dbc-b0fb-eb58464b9dc3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806616-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 15, 30, 57), 'started_at': datetime.datetime(2021, 9, 29, 15, 31, 27), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 15, 44, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806616-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=96122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 15:45:04.063084 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19e2dae5-a72d-4cb3-8977-2bb2ac03c25c None None] Checking segment: {'id': '16a0d549-78f3-47f2-8934-1674670c2e39', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cd5efe95-1549-4750-933c-70412f77577e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 15:45:04.063488 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron_lib.callbacks.manager [None req-19e2dae5-a72d-4cb3-8977-2bb2ac03c25c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=96122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:45:04.064333 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19e2dae5-a72d-4cb3-8977-2bb2ac03c25c None None] Bound using segment: {'id': '16a0d549-78f3-47f2-8934-1674670c2e39', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cd5efe95-1549-4750-933c-70412f77577e'} {{(pid=96122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 15:45:04.064333 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.plugins.ml2.managers [None req-19e2dae5-a72d-4cb3-8977-2bb2ac03c25c None None] Bound port: 2f3615d4-5324-439d-857a-21576bfa0062, host: dv-cinder-806616-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '16a0d549-78f3-47f2-8934-1674670c2e39', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cd5efe95-1549-4750-933c-70412f77577e'}}] {{(pid=96122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 15:45:04.064722 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron_lib.callbacks.manager [None req-19e2dae5-a72d-4cb3-8977-2bb2ac03c25c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-684029'] for port, before_update {{(pid=96122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:45:04.082562 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-19b0d6cf-b04f-43db-a57c-11abf94f9516 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741779628737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8956053'] for port, after_create {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:45:04.115157 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.plugins.ml2.db [None req-19e2dae5-a72d-4cb3-8977-2bb2ac03c25c None None] For port 2f3615d4-5324-439d-857a-21576bfa0062, host dv-cinder-806616-6-iscsi, cleared binding levels {{(pid=96122) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 15:45:04.118659 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.plugins.ml2.db [None req-19e2dae5-a72d-4cb3-8977-2bb2ac03c25c None None] For port 2f3615d4-5324-439d-857a-21576bfa0062, host dv-cinder-806616-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806616-6-iscsi',level=0,port_id=2f3615d4-5324-439d-857a-21576bfa0062,segment=NetworkSegment(16a0d549-78f3-47f2-8934-1674670c2e39),segment_id=16a0d549-78f3-47f2-8934-1674670c2e39)] {{(pid=96122) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 15:45:04.119257 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19b0d6cf-b04f-43db-a57c-11abf94f9516 admin admin] Network 01fbeb81-3367-4a61-af0a-258a335f59fe is already hosted by enough agents. {{(pid=96120) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 15:45:04.123550 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.scheduler.base_scheduler [None req-19b0d6cf-b04f-43db-a57c-11abf94f9516 admin admin] Resources bound (agent type, host, resource id): {{(pid=96120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 15:45:04.126162 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19b0d6cf-b04f-43db-a57c-11abf94f9516 admin admin] Received port after_create {{(pid=96120) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 15:45:04.165165 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19b0d6cf-b04f-43db-a57c-11abf94f9516 admin admin] Pushing event updated for resources: {'Port': ['ID=735b873b-3f33-4658-92af-ababb1110632,revision_number=1']} {{(pid=96120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 15:45:04.198422 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-19b0d6cf-b04f-43db-a57c-11abf94f9516 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1619084'] for router_interface, before_create {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:45:04.201553 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.plugins.ml2.rpc [None req-86ea74e9-eea3-4769-b153-652ac6294d68 None None] Device 946cdf70-9e21-4123-b1b1-65c6fd2b07c1 up at agent ovs-agent-dv-cinder-806616-6-iscsi {{(pid=96122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 15:45:04.235093 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron_lib.callbacks.manager [None req-19e2dae5-a72d-4cb3-8977-2bb2ac03c25c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741780147972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741779628755', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741779628773'] for port, after_update {{(pid=96122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:45:04.315379 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19e2dae5-a72d-4cb3-8977-2bb2ac03c25c None None] Routers {'b34db8a2-e20f-40e7-a027-2925f95a8001'} bound to L3 agent in host dv-cinder-806616-6-iscsi {{(pid=96122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 15:45:04.316033 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.db.l3_hamode_db [None req-19e2dae5-a72d-4cb3-8977-2bb2ac03c25c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806616-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-29T15:30:56Z,description=,heartbeat_timestamp=2021-09-29T15:44:57Z,host='dv-cinder-806616-6-iscsi',id=e5061b61-feb3-46be-bd05-1226f95d9417,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T15:30:57Z,topic='l3_agent')) {'router_ids': ['b34db8a2-e20f-40e7-a027-2925f95a8001'], 'active': True} {{(pid=96122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 15:45:04.318623 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d53cd2c-9cd5-411f-8fe1-cbb9f37fd5b5 None None] Pushing event updated for resources: {'Port': ['ID=2f3615d4-5324-439d-857a-21576bfa0062,revision_number=3']} {{(pid=96122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 15:45:04.359759 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.db.provisioning_blocks [None req-86ea74e9-eea3-4769-b153-652ac6294d68 None None] Provisioning complete for port 946cdf70-9e21-4123-b1b1-65c6fd2b07c1 triggered by entity L2. {{(pid=96122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 15:45:04.360150 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron_lib.callbacks.manager [None req-86ea74e9-eea3-4769-b153-652ac6294d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-626465'] for port, provisioning_complete {{(pid=96122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:45:04.384501 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-19b0d6cf-b04f-43db-a57c-11abf94f9516 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-684029'] for port, before_update {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:45:04.452189 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.db.provisioning_blocks [None req-1b99d8ec-169f-4c39-8ff5-5a79763555ce None None] Provisioning complete for port 735b873b-3f33-4658-92af-ababb1110632 triggered by entity DHCP. {{(pid=96122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 15:45:04.452717 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron_lib.callbacks.manager [None req-1b99d8ec-169f-4c39-8ff5-5a79763555ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-626465'] for port, provisioning_complete {{(pid=96122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:45:04.500621 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.db.l3_dvr_db [None req-19e2dae5-a72d-4cb3-8977-2bb2ac03c25c None None] Set router b34db8a2-e20f-40e7-a027-2925f95a8001 gateway port host: dv-cinder-806616-6-iscsi {{(pid=96122) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 15:45:04.556996 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.plugins.ml2.plugin [None req-1b99d8ec-169f-4c39-8ff5-5a79763555ce None None] Port 735b873b-3f33-4658-92af-ababb1110632 cannot update to ACTIVE because it is not bound. {{(pid=96122) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 29 15:45:04.561075 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-19b0d6cf-b04f-43db-a57c-11abf94f9516 admin admin] Notify callbacks [] for port, precommit_update {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:45:04.607968 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-19b0d6cf-b04f-43db-a57c-11abf94f9516 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741780147972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741779628755', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741779628773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8956062'] for port, after_update {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:45:04.677418 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19b0d6cf-b04f-43db-a57c-11abf94f9516 admin admin] Pushing event updated for resources: {'Port': ['ID=735b873b-3f33-4658-92af-ababb1110632,revision_number=2']} {{(pid=96120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 15:45:04.680600 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-19b0d6cf-b04f-43db-a57c-11abf94f9516 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1575380', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1620092'] for router_interface, after_create {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:45:04.709639 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.db.l3_hamode_db [None req-19e2dae5-a72d-4cb3-8977-2bb2ac03c25c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b34db8a2-e20f-40e7-a027-2925f95a8001', 'name': 'tempest-TestShelveInstance-905054107-router', 'tenant_id': 'b047be03e3304a939d153e38fbd212c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd5efe95-1549-4750-933c-70412f77577e', 'external_fixed_ips': [{'subnet_id': '9c872fed-da92-4e12-828d-ac62e1b980b9', 'ip_address': '172.27.0.146'}], 'enable_snat': True}, 'gw_port_id': '2f3615d4-5324-439d-857a-21576bfa0062', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T15:45:00Z', 'updated_at': '2021-09-29T15:45:02Z', 'revision_number': 3, 'project_id': 'b047be03e3304a939d153e38fbd212c7', 'gw_port': {'id': '2f3615d4-5324-439d-857a-21576bfa0062', 'name': '', 'network_id': 'cd5efe95-1549-4750-933c-70412f77577e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:2a:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b34db8a2-e20f-40e7-a027-2925f95a8001', 'device_owner': 'network:router_gateway', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': '9c872fed-da92-4e12-828d-ac62e1b980b9', 'ip_address': '172.27.0.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806616-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T15:45:01Z', 'updated_at': '2021-09-29T15:45:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9c872fed-da92-4e12-828d-ac62e1b980b9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806616-6-iscsi'}], 'dv-cinder-806616-6-iscsi', False) {} {{(pid=96122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 15:45:04.735368 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19e2dae5-a72d-4cb3-8977-2bb2ac03c25c None None] The sync data for ids ['b34db8a2-e20f-40e7-a027-2925f95a8001'] in dv-cinder-806616-6-iscsi is: [{'id': 'b34db8a2-e20f-40e7-a027-2925f95a8001', 'name': 'tempest-TestShelveInstance-905054107-router', 'tenant_id': 'b047be03e3304a939d153e38fbd212c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd5efe95-1549-4750-933c-70412f77577e', 'external_fixed_ips': [{'subnet_id': '9c872fed-da92-4e12-828d-ac62e1b980b9', 'ip_address': '172.27.0.146'}], 'enable_snat': True}, 'gw_port_id': '2f3615d4-5324-439d-857a-21576bfa0062', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T15:45:00Z', 'updated_at': '2021-09-29T15:45:02Z', 'revision_number': 3, 'project_id': 'b047be03e3304a939d153e38fbd212c7', 'gw_port': {'id': '2f3615d4-5324-439d-857a-21576bfa0062', 'name': '', 'network_id': 'cd5efe95-1549-4750-933c-70412f77577e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:2a:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b34db8a2-e20f-40e7-a027-2925f95a8001', 'device_owner': 'network:router_gateway', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': '9c872fed-da92-4e12-828d-ac62e1b980b9', 'ip_address': '172.27.0.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806616-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T15:45:01Z', 'updated_at': '2021-09-29T15:45:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9c872fed-da92-4e12-828d-ac62e1b980b9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806616-6-iscsi'}] {{(pid=96122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 15:45:04.773794 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19b0d6cf-b04f-43db-a57c-11abf94f9516 admin admin] Network 01fbeb81-3367-4a61-af0a-258a335f59fe is already hosted by enough agents. {{(pid=96120) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 15:45:04.775197 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.scheduler.base_scheduler [None req-19b0d6cf-b04f-43db-a57c-11abf94f9516 admin admin] Resources bound (agent type, host, resource id): {{(pid=96120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 15:45:04.897490 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-19b0d6cf-b04f-43db-a57c-11abf94f9516 admin admin] Router b34db8a2-e20f-40e7-a027-2925f95a8001 has already been hosted by L3 agent e5061b61-feb3-46be-bd05-1226f95d9417 {{(pid=96120) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 29 15:45:04.983262 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.db.provisioning_blocks [None req-f8af38c1-4935-4b1a-9cdf-41b7c58ef20f None None] Provisioning complete for port 735b873b-3f33-4658-92af-ababb1110632 triggered by entity DHCP. {{(pid=96122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 15:45:04.983262 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron_lib.callbacks.manager [None req-f8af38c1-4935-4b1a-9cdf-41b7c58ef20f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-626465'] for port, provisioning_complete {{(pid=96122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:45:05.053164 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.plugins.ml2.plugin [None req-f8af38c1-4935-4b1a-9cdf-41b7c58ef20f None None] Port 735b873b-3f33-4658-92af-ababb1110632 cannot update to ACTIVE because it is not bound. {{(pid=96122) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 29 15:45:05.075589 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5635dd-58c2-4843-a5b0-b8fff2b491a4 req-23f0baff-253b-465d-b233-9f1c88b286e7 tempest-AttachVolumeShelveTestJSON-850210833 tempest-AttachVolumeShelveTestJSON-850210833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:45:05.077163 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [req-db5635dd-58c2-4843-a5b0-b8fff2b491a4 req-23f0baff-253b-465d-b233-9f1c88b286e7 tempest-AttachVolumeShelveTestJSON-850210833 tempest-AttachVolumeShelveTestJSON-850210833-project] 10.222.0.46 "GET /v2.0/ports?device_id=baba5f09-ede0-45b5-8ba9-8341045e8437 HTTP/1.1" status: 200 len: 946 time: 0.1313088 Sep 29 15:45:05.091838 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19b0d6cf-b04f-43db-a57c-11abf94f9516 admin admin] Notify agent at l3_agent.dv-cinder-806616-6-iscsi the message routers_updated {{(pid=96120) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 15:45:05.097279 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [None req-19b0d6cf-b04f-43db-a57c-11abf94f9516 admin admin] 10.222.0.46 "PUT /v2.0/routers/b34db8a2-e20f-40e7-a027-2925f95a8001/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0641043 Sep 29 15:45:05.131778 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [req-db5635dd-58c2-4843-a5b0-b8fff2b491a4 req-a02fbb70-ad56-4965-ac03-af2493789c50 tempest-AttachVolumeShelveTestJSON-850210833 tempest-AttachVolumeShelveTestJSON-850210833-project] 10.222.0.46 "GET /v2.0/security-groups?id=99d08d38-afbb-479e-bab1-6a902c9fe3e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464709 Sep 29 15:45:05.311368 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a230db99-bae4-432a-973f-385ea0113a8e req-ab2bb773-e57b-4f9d-9297-dea6e71f95d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:45:05.315040 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-a230db99-bae4-432a-973f-385ea0113a8e req-ab2bb773-e57b-4f9d-9297-dea6e71f95d0 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=13390da549814bc498d0c907da15d788&device_id=baba5f09-ede0-45b5-8ba9-8341045e8437 HTTP/1.1" status: 200 len: 1099 time: 0.0423136 Sep 29 15:45:05.421433 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a230db99-bae4-432a-973f-385ea0113a8e req-ff38528b-dd1d-4965-8bbf-081440faa528 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:45:05.422974 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-a230db99-bae4-432a-973f-385ea0113a8e req-ff38528b-dd1d-4965-8bbf-081440faa528 service neutron] 10.222.0.22 "GET /v2.0/networks?id=7d2058d9-0239-4e7f-ad5f-85b9e31d2757 HTTP/1.1" status: 200 len: 917 time: 0.0941443 Sep 29 15:45:05.498155 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-a230db99-bae4-432a-973f-385ea0113a8e req-1f001e83-712a-4d56-b348-3dcbb437ab4c service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2ea31e49-e163-4c49-a8a2-18463ab07e46 HTTP/1.1" status: 200 len: 1002 time: 0.0667632 Sep 29 15:45:05.552442 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a230db99-bae4-432a-973f-385ea0113a8e req-5e87a80c-666a-47e7-9a9b-a5a25275127e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:45:05.554027 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-a230db99-bae4-432a-973f-385ea0113a8e req-5e87a80c-666a-47e7-9a9b-a5a25275127e service neutron] 10.222.0.22 "GET /v2.0/subnets?id=56afac6f-63d0-4994-bdac-133803bcf88a HTTP/1.1" status: 200 len: 855 time: 0.0461719 Sep 29 15:45:05.604966 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a230db99-bae4-432a-973f-385ea0113a8e req-8811714d-cc80-4427-870b-0d189cf213c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:45:05.606518 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-a230db99-bae4-432a-973f-385ea0113a8e req-8811714d-cc80-4427-870b-0d189cf213c9 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=7d2058d9-0239-4e7f-ad5f-85b9e31d2757&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0420616 Sep 29 15:45:05.703855 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-a230db99-bae4-432a-973f-385ea0113a8e req-4107e5d6-ca68-453c-8331-73e0f9cbc58d service neutron] 10.222.0.22 "GET /v2.0/networks/7d2058d9-0239-4e7f-ad5f-85b9e31d2757?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892441 Sep 29 15:45:05.800093 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-a230db99-bae4-432a-973f-385ea0113a8e req-694eb902-ae95-45bb-a240-4415fdd2dee6 service neutron] 10.222.0.22 "GET /v2.0/networks/7d2058d9-0239-4e7f-ad5f-85b9e31d2757?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869598 Sep 29 15:45:05.808652 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.wsgi [-] (96120) accepted ('10.222.0.46', 35894) {{(pid=96120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 15:45:05.813532 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.api.v2.base [None req-3d4921e2-2c17-4794-b1c9-a5b84e8e3664 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-2006116438-network', 'tenant_id': 'd99195ccac5b4594a39b5ded743ace62'}} {{(pid=96120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 15:45:05.905142 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d4921e2-2c17-4794-b1c9-a5b84e8e3664 admin admin] Made reservation on behalf of d99195ccac5b4594a39b5ded743ace62 for: {'network': 1} {{(pid=96120) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 15:45:05.907494 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-3d4921e2-2c17-4794-b1c9-a5b84e8e3664 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-684029'] for network, before_create {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:45:05.916626 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-3d4921e2-2c17-4794-b1c9-a5b84e8e3664 admin admin] Notify callbacks [] for security_group, before_create {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:45:06.010907 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-3d4921e2-2c17-4794-b1c9-a5b84e8e3664 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:45:06.088146 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-3d4921e2-2c17-4794-b1c9-a5b84e8e3664 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579214'] for security_group, after_create {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:45:06.109717 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3d4921e2-2c17-4794-b1c9-a5b84e8e3664 admin admin] vlan segment allocate from pool success with {'vlan_id': 606, 'physical_network': 'physnet1'} {{(pid=96120) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 29 15:45:06.124605 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d4921e2-2c17-4794-b1c9-a5b84e8e3664 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0406944a-b69d-46c0-b612-9531bb2bad8f,revision_number=1']} {{(pid=96120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 15:45:06.128783 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-3d4921e2-2c17-4794-b1c9-a5b84e8e3664 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-649178'] for segment, precommit_create {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:45:06.137418 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.db.segments_db [None req-3d4921e2-2c17-4794-b1c9-a5b84e8e3664 admin admin] Added segment dbf1ca34-f020-4e73-a18c-8c50060d8806 of type vlan for network d95e3566-6e75-4baa-a657-f160336cabc1 Sep 29 15:45:06.174440 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-3d4921e2-2c17-4794-b1c9-a5b84e8e3664 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741779631391'] for network, precommit_create {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:45:06.241015 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.plugins.ml2.rpc [None req-86ea74e9-eea3-4769-b153-652ac6294d68 None None] Device 2f3615d4-5324-439d-857a-21576bfa0062 up at agent ovs-agent-dv-cinder-806616-6-iscsi {{(pid=96122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 15:45:06.277959 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce60cb71-a15f-4782-8fe5-886cb3f181d5 req-31ab50fb-b4e7-4adb-84b6-6b4061d5de13 tempest-AttachVolumeShelveTestJSON-850210833 tempest-AttachVolumeShelveTestJSON-850210833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:45:06.279682 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-ce60cb71-a15f-4782-8fe5-886cb3f181d5 req-31ab50fb-b4e7-4adb-84b6-6b4061d5de13 tempest-AttachVolumeShelveTestJSON-850210833 tempest-AttachVolumeShelveTestJSON-850210833-project] 10.222.0.46 "GET /v2.0/ports?device_id=baba5f09-ede0-45b5-8ba9-8341045e8437 HTTP/1.1" status: 200 len: 946 time: 0.0520113 Sep 29 15:45:06.293719 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.db.provisioning_blocks [None req-86ea74e9-eea3-4769-b153-652ac6294d68 None None] Provisioning complete for port 2f3615d4-5324-439d-857a-21576bfa0062 triggered by entity L2. {{(pid=96122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 15:45:06.293719 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron_lib.callbacks.manager [None req-86ea74e9-eea3-4769-b153-652ac6294d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-626465'] for port, provisioning_complete {{(pid=96122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:45:06.301540 dv-cinder-806616-6-iscsi neutron-server[96123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b039f79-cb51-4275-948e-fe907648e747 None None] Sync routers for ids ['b34db8a2-e20f-40e7-a027-2925f95a8001'] in dv-cinder-806616-6-iscsi {{(pid=96123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 15:45:06.305685 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-3d4921e2-2c17-4794-b1c9-a5b84e8e3664 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575366'] for network, after_create {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:45:06.307646 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d4921e2-2c17-4794-b1c9-a5b84e8e3664 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:45:06.307646 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-3d4921e2-2c17-4794-b1c9-a5b84e8e3664 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577532'] for network, before_response {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:45:06.321764 dv-cinder-806616-6-iscsi neutron-server[96123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b039f79-cb51-4275-948e-fe907648e747 None None] Routers {'b34db8a2-e20f-40e7-a027-2925f95a8001'} bound to L3 agent in host dv-cinder-806616-6-iscsi {{(pid=96123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 15:45:06.322650 dv-cinder-806616-6-iscsi neutron-server[96123]: DEBUG neutron.db.l3_hamode_db [None req-1b039f79-cb51-4275-948e-fe907648e747 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806616-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-29T15:30:56Z,description=,heartbeat_timestamp=2021-09-29T15:44:57Z,host='dv-cinder-806616-6-iscsi',id=e5061b61-feb3-46be-bd05-1226f95d9417,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T15:30:57Z,topic='l3_agent')) {'router_ids': ['b34db8a2-e20f-40e7-a027-2925f95a8001'], 'active': True} {{(pid=96123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 15:45:06.330048 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-ce60cb71-a15f-4782-8fe5-886cb3f181d5 req-d897673a-69bd-4d7c-b210-078c28f2c838 tempest-AttachVolumeShelveTestJSON-850210833 tempest-AttachVolumeShelveTestJSON-850210833-project] 10.222.0.46 "GET /v2.0/security-groups?id=99d08d38-afbb-479e-bab1-6a902c9fe3e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408080 Sep 29 15:45:06.401177 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron_lib.callbacks.manager [None req-86ea74e9-eea3-4769-b153-652ac6294d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-684029'] for port, before_update {{(pid=96122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:45:06.422642 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.plugins.ml2.db [None req-86ea74e9-eea3-4769-b153-652ac6294d68 None None] For port 2f3615d4-5324-439d-857a-21576bfa0062, host dv-cinder-806616-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806616-6-iscsi',level=0,port_id=2f3615d4-5324-439d-857a-21576bfa0062,segment=NetworkSegment(16a0d549-78f3-47f2-8934-1674670c2e39),segment_id=16a0d549-78f3-47f2-8934-1674670c2e39)] {{(pid=96122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 15:45:06.424423 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d4921e2-2c17-4794-b1c9-a5b84e8e3664 admin admin] Pushing event updated for resources: {'Network': ['ID=d95e3566-6e75-4baa-a657-f160336cabc1,revision_number=1']} {{(pid=96120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 15:45:06.435727 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.plugins.ml2.rpc [None req-86ea74e9-eea3-4769-b153-652ac6294d68 None None] Network d95e3566-6e75-4baa-a657-f160336cabc1 details requested by agent ovs-agent-dv-cinder-806616-6-iscsi with host dv-cinder-806616-6-iscsi {{(pid=96122) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 29 15:45:06.449174 dv-cinder-806616-6-iscsi neutron-server[96123]: DEBUG neutron.db.l3_dvr_db [None req-1b039f79-cb51-4275-948e-fe907648e747 None None] Set router b34db8a2-e20f-40e7-a027-2925f95a8001 gateway port host: dv-cinder-806616-6-iscsi {{(pid=96123) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 15:45:06.452132 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.wsgi [-] (96121) accepted ('10.222.0.46', 35900) {{(pid=96121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 15:45:06.461069 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.api.v2.base [None req-cc86e856-c894-4b79-aa20-45e5fcbd5579 admin admin] Request body: {'subnet': {'network_id': 'd95e3566-6e75-4baa-a657-f160336cabc1', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-2006116438-subnet', 'tenant_id': 'd99195ccac5b4594a39b5ded743ace62', 'ip_version': 4}} {{(pid=96121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 15:45:06.461752 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [None req-3d4921e2-2c17-4794-b1c9-a5b84e8e3664 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6506872 Sep 29 15:45:06.510780 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron_lib.callbacks.manager [None req-86ea74e9-eea3-4769-b153-652ac6294d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741780147972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741779628755', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741779628773'] for port, after_update {{(pid=96122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:45:06.533457 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc86e856-c894-4b79-aa20-45e5fcbd5579 admin admin] Made reservation on behalf of d99195ccac5b4594a39b5ded743ace62 for: {'subnet': 1} {{(pid=96121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 15:45:06.535859 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [None req-cc86e856-c894-4b79-aa20-45e5fcbd5579 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9173262'] for subnet, before_create {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:45:06.560744 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ea74e9-eea3-4769-b153-652ac6294d68 None None] Pushing event updated for resources: {'Port': ['ID=2f3615d4-5324-439d-857a-21576bfa0062,revision_number=4']} {{(pid=96122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 15:45:06.764387 dv-cinder-806616-6-iscsi neutron-server[96123]: DEBUG neutron.db.l3_hamode_db [None req-1b039f79-cb51-4275-948e-fe907648e747 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b34db8a2-e20f-40e7-a027-2925f95a8001', 'name': 'tempest-TestShelveInstance-905054107-router', 'tenant_id': 'b047be03e3304a939d153e38fbd212c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd5efe95-1549-4750-933c-70412f77577e', 'external_fixed_ips': [{'subnet_id': '9c872fed-da92-4e12-828d-ac62e1b980b9', 'ip_address': '172.27.0.146'}], 'enable_snat': True}, 'gw_port_id': '2f3615d4-5324-439d-857a-21576bfa0062', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T15:45:00Z', 'updated_at': '2021-09-29T15:45:04Z', 'revision_number': 4, 'project_id': 'b047be03e3304a939d153e38fbd212c7', 'gw_port': {'id': '2f3615d4-5324-439d-857a-21576bfa0062', 'name': '', 'network_id': 'cd5efe95-1549-4750-933c-70412f77577e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:2a:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b34db8a2-e20f-40e7-a027-2925f95a8001', 'device_owner': 'network:router_gateway', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': '9c872fed-da92-4e12-828d-ac62e1b980b9', 'ip_address': '172.27.0.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806616-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T15:45:01Z', 'updated_at': '2021-09-29T15:45:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9c872fed-da92-4e12-828d-ac62e1b980b9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806616-6-iscsi', '_interfaces': [{'id': '735b873b-3f33-4658-92af-ababb1110632', 'name': '', 'network_id': '01fbeb81-3367-4a61-af0a-258a335f59fe', 'tenant_id': 'b047be03e3304a939d153e38fbd212c7', 'mac_address': 'fa:16:3e:23:6d:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b34db8a2-e20f-40e7-a027-2925f95a8001', 'device_owner': 'network:router_interface', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': 'f8632fa6-8929-4963-8012-7394188bf2e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T15:45:03Z', 'updated_at': '2021-09-29T15:45:04Z', 'revision_number': 2, 'project_id': 'b047be03e3304a939d153e38fbd212c7', 'subnets': [{'id': 'f8632fa6-8929-4963-8012-7394188bf2e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806616-6-iscsi', False) {} {{(pid=96123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 15:45:06.785658 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [None req-cc86e856-c894-4b79-aa20-45e5fcbd5579 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1575015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3898543', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9173308'] for subnet, after_create {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:45:06.791132 dv-cinder-806616-6-iscsi neutron-server[96123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b039f79-cb51-4275-948e-fe907648e747 None None] Checking router: b34db8a2-e20f-40e7-a027-2925f95a8001 for host: dv-cinder-806616-6-iscsi {{(pid=96123) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 15:45:06.791307 dv-cinder-806616-6-iscsi neutron-server[96123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b039f79-cb51-4275-948e-fe907648e747 None None] Updating router b34db8a2-e20f-40e7-a027-2925f95a8001 port 735b873b-3f33-4658-92af-ababb1110632 binding host dv-cinder-806616-6-iscsi {{(pid=96123) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 29 15:45:06.817016 dv-cinder-806616-6-iscsi neutron-server[96123]: DEBUG neutron_lib.callbacks.manager [None req-1b039f79-cb51-4275-948e-fe907648e747 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-684029'] for port, before_update {{(pid=96123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:45:06.837920 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc86e856-c894-4b79-aa20-45e5fcbd5579 admin admin] Pushing event updated for resources: {'Subnet': ['ID=35b773c9-5608-4036-9b7d-721e56330d14,revision_number=0']} {{(pid=96121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 15:45:06.853869 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron_lib.callbacks.manager [None req-4d55257e-523e-4b8d-ab2b-d46a31710be1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741779927170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-625140'] for agent, after_update {{(pid=96122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:45:06.855294 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc86e856-c894-4b79-aa20-45e5fcbd5579 admin admin] Checking segment: {'id': 'dbf1ca34-f020-4e73-a18c-8c50060d8806', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'd95e3566-6e75-4baa-a657-f160336cabc1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96121) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 15:45:06.855659 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc86e856-c894-4b79-aa20-45e5fcbd5579 admin admin] Network hostable DHCP agents. Network: d95e3566-6e75-4baa-a657-f160336cabc1, hostable agents: ['626ea16d-5941-4cb2-98b6-5e39c33395ed'], hosted agents: [] {{(pid=96121) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 29 15:45:06.939210 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc86e856-c894-4b79-aa20-45e5fcbd5579 admin admin] Network d95e3566-6e75-4baa-a657-f160336cabc1 is scheduled to be hosted by DHCP agent 626ea16d-5941-4cb2-98b6-5e39c33395ed with binding_index 1 {{(pid=96121) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 29 15:45:07.013582 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.scheduler.base_scheduler [None req-cc86e856-c894-4b79-aa20-45e5fcbd5579 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-806616-6-iscsi, d95e3566-6e75-4baa-a657-f160336cabc1) {{(pid=96121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 15:45:07.017969 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc86e856-c894-4b79-aa20-45e5fcbd5579 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=96121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:45:07.018553 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [None req-cc86e856-c894-4b79-aa20-45e5fcbd5579 admin admin] Notify callbacks [] for subnet, before_response {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:45:07.024028 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-617fe10a-c757-44c9-9381-3da9b2918ce7 None None] Network d95e3566-6e75-4baa-a657-f160336cabc1 requested from dv-cinder-806616-6-iscsi {{(pid=96122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 15:45:07.077083 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [None req-cc86e856-c894-4b79-aa20-45e5fcbd5579 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6200476 Sep 29 15:45:07.079656 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.wsgi [-] (96120) accepted ('10.222.0.46', 35904) {{(pid=96120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 15:45:07.082700 dv-cinder-806616-6-iscsi neutron-server[96123]: DEBUG neutron_lib.callbacks.manager [None req-1b039f79-cb51-4275-948e-fe907648e747 None None] Notify callbacks [] for port, precommit_update {{(pid=96123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:45:07.083992 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.api.v2.base [None req-ff115678-b07d-42b0-93f8-2d16245eae17 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-2006116438-router', 'tenant_id': 'd99195ccac5b4594a39b5ded743ace62', 'external_gateway_info': {'network_id': 'cd5efe95-1549-4750-933c-70412f77577e'}}} {{(pid=96120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 15:45:07.150598 dv-cinder-806616-6-iscsi neutron-server[96123]: DEBUG neutron_lib.callbacks.manager [None req-1b039f79-cb51-4275-948e-fe907648e747 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741780147972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741779628755', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741779628773'] for port, after_update {{(pid=96123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:45:07.184494 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e039145e-18d3-4636-815e-7676b73e455d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc2c1769e-5874-5262-b979-a7c4e10a20b5-d95e3566-6e75-4baa-a657-f160336cabc1', 'network_id': 'd95e3566-6e75-4baa-a657-f160336cabc1', 'tenant_id': 'd99195ccac5b4594a39b5ded743ace62', 'fixed_ips': [{'subnet_id': '35b773c9-5608-4036-9b7d-721e56330d14'}]}} from dv-cinder-806616-6-iscsi. {{(pid=96122) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 29 15:45:07.185131 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron_lib.callbacks.manager [None req-e039145e-18d3-4636-815e-7676b73e455d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-684029'] for port, before_create {{(pid=96122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:45:07.186313 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-ff115678-b07d-42b0-93f8-2d16245eae17 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1619852', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3514'] for router, before_create {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:45:07.190104 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-ff115678-b07d-42b0-93f8-2d16245eae17 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1620348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1617292', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1739027', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3507'] for router, precommit_create {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:45:07.232928 dv-cinder-806616-6-iscsi neutron-server[96123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-067111ed-d43d-4a84-b3f4-f34e4789c5cc None None] Pushing event updated for resources: {'Port': ['ID=735b873b-3f33-4658-92af-ababb1110632,revision_number=3']} {{(pid=96123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 15:45:07.255605 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-ff115678-b07d-42b0-93f8-2d16245eae17 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:45:07.260480 dv-cinder-806616-6-iscsi neutron-server[96123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-067111ed-d43d-4a84-b3f4-f34e4789c5cc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806616-6-iscsi {{(pid=96123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 15:45:07.260773 dv-cinder-806616-6-iscsi neutron-server[96123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-067111ed-d43d-4a84-b3f4-f34e4789c5cc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806616-6-iscsi {{(pid=96123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 15:45:07.261082 dv-cinder-806616-6-iscsi neutron-server[96123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-067111ed-d43d-4a84-b3f4-f34e4789c5cc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806616-6-iscsi {{(pid=96123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 15:45:07.261423 dv-cinder-806616-6-iscsi neutron-server[96123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-067111ed-d43d-4a84-b3f4-f34e4789c5cc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806616-6-iscsi {{(pid=96123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 15:45:07.261756 dv-cinder-806616-6-iscsi neutron-server[96123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-067111ed-d43d-4a84-b3f4-f34e4789c5cc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806616-6-iscsi {{(pid=96123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 15:45:07.262085 dv-cinder-806616-6-iscsi neutron-server[96123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-067111ed-d43d-4a84-b3f4-f34e4789c5cc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806616-6-iscsi {{(pid=96123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 15:45:07.262409 dv-cinder-806616-6-iscsi neutron-server[96123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-067111ed-d43d-4a84-b3f4-f34e4789c5cc None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806616-6-iscsi {{(pid=96123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 15:45:07.262736 dv-cinder-806616-6-iscsi neutron-server[96123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-067111ed-d43d-4a84-b3f4-f34e4789c5cc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806616-6-iscsi {{(pid=96123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 15:45:07.263076 dv-cinder-806616-6-iscsi neutron-server[96123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-067111ed-d43d-4a84-b3f4-f34e4789c5cc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806616-6-iscsi {{(pid=96123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 15:45:07.263497 dv-cinder-806616-6-iscsi neutron-server[96123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-067111ed-d43d-4a84-b3f4-f34e4789c5cc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806616-6-iscsi {{(pid=96123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 15:45:07.263888 dv-cinder-806616-6-iscsi neutron-server[96123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-067111ed-d43d-4a84-b3f4-f34e4789c5cc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806616-6-iscsi {{(pid=96123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 15:45:07.264185 dv-cinder-806616-6-iscsi neutron-server[96123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-067111ed-d43d-4a84-b3f4-f34e4789c5cc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806616-6-iscsi {{(pid=96123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 15:45:07.281382 dv-cinder-806616-6-iscsi neutron-server[96123]: DEBUG neutron.plugins.ml2.managers [None req-1b039f79-cb51-4275-948e-fe907648e747 None None] Attempting to bind port 735b873b-3f33-4658-92af-ababb1110632 on host dv-cinder-806616-6-iscsi for vnic_type normal with profile {{(pid=96123) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 15:45:07.281760 dv-cinder-806616-6-iscsi neutron-server[96123]: DEBUG neutron.plugins.ml2.managers [None req-1b039f79-cb51-4275-948e-fe907648e747 None None] Attempting to bind port 735b873b-3f33-4658-92af-ababb1110632 by drivers openvswitch,hyperv on host dv-cinder-806616-6-iscsi at level 0 using segments [{'id': '898abf2c-c5cb-4056-87cb-c5313e242394', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '01fbeb81-3367-4a61-af0a-258a335f59fe'}] {{(pid=96123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 15:45:07.282130 dv-cinder-806616-6-iscsi neutron-server[96123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b039f79-cb51-4275-948e-fe907648e747 None None] Attempting to bind port 735b873b-3f33-4658-92af-ababb1110632 on network 01fbeb81-3367-4a61-af0a-258a335f59fe {{(pid=96123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 15:45:07.287797 dv-cinder-806616-6-iscsi neutron-server[96123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b039f79-cb51-4275-948e-fe907648e747 None None] Checking agent: {'id': '3420b91a-a9c7-4dbc-b0fb-eb58464b9dc3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806616-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 15, 30, 57), 'started_at': datetime.datetime(2021, 9, 29, 15, 31, 27), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 15, 44, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806616-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=96123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 15:45:07.288223 dv-cinder-806616-6-iscsi neutron-server[96123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b039f79-cb51-4275-948e-fe907648e747 None None] Checking segment: {'id': '898abf2c-c5cb-4056-87cb-c5313e242394', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '01fbeb81-3367-4a61-af0a-258a335f59fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96123) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 15:45:07.288331 dv-cinder-806616-6-iscsi neutron-server[96123]: DEBUG neutron_lib.callbacks.manager [None req-1b039f79-cb51-4275-948e-fe907648e747 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=96123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:45:07.288682 dv-cinder-806616-6-iscsi neutron-server[96123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b039f79-cb51-4275-948e-fe907648e747 None None] Bound using segment: {'id': '898abf2c-c5cb-4056-87cb-c5313e242394', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '01fbeb81-3367-4a61-af0a-258a335f59fe'} {{(pid=96123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 15:45:07.289737 dv-cinder-806616-6-iscsi neutron-server[96123]: DEBUG neutron.plugins.ml2.managers [None req-1b039f79-cb51-4275-948e-fe907648e747 None None] Bound port: 735b873b-3f33-4658-92af-ababb1110632, host: dv-cinder-806616-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '898abf2c-c5cb-4056-87cb-c5313e242394', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '01fbeb81-3367-4a61-af0a-258a335f59fe'}}] {{(pid=96123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 15:45:07.290083 dv-cinder-806616-6-iscsi neutron-server[96123]: DEBUG neutron_lib.callbacks.manager [None req-1b039f79-cb51-4275-948e-fe907648e747 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-684029'] for port, before_update {{(pid=96123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:45:07.360440 dv-cinder-806616-6-iscsi neutron-server[96123]: DEBUG neutron.plugins.ml2.db [None req-1b039f79-cb51-4275-948e-fe907648e747 None None] For port 735b873b-3f33-4658-92af-ababb1110632, host dv-cinder-806616-6-iscsi, cleared binding levels {{(pid=96123) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 15:45:07.361804 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.db.db_base_plugin_common [None req-e039145e-18d3-4636-815e-7676b73e455d None None] Allocated IP 172.20.0.2 (d95e3566-6e75-4baa-a657-f160336cabc1/35b773c9-5608-4036-9b7d-721e56330d14/74eee52b-5b9d-433d-abfd-8eccebe50a0c) {{(pid=96122) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 15:45:07.363800 dv-cinder-806616-6-iscsi neutron-server[96123]: DEBUG neutron.plugins.ml2.db [None req-1b039f79-cb51-4275-948e-fe907648e747 None None] For port 735b873b-3f33-4658-92af-ababb1110632, host dv-cinder-806616-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806616-6-iscsi',level=0,port_id=735b873b-3f33-4658-92af-ababb1110632,segment=NetworkSegment(898abf2c-c5cb-4056-87cb-c5313e242394),segment_id=898abf2c-c5cb-4056-87cb-c5313e242394)] {{(pid=96123) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 15:45:07.437528 dv-cinder-806616-6-iscsi neutron-server[96123]: DEBUG neutron_lib.callbacks.manager [None req-1b039f79-cb51-4275-948e-fe907648e747 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741780147972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741779628755', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741779628773'] for port, after_update {{(pid=96123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:45:07.479801 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28217113-8d10-4cf4-996b-5b6aa53adcf0 req-9ad0b8c8-fdd6-4a31-a639-20838caca7e7 tempest-AttachVolumeShelveTestJSON-850210833 tempest-AttachVolumeShelveTestJSON-850210833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:45:07.491109 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-28217113-8d10-4cf4-996b-5b6aa53adcf0 req-9ad0b8c8-fdd6-4a31-a639-20838caca7e7 tempest-AttachVolumeShelveTestJSON-850210833 tempest-AttachVolumeShelveTestJSON-850210833-project] 10.222.0.46 "GET /v2.0/ports?device_id=baba5f09-ede0-45b5-8ba9-8341045e8437 HTTP/1.1" status: 200 len: 946 time: 0.0675976 Sep 29 15:45:07.497489 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-ff115678-b07d-42b0-93f8-2d16245eae17 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:45:07.514782 dv-cinder-806616-6-iscsi neutron-server[96123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-067111ed-d43d-4a84-b3f4-f34e4789c5cc None None] Pushing event updated for resources: {'Port': ['ID=735b873b-3f33-4658-92af-ababb1110632,revision_number=4']} {{(pid=96123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 15:45:07.525481 dv-cinder-806616-6-iscsi neutron-server[96123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b039f79-cb51-4275-948e-fe907648e747 None None] Routers {'b34db8a2-e20f-40e7-a027-2925f95a8001'} bound to L3 agent in host dv-cinder-806616-6-iscsi {{(pid=96123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 15:45:07.526121 dv-cinder-806616-6-iscsi neutron-server[96123]: DEBUG neutron.db.l3_hamode_db [None req-1b039f79-cb51-4275-948e-fe907648e747 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806616-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-29T15:30:56Z,description=,heartbeat_timestamp=2021-09-29T15:44:57Z,host='dv-cinder-806616-6-iscsi',id=e5061b61-feb3-46be-bd05-1226f95d9417,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T15:30:57Z,topic='l3_agent')) {'router_ids': ['b34db8a2-e20f-40e7-a027-2925f95a8001'], 'active': True} {{(pid=96123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 15:45:07.536247 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.db.provisioning_blocks [None req-ed5bbbe1-35d7-44bf-a398-18ade4a522ce None None] Provisioning complete for port 735b873b-3f33-4658-92af-ababb1110632 triggered by entity DHCP. {{(pid=96122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 15:45:07.536714 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron_lib.callbacks.manager [None req-ed5bbbe1-35d7-44bf-a398-18ade4a522ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-626465'] for port, provisioning_complete {{(pid=96122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:45:07.550153 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-28217113-8d10-4cf4-996b-5b6aa53adcf0 req-64756d66-6b2c-4d7d-915d-0d1947df4a58 tempest-AttachVolumeShelveTestJSON-850210833 tempest-AttachVolumeShelveTestJSON-850210833-project] 10.222.0.46 "GET /v2.0/security-groups?id=99d08d38-afbb-479e-bab1-6a902c9fe3e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0557234 Sep 29 15:45:07.626482 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron_lib.callbacks.manager [None req-e039145e-18d3-4636-815e-7676b73e455d None None] Notify callbacks [] for port, precommit_create {{(pid=96122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:45:07.654964 dv-cinder-806616-6-iscsi neutron-server[96123]: DEBUG neutron.db.l3_dvr_db [None req-1b039f79-cb51-4275-948e-fe907648e747 None None] Set router b34db8a2-e20f-40e7-a027-2925f95a8001 gateway port host: dv-cinder-806616-6-iscsi {{(pid=96123) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 15:45:07.717103 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron_lib.callbacks.manager [None req-ed5bbbe1-35d7-44bf-a398-18ade4a522ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-684029'] for port, before_update {{(pid=96122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:45:07.740775 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron_lib.callbacks.manager [None req-e039145e-18d3-4636-815e-7676b73e455d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741779628737'] for port, after_create {{(pid=96122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:45:07.803786 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e039145e-18d3-4636-815e-7676b73e455d None None] Pushing event updated for resources: {'Port': ['ID=74eee52b-5b9d-433d-abfd-8eccebe50a0c,revision_number=1']} {{(pid=96122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 15:45:07.813650 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-ff115678-b07d-42b0-93f8-2d16245eae17 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:45:07.823851 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e039145e-18d3-4636-815e-7676b73e455d None None] Network d95e3566-6e75-4baa-a657-f160336cabc1 is already hosted by enough agents. {{(pid=96122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 15:45:07.831368 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.scheduler.base_scheduler [None req-e039145e-18d3-4636-815e-7676b73e455d None None] Resources bound (agent type, host, resource id): {{(pid=96122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 15:45:07.835860 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e039145e-18d3-4636-815e-7676b73e455d None None] Received port after_create {{(pid=96122) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 15:45:07.837698 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-ff115678-b07d-42b0-93f8-2d16245eae17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-684029'] for port, before_create {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:45:07.838935 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.plugins.ml2.db [None req-ed5bbbe1-35d7-44bf-a398-18ade4a522ce None None] For port 735b873b-3f33-4658-92af-ababb1110632, host dv-cinder-806616-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806616-6-iscsi',level=0,port_id=735b873b-3f33-4658-92af-ababb1110632,segment=NetworkSegment(898abf2c-c5cb-4056-87cb-c5313e242394),segment_id=898abf2c-c5cb-4056-87cb-c5313e242394)] {{(pid=96122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 15:45:07.895797 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.plugins.ml2.managers [None req-e039145e-18d3-4636-815e-7676b73e455d None None] Attempting to bind port 74eee52b-5b9d-433d-abfd-8eccebe50a0c on host dv-cinder-806616-6-iscsi for vnic_type normal with profile {{(pid=96122) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 15:45:07.896192 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.plugins.ml2.managers [None req-e039145e-18d3-4636-815e-7676b73e455d None None] Attempting to bind port 74eee52b-5b9d-433d-abfd-8eccebe50a0c by drivers openvswitch,hyperv on host dv-cinder-806616-6-iscsi at level 0 using segments [{'id': 'dbf1ca34-f020-4e73-a18c-8c50060d8806', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'd95e3566-6e75-4baa-a657-f160336cabc1'}] {{(pid=96122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 15:45:07.897043 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e039145e-18d3-4636-815e-7676b73e455d None None] Attempting to bind port 74eee52b-5b9d-433d-abfd-8eccebe50a0c on network d95e3566-6e75-4baa-a657-f160336cabc1 {{(pid=96122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 15:45:07.905610 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e039145e-18d3-4636-815e-7676b73e455d None None] Checking agent: {'id': '3420b91a-a9c7-4dbc-b0fb-eb58464b9dc3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806616-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 15, 30, 57), 'started_at': datetime.datetime(2021, 9, 29, 15, 31, 27), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 15, 44, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806616-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=96122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 15:45:07.905986 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e039145e-18d3-4636-815e-7676b73e455d None None] Checking segment: {'id': 'dbf1ca34-f020-4e73-a18c-8c50060d8806', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'd95e3566-6e75-4baa-a657-f160336cabc1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 15:45:07.906394 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron_lib.callbacks.manager [None req-e039145e-18d3-4636-815e-7676b73e455d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=96122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:45:07.906791 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e039145e-18d3-4636-815e-7676b73e455d None None] Bound using segment: {'id': 'dbf1ca34-f020-4e73-a18c-8c50060d8806', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'd95e3566-6e75-4baa-a657-f160336cabc1'} {{(pid=96122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 15:45:07.907265 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.plugins.ml2.managers [None req-e039145e-18d3-4636-815e-7676b73e455d None None] Bound port: 74eee52b-5b9d-433d-abfd-8eccebe50a0c, host: dv-cinder-806616-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dbf1ca34-f020-4e73-a18c-8c50060d8806', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'd95e3566-6e75-4baa-a657-f160336cabc1'}}] {{(pid=96122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 15:45:07.908439 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron_lib.callbacks.manager [None req-e039145e-18d3-4636-815e-7676b73e455d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-684029'] for port, before_update {{(pid=96122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:45:07.930633 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron_lib.callbacks.manager [None req-ed5bbbe1-35d7-44bf-a398-18ade4a522ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741780147972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741779628755', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741779628773'] for port, after_update {{(pid=96122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:45:07.950513 dv-cinder-806616-6-iscsi neutron-server[96123]: DEBUG neutron.db.l3_hamode_db [None req-1b039f79-cb51-4275-948e-fe907648e747 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b34db8a2-e20f-40e7-a027-2925f95a8001', 'name': 'tempest-TestShelveInstance-905054107-router', 'tenant_id': 'b047be03e3304a939d153e38fbd212c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd5efe95-1549-4750-933c-70412f77577e', 'external_fixed_ips': [{'subnet_id': '9c872fed-da92-4e12-828d-ac62e1b980b9', 'ip_address': '172.27.0.146'}], 'enable_snat': True}, 'gw_port_id': '2f3615d4-5324-439d-857a-21576bfa0062', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T15:45:00Z', 'updated_at': '2021-09-29T15:45:04Z', 'revision_number': 4, 'project_id': 'b047be03e3304a939d153e38fbd212c7', 'gw_port': {'id': '2f3615d4-5324-439d-857a-21576bfa0062', 'name': '', 'network_id': 'cd5efe95-1549-4750-933c-70412f77577e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:2a:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b34db8a2-e20f-40e7-a027-2925f95a8001', 'device_owner': 'network:router_gateway', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': '9c872fed-da92-4e12-828d-ac62e1b980b9', 'ip_address': '172.27.0.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806616-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T15:45:01Z', 'updated_at': '2021-09-29T15:45:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c872fed-da92-4e12-828d-ac62e1b980b9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806616-6-iscsi', '_interfaces': [{'id': '735b873b-3f33-4658-92af-ababb1110632', 'name': '', 'network_id': '01fbeb81-3367-4a61-af0a-258a335f59fe', 'tenant_id': 'b047be03e3304a939d153e38fbd212c7', 'mac_address': 'fa:16:3e:23:6d:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b34db8a2-e20f-40e7-a027-2925f95a8001', 'device_owner': 'network:router_interface', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': 'f8632fa6-8929-4963-8012-7394188bf2e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806616-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T15:45:03Z', 'updated_at': '2021-09-29T15:45:07Z', 'revision_number': 4, 'project_id': 'b047be03e3304a939d153e38fbd212c7', 'subnets': [{'id': 'f8632fa6-8929-4963-8012-7394188bf2e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806616-6-iscsi', False) {} {{(pid=96123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 15:45:07.980848 dv-cinder-806616-6-iscsi neutron-server[96123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b039f79-cb51-4275-948e-fe907648e747 None None] The sync data for ids ['b34db8a2-e20f-40e7-a027-2925f95a8001'] in dv-cinder-806616-6-iscsi is: [{'id': 'b34db8a2-e20f-40e7-a027-2925f95a8001', 'name': 'tempest-TestShelveInstance-905054107-router', 'tenant_id': 'b047be03e3304a939d153e38fbd212c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd5efe95-1549-4750-933c-70412f77577e', 'external_fixed_ips': [{'subnet_id': '9c872fed-da92-4e12-828d-ac62e1b980b9', 'ip_address': '172.27.0.146'}], 'enable_snat': True}, 'gw_port_id': '2f3615d4-5324-439d-857a-21576bfa0062', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T15:45:00Z', 'updated_at': '2021-09-29T15:45:04Z', 'revision_number': 4, 'project_id': 'b047be03e3304a939d153e38fbd212c7', 'gw_port': {'id': '2f3615d4-5324-439d-857a-21576bfa0062', 'name': '', 'network_id': 'cd5efe95-1549-4750-933c-70412f77577e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:2a:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b34db8a2-e20f-40e7-a027-2925f95a8001', 'device_owner': 'network:router_gateway', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': '9c872fed-da92-4e12-828d-ac62e1b980b9', 'ip_address': '172.27.0.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806616-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T15:45:01Z', 'updated_at': '2021-09-29T15:45:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c872fed-da92-4e12-828d-ac62e1b980b9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806616-6-iscsi', '_interfaces': [{'id': '735b873b-3f33-4658-92af-ababb1110632', 'name': '', 'network_id': '01fbeb81-3367-4a61-af0a-258a335f59fe', 'tenant_id': 'b047be03e3304a939d153e38fbd212c7', 'mac_address': 'fa:16:3e:23:6d:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b34db8a2-e20f-40e7-a027-2925f95a8001', 'device_owner': 'network:router_interface', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': 'f8632fa6-8929-4963-8012-7394188bf2e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806616-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T15:45:03Z', 'updated_at': '2021-09-29T15:45:07Z', 'revision_number': 4, 'project_id': 'b047be03e3304a939d153e38fbd212c7', 'subnets': [{'id': 'f8632fa6-8929-4963-8012-7394188bf2e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=96123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 15:45:07.982411 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.db.db_base_plugin_common [None req-ff115678-b07d-42b0-93f8-2d16245eae17 admin admin] Allocated IP 172.27.0.114 (cd5efe95-1549-4750-933c-70412f77577e/9c872fed-da92-4e12-828d-ac62e1b980b9/9da67153-de22-4d5f-9739-490c04149c3d) {{(pid=96120) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 15:45:08.061196 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed5bbbe1-35d7-44bf-a398-18ade4a522ce None None] Pushing event updated for resources: {'Port': ['ID=735b873b-3f33-4658-92af-ababb1110632,revision_number=5']} {{(pid=96122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 15:45:08.064589 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.plugins.ml2.db [None req-e039145e-18d3-4636-815e-7676b73e455d None None] For port 74eee52b-5b9d-433d-abfd-8eccebe50a0c, host dv-cinder-806616-6-iscsi, cleared binding levels {{(pid=96122) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 15:45:08.069365 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.plugins.ml2.db [None req-e039145e-18d3-4636-815e-7676b73e455d None None] For port 74eee52b-5b9d-433d-abfd-8eccebe50a0c, host dv-cinder-806616-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806616-6-iscsi',level=0,port_id=74eee52b-5b9d-433d-abfd-8eccebe50a0c,segment=NetworkSegment(dbf1ca34-f020-4e73-a18c-8c50060d8806),segment_id=dbf1ca34-f020-4e73-a18c-8c50060d8806)] {{(pid=96122) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 15:45:08.080075 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.db.provisioning_blocks [None req-0ab8793b-b81a-4b1a-9434-4a0d0e066631 None None] Provisioning complete for port 735b873b-3f33-4658-92af-ababb1110632 triggered by entity DHCP. {{(pid=96122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 15:45:08.080075 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron_lib.callbacks.manager [None req-0ab8793b-b81a-4b1a-9434-4a0d0e066631 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-626465'] for port, provisioning_complete {{(pid=96122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:45:08.165112 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron_lib.callbacks.manager [None req-e039145e-18d3-4636-815e-7676b73e455d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741780147972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741779628755', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741779628773'] for port, after_update {{(pid=96122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:45:08.186267 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-ff115678-b07d-42b0-93f8-2d16245eae17 admin admin] Notify callbacks [] for port, precommit_create {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:45:08.276850 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e039145e-18d3-4636-815e-7676b73e455d None None] Pushing event updated for resources: {'Port': ['ID=74eee52b-5b9d-433d-abfd-8eccebe50a0c,revision_number=2']} {{(pid=96122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 15:45:08.309740 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-ff115678-b07d-42b0-93f8-2d16245eae17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741779628737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8956053'] for port, after_create {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:45:08.355705 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff115678-b07d-42b0-93f8-2d16245eae17 admin admin] Network cd5efe95-1549-4750-933c-70412f77577e is already hosted by enough agents. {{(pid=96120) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 15:45:08.356674 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.plugins.ml2.rpc [None req-86ea74e9-eea3-4769-b153-652ac6294d68 None None] Device 735b873b-3f33-4658-92af-ababb1110632 up at agent ovs-agent-dv-cinder-806616-6-iscsi {{(pid=96122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 15:45:08.359044 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.scheduler.base_scheduler [None req-ff115678-b07d-42b0-93f8-2d16245eae17 admin admin] Resources bound (agent type, host, resource id): {{(pid=96120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 15:45:08.363020 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff115678-b07d-42b0-93f8-2d16245eae17 admin admin] Received port after_create {{(pid=96120) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 15:45:08.405242 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff115678-b07d-42b0-93f8-2d16245eae17 admin admin] Pushing event updated for resources: {'Port': ['ID=9da67153-de22-4d5f-9739-490c04149c3d,revision_number=1']} {{(pid=96120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 15:45:08.629803 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.db.provisioning_blocks [None req-86ea74e9-eea3-4769-b153-652ac6294d68 None None] Provisioning complete for port 735b873b-3f33-4658-92af-ababb1110632 triggered by entity L2. {{(pid=96122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 15:45:08.630388 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron_lib.callbacks.manager [None req-86ea74e9-eea3-4769-b153-652ac6294d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-626465'] for port, provisioning_complete {{(pid=96122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:45:08.752298 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.plugins.ml2.rpc [None req-86ea74e9-eea3-4769-b153-652ac6294d68 None None] Device 2f3615d4-5324-439d-857a-21576bfa0062 up at agent ovs-agent-dv-cinder-806616-6-iscsi {{(pid=96122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 15:45:08.780301 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.plugins.ml2.rpc [None req-4d55257e-523e-4b8d-ab2b-d46a31710be1 None None] Device 2ea31e49-e163-4c49-a8a2-18463ab07e46 no longer exists at agent hyperv_hv-cinder-80661 {{(pid=96122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 15:45:08.870508 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2045be4-cb12-480a-9d07-32f197a41ca7 req-33fb17c0-c360-44d9-9594-40603c800abd tempest-AttachVolumeShelveTestJSON-850210833 tempest-AttachVolumeShelveTestJSON-850210833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:45:08.872635 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [req-c2045be4-cb12-480a-9d07-32f197a41ca7 req-33fb17c0-c360-44d9-9594-40603c800abd tempest-AttachVolumeShelveTestJSON-850210833 tempest-AttachVolumeShelveTestJSON-850210833-project] 10.222.0.46 "GET /v2.0/ports?device_id=baba5f09-ede0-45b5-8ba9-8341045e8437 HTTP/1.1" status: 200 len: 946 time: 0.1015029 Sep 29 15:45:08.873357 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.db.provisioning_blocks [None req-86ea74e9-eea3-4769-b153-652ac6294d68 None None] Provisioning complete for port 2f3615d4-5324-439d-857a-21576bfa0062 triggered by entity L2. {{(pid=96122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 15:45:08.873878 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron_lib.callbacks.manager [None req-86ea74e9-eea3-4769-b153-652ac6294d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-626465'] for port, provisioning_complete {{(pid=96122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:45:08.911899 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron_lib.callbacks.manager [None req-4d55257e-523e-4b8d-ab2b-d46a31710be1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-684029'] for port, before_update {{(pid=96122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:45:08.914823 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [req-c2045be4-cb12-480a-9d07-32f197a41ca7 req-e3faf474-c9db-4b56-b068-550cdd5df97e tempest-AttachVolumeShelveTestJSON-850210833 tempest-AttachVolumeShelveTestJSON-850210833-project] 10.222.0.46 "GET /v2.0/security-groups?id=99d08d38-afbb-479e-bab1-6a902c9fe3e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349860 Sep 29 15:45:08.948584 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'baba5f09-ede0-45b5-8ba9-8341045e8437', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2ea31e49-e163-4c49-a8a2-18463ab07e46'}] {{(pid=96122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 15:45:08.948584 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2623ca0f1d0ed70344ce0ae3d74fdbf1495c1e1ffd6c12fe338f92bc8c6604f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24343960-1d69-429b-9725-6a2666f3c67c" -d '{"events": [{"server_uuid": "baba5f09-ede0-45b5-8ba9-8341045e8437", "name": "network-vif-unplugged", "status": "completed", "tag": "2ea31e49-e163-4c49-a8a2-18463ab07e46"}]}' {{(pid=96122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 15:45:08.965242 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.plugins.ml2.db [None req-4d55257e-523e-4b8d-ab2b-d46a31710be1 None None] For port 2ea31e49-e163-4c49-a8a2-18463ab07e46, host hv-cinder-80661, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80661',level=0,port_id=2ea31e49-e163-4c49-a8a2-18463ab07e46,segment=NetworkSegment(445f7458-c019-4777-b7f7-9f69e4e3102b),segment_id=445f7458-c019-4777-b7f7-9f69e4e3102b)] {{(pid=96122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 15:45:09.006769 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 29 Sep 2021 15:45:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-437b1305-30a8-42c7-92d5-44d416bcff98 x-openstack-request-id: req-437b1305-30a8-42c7-92d5-44d416bcff98 {{(pid=96122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 15:45:09.007058 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "baba5f09-ede0-45b5-8ba9-8341045e8437", "name": "network-vif-unplugged", "status": "failed", "tag": "2ea31e49-e163-4c49-a8a2-18463ab07e46", "code": 422}]} {{(pid=96122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 15:45:09.007318 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-437b1305-30a8-42c7-92d5-44d416bcff98 {{(pid=96122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 15:45:09.008524 dv-cinder-806616-6-iscsi neutron-server[96122]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'baba5f09-ede0-45b5-8ba9-8341045e8437', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '2ea31e49-e163-4c49-a8a2-18463ab07e46', 'code': 422} returned with failed status Sep 29 15:45:09.037052 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron_lib.callbacks.manager [None req-4d55257e-523e-4b8d-ab2b-d46a31710be1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741780147972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741779628755', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741779628773'] for port, after_update {{(pid=96122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:45:09.100229 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-ff115678-b07d-42b0-93f8-2d16245eae17 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:45:09.136808 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d55257e-523e-4b8d-ab2b-d46a31710be1 None None] Pushing event updated for resources: {'Port': ['ID=2ea31e49-e163-4c49-a8a2-18463ab07e46,revision_number=8']} {{(pid=96122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 15:45:09.334474 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-ff115678-b07d-42b0-93f8-2d16245eae17 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1620229', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1617329'] for router, after_create {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:45:09.439496 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15e13956-bded-4919-a7e9-3da856d3818f None None] Network d95e3566-6e75-4baa-a657-f160336cabc1 requested from dv-cinder-806616-6-iscsi {{(pid=96122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 15:45:09.521721 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.db.provisioning_blocks [None req-397b0e32-3f42-484d-b329-40d7c71a6739 None None] Provisioning complete for port 74eee52b-5b9d-433d-abfd-8eccebe50a0c triggered by entity DHCP. {{(pid=96122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 15:45:09.522093 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron_lib.callbacks.manager [None req-397b0e32-3f42-484d-b329-40d7c71a6739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-626465'] for port, provisioning_complete {{(pid=96122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:45:09.613096 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff115678-b07d-42b0-93f8-2d16245eae17 admin admin] Router 256f55a0-4349-4ba5-a155-9d9115ba730f is scheduled to L3 agent e5061b61-feb3-46be-bd05-1226f95d9417 with binding_index 1 {{(pid=96120) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 29 15:45:09.661951 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron_lib.callbacks.manager [None req-397b0e32-3f42-484d-b329-40d7c71a6739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-684029'] for port, before_update {{(pid=96122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:45:09.699442 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.plugins.ml2.db [None req-397b0e32-3f42-484d-b329-40d7c71a6739 None None] For port 74eee52b-5b9d-433d-abfd-8eccebe50a0c, host dv-cinder-806616-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806616-6-iscsi',level=0,port_id=74eee52b-5b9d-433d-abfd-8eccebe50a0c,segment=NetworkSegment(dbf1ca34-f020-4e73-a18c-8c50060d8806),segment_id=dbf1ca34-f020-4e73-a18c-8c50060d8806)] {{(pid=96122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 15:45:09.732437 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff115678-b07d-42b0-93f8-2d16245eae17 admin admin] Notify agent at l3_agent.dv-cinder-806616-6-iscsi the message routers_updated {{(pid=96120) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 15:45:09.743118 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77d35868-e91e-4358-bc70-c954bfd004be None None] Sync routers for ids ['256f55a0-4349-4ba5-a155-9d9115ba730f'] in dv-cinder-806616-6-iscsi {{(pid=96122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 15:45:09.752859 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77d35868-e91e-4358-bc70-c954bfd004be None None] Routers {'256f55a0-4349-4ba5-a155-9d9115ba730f'} bound to L3 agent in host dv-cinder-806616-6-iscsi {{(pid=96122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 15:45:09.753495 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.db.l3_hamode_db [None req-77d35868-e91e-4358-bc70-c954bfd004be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806616-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-29T15:30:56Z,description=,heartbeat_timestamp=2021-09-29T15:44:57Z,host='dv-cinder-806616-6-iscsi',id=e5061b61-feb3-46be-bd05-1226f95d9417,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T15:30:57Z,topic='l3_agent')) {'router_ids': ['256f55a0-4349-4ba5-a155-9d9115ba730f'], 'active': True} {{(pid=96122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 15:45:09.862624 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.db.l3_dvr_db [None req-77d35868-e91e-4358-bc70-c954bfd004be None None] Set router 256f55a0-4349-4ba5-a155-9d9115ba730f gateway port host: dv-cinder-806616-6-iscsi {{(pid=96122) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 15:45:09.888550 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron_lib.callbacks.manager [None req-397b0e32-3f42-484d-b329-40d7c71a6739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741780147972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741779628755', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741779628773'] for port, after_update {{(pid=96122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:45:09.905031 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-ff115678-b07d-42b0-93f8-2d16245eae17 admin admin] Notify callbacks [] for router, before_response {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:45:09.906295 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [None req-ff115678-b07d-42b0-93f8-2d16245eae17 admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.8256171 Sep 29 15:45:09.909003 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.wsgi [-] (96120) accepted ('10.222.0.46', 35940) {{(pid=96120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 15:45:10.016467 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-397b0e32-3f42-484d-b329-40d7c71a6739 None None] Pushing event updated for resources: {'Port': ['ID=74eee52b-5b9d-433d-abfd-8eccebe50a0c,revision_number=3']} {{(pid=96122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 15:45:10.031124 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.db.provisioning_blocks [None req-431be7f0-1f61-4df3-9c6f-31f9b253ba36 None None] Provisioning complete for port 74eee52b-5b9d-433d-abfd-8eccebe50a0c triggered by entity DHCP. {{(pid=96122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 15:45:10.031496 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron_lib.callbacks.manager [None req-431be7f0-1f61-4df3-9c6f-31f9b253ba36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-626465'] for port, provisioning_complete {{(pid=96122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:45:10.156263 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.db.l3_hamode_db [None req-77d35868-e91e-4358-bc70-c954bfd004be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '256f55a0-4349-4ba5-a155-9d9115ba730f', 'name': 'tempest-TestShelveInstance-2006116438-router', 'tenant_id': 'd99195ccac5b4594a39b5ded743ace62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd5efe95-1549-4750-933c-70412f77577e', 'external_fixed_ips': [{'subnet_id': '9c872fed-da92-4e12-828d-ac62e1b980b9', 'ip_address': '172.27.0.114'}], 'enable_snat': True}, 'gw_port_id': '9da67153-de22-4d5f-9739-490c04149c3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T15:45:07Z', 'updated_at': '2021-09-29T15:45:08Z', 'revision_number': 3, 'project_id': 'd99195ccac5b4594a39b5ded743ace62', 'gw_port': {'id': '9da67153-de22-4d5f-9739-490c04149c3d', 'name': '', 'network_id': 'cd5efe95-1549-4750-933c-70412f77577e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:33:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '256f55a0-4349-4ba5-a155-9d9115ba730f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': '9c872fed-da92-4e12-828d-ac62e1b980b9', 'ip_address': '172.27.0.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T15:45:07Z', 'updated_at': '2021-09-29T15:45:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9c872fed-da92-4e12-828d-ac62e1b980b9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806616-6-iscsi'}], 'dv-cinder-806616-6-iscsi', False) {} {{(pid=96122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 15:45:10.184526 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77d35868-e91e-4358-bc70-c954bfd004be None None] Checking router: 256f55a0-4349-4ba5-a155-9d9115ba730f for host: dv-cinder-806616-6-iscsi {{(pid=96122) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 15:45:10.198301 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77d35868-e91e-4358-bc70-c954bfd004be None None] Updating router 256f55a0-4349-4ba5-a155-9d9115ba730f port 9da67153-de22-4d5f-9739-490c04149c3d binding host dv-cinder-806616-6-iscsi {{(pid=96122) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 29 15:45:10.212862 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron_lib.callbacks.manager [None req-77d35868-e91e-4358-bc70-c954bfd004be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-684029'] for port, before_update {{(pid=96122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:45:10.313925 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.plugins.ml2.rpc [None req-86ea74e9-eea3-4769-b153-652ac6294d68 None None] Device 74eee52b-5b9d-433d-abfd-8eccebe50a0c up at agent ovs-agent-dv-cinder-806616-6-iscsi {{(pid=96122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 15:45:10.354624 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-f1ea91bf-173e-4d74-8036-2d8acca945f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-684029'] for port, before_create {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:45:10.369303 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-c80cce41-d563-4056-bbae-d222fe166266 req-4e58778c-2457-4ce0-bc0c-16426a21acc5 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=3ec30f24-bfb4-44e3-86ed-b475d8fc52ab&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0474463 Sep 29 15:45:10.413789 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.db.provisioning_blocks [None req-86ea74e9-eea3-4769-b153-652ac6294d68 None None] Provisioning complete for port 74eee52b-5b9d-433d-abfd-8eccebe50a0c triggered by entity L2. {{(pid=96122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 15:45:10.414249 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron_lib.callbacks.manager [None req-86ea74e9-eea3-4769-b153-652ac6294d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-626465'] for port, provisioning_complete {{(pid=96122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:45:10.485997 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80cce41-d563-4056-bbae-d222fe166266 req-c970866e-0cdc-4349-b434-cf58cfb1ebee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:45:10.487374 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-c80cce41-d563-4056-bbae-d222fe166266 req-c970866e-0cdc-4349-b434-cf58cfb1ebee service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=ac94bfaead184f89a85a5713fd06a3ee&device_id=3ec30f24-bfb4-44e3-86ed-b475d8fc52ab HTTP/1.1" status: 200 len: 1099 time: 0.0455196 Sep 29 15:45:10.583201 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.db.db_base_plugin_common [None req-f1ea91bf-173e-4d74-8036-2d8acca945f7 admin admin] Allocated IP 172.20.0.1 (d95e3566-6e75-4baa-a657-f160336cabc1/35b773c9-5608-4036-9b7d-721e56330d14/60fee044-6ef3-4ad5-b374-46f5ad3be39d) {{(pid=96120) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 15:45:10.638382 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80cce41-d563-4056-bbae-d222fe166266 req-f1749666-0e57-44cd-a8d5-b4f01d0d4c0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:45:10.644450 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron_lib.callbacks.manager [None req-77d35868-e91e-4358-bc70-c954bfd004be None None] Notify callbacks [] for port, precommit_update {{(pid=96122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:45:10.644659 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-c80cce41-d563-4056-bbae-d222fe166266 req-f1749666-0e57-44cd-a8d5-b4f01d0d4c0c service neutron] 10.222.0.22 "GET /v2.0/networks?id=41529908-bf9d-4f22-bd36-308129b2f718 HTTP/1.1" status: 200 len: 911 time: 0.1199291 Sep 29 15:45:10.713814 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-f1ea91bf-173e-4d74-8036-2d8acca945f7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:45:10.733504 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron_lib.callbacks.manager [None req-77d35868-e91e-4358-bc70-c954bfd004be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741780147972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741779628755', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741779628773'] for port, after_update {{(pid=96122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:45:10.734035 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-c80cce41-d563-4056-bbae-d222fe166266 req-ecfc6d29-05a0-4034-a4e0-76904f717287 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3344f2d1-8c14-4dba-8614-cef41727a76d HTTP/1.1" status: 200 len: 1001 time: 0.0787480 Sep 29 15:45:10.803149 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80cce41-d563-4056-bbae-d222fe166266 req-0a4da468-81c4-453b-b0a1-283b929f7cd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:45:10.805506 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.plugins.ml2.managers [None req-77d35868-e91e-4358-bc70-c954bfd004be None None] Attempting to bind port 9da67153-de22-4d5f-9739-490c04149c3d on host dv-cinder-806616-6-iscsi for vnic_type normal with profile {{(pid=96122) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 15:45:10.805641 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-c80cce41-d563-4056-bbae-d222fe166266 req-0a4da468-81c4-453b-b0a1-283b929f7cd5 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=dd4e2821-37a9-4ee4-80ce-9b4e5d3432ba HTTP/1.1" status: 200 len: 849 time: 0.0629051 Sep 29 15:45:10.805882 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.plugins.ml2.managers [None req-77d35868-e91e-4358-bc70-c954bfd004be None None] Attempting to bind port 9da67153-de22-4d5f-9739-490c04149c3d by drivers openvswitch,hyperv on host dv-cinder-806616-6-iscsi at level 0 using segments [{'id': '16a0d549-78f3-47f2-8934-1674670c2e39', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cd5efe95-1549-4750-933c-70412f77577e'}] {{(pid=96122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 15:45:10.810913 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77d35868-e91e-4358-bc70-c954bfd004be None None] Attempting to bind port 9da67153-de22-4d5f-9739-490c04149c3d on network cd5efe95-1549-4750-933c-70412f77577e {{(pid=96122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 15:45:10.818478 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77d35868-e91e-4358-bc70-c954bfd004be None None] Checking agent: {'id': '3420b91a-a9c7-4dbc-b0fb-eb58464b9dc3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806616-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 15, 30, 57), 'started_at': datetime.datetime(2021, 9, 29, 15, 31, 27), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 15, 44, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806616-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=96122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 15:45:10.818856 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77d35868-e91e-4358-bc70-c954bfd004be None None] Checking segment: {'id': '16a0d549-78f3-47f2-8934-1674670c2e39', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cd5efe95-1549-4750-933c-70412f77577e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 15:45:10.819260 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron_lib.callbacks.manager [None req-77d35868-e91e-4358-bc70-c954bfd004be None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=96122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:45:10.819653 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77d35868-e91e-4358-bc70-c954bfd004be None None] Bound using segment: {'id': '16a0d549-78f3-47f2-8934-1674670c2e39', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cd5efe95-1549-4750-933c-70412f77577e'} {{(pid=96122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 15:45:10.820180 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.plugins.ml2.managers [None req-77d35868-e91e-4358-bc70-c954bfd004be None None] Bound port: 9da67153-de22-4d5f-9739-490c04149c3d, host: dv-cinder-806616-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '16a0d549-78f3-47f2-8934-1674670c2e39', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cd5efe95-1549-4750-933c-70412f77577e'}}] {{(pid=96122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 15:45:10.820565 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron_lib.callbacks.manager [None req-77d35868-e91e-4358-bc70-c954bfd004be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-684029'] for port, before_update {{(pid=96122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:45:10.822218 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0af4cf1-5759-4085-94b7-f8d2dbe00e89 None None] Pushing event updated for resources: {'Port': ['ID=9da67153-de22-4d5f-9739-490c04149c3d,revision_number=2']} {{(pid=96122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 15:45:10.827205 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-f1ea91bf-173e-4d74-8036-2d8acca945f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741779628737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8956053'] for port, after_create {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:45:10.879610 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80cce41-d563-4056-bbae-d222fe166266 req-d95ddb39-ab05-48f5-98ec-73cccbc8ba53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:45:10.881089 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1ea91bf-173e-4d74-8036-2d8acca945f7 admin admin] Network d95e3566-6e75-4baa-a657-f160336cabc1 is already hosted by enough agents. {{(pid=96120) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 15:45:10.881775 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-c80cce41-d563-4056-bbae-d222fe166266 req-d95ddb39-ab05-48f5-98ec-73cccbc8ba53 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=41529908-bf9d-4f22-bd36-308129b2f718&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0569630 Sep 29 15:45:10.884139 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.scheduler.base_scheduler [None req-f1ea91bf-173e-4d74-8036-2d8acca945f7 admin admin] Resources bound (agent type, host, resource id): {{(pid=96120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 15:45:10.886983 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1ea91bf-173e-4d74-8036-2d8acca945f7 admin admin] Received port after_create {{(pid=96120) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 15:45:10.899129 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.plugins.ml2.db [None req-77d35868-e91e-4358-bc70-c954bfd004be None None] For port 9da67153-de22-4d5f-9739-490c04149c3d, host dv-cinder-806616-6-iscsi, cleared binding levels {{(pid=96122) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 15:45:10.902600 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.plugins.ml2.db [None req-77d35868-e91e-4358-bc70-c954bfd004be None None] For port 9da67153-de22-4d5f-9739-490c04149c3d, host dv-cinder-806616-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806616-6-iscsi',level=0,port_id=9da67153-de22-4d5f-9739-490c04149c3d,segment=NetworkSegment(16a0d549-78f3-47f2-8934-1674670c2e39),segment_id=16a0d549-78f3-47f2-8934-1674670c2e39)] {{(pid=96122) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 15:45:10.915152 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ea91bf-173e-4d74-8036-2d8acca945f7 admin admin] Pushing event updated for resources: {'Port': ['ID=60fee044-6ef3-4ad5-b374-46f5ad3be39d,revision_number=1']} {{(pid=96120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 15:45:10.936724 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-f1ea91bf-173e-4d74-8036-2d8acca945f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1619084'] for router_interface, before_create {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:45:11.003034 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron_lib.callbacks.manager [None req-77d35868-e91e-4358-bc70-c954bfd004be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741780147972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741779628755', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741779628773'] for port, after_update {{(pid=96122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:45:11.006286 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-c80cce41-d563-4056-bbae-d222fe166266 req-a441eebf-f484-468b-8256-54c405f9dd9e service neutron] 10.222.0.22 "GET /v2.0/networks/41529908-bf9d-4f22-bd36-308129b2f718?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1018207 Sep 29 15:45:11.080007 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77d35868-e91e-4358-bc70-c954bfd004be None None] Routers {'256f55a0-4349-4ba5-a155-9d9115ba730f'} bound to L3 agent in host dv-cinder-806616-6-iscsi {{(pid=96122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 15:45:11.080654 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.db.l3_hamode_db [None req-77d35868-e91e-4358-bc70-c954bfd004be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806616-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-29T15:30:56Z,description=,heartbeat_timestamp=2021-09-29T15:44:57Z,host='dv-cinder-806616-6-iscsi',id=e5061b61-feb3-46be-bd05-1226f95d9417,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T15:30:57Z,topic='l3_agent')) {'router_ids': ['256f55a0-4349-4ba5-a155-9d9115ba730f'], 'active': True} {{(pid=96122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 15:45:11.086313 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0af4cf1-5759-4085-94b7-f8d2dbe00e89 None None] Pushing event updated for resources: {'Port': ['ID=9da67153-de22-4d5f-9739-490c04149c3d,revision_number=3']} {{(pid=96122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 15:45:11.106976 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-c80cce41-d563-4056-bbae-d222fe166266 req-7da9c637-e4fb-4799-8f7e-f330e16a3609 service neutron] 10.222.0.22 "GET /v2.0/networks/41529908-bf9d-4f22-bd36-308129b2f718?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880148 Sep 29 15:45:11.137372 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-f1ea91bf-173e-4d74-8036-2d8acca945f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-684029'] for port, before_update {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:45:11.311548 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-f1ea91bf-173e-4d74-8036-2d8acca945f7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:45:11.318279 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.db.l3_dvr_db [None req-77d35868-e91e-4358-bc70-c954bfd004be None None] Set router 256f55a0-4349-4ba5-a155-9d9115ba730f gateway port host: dv-cinder-806616-6-iscsi {{(pid=96122) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 15:45:11.321075 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.db.provisioning_blocks [None req-fda138a6-3e90-4066-a88a-01ca92ec28de None None] Provisioning complete for port 60fee044-6ef3-4ad5-b374-46f5ad3be39d triggered by entity DHCP. {{(pid=96122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 15:45:11.324482 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron_lib.callbacks.manager [None req-fda138a6-3e90-4066-a88a-01ca92ec28de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-626465'] for port, provisioning_complete {{(pid=96122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:45:11.350711 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-f1ea91bf-173e-4d74-8036-2d8acca945f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741780147972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741779628755', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741779628773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8956062'] for port, after_update {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:45:11.419989 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-f1ea91bf-173e-4d74-8036-2d8acca945f7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1575380', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1620092'] for router_interface, after_create {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:45:11.420607 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.plugins.ml2.plugin [None req-fda138a6-3e90-4066-a88a-01ca92ec28de None None] Port 60fee044-6ef3-4ad5-b374-46f5ad3be39d cannot update to ACTIVE because it is not bound. {{(pid=96122) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 29 15:45:11.426481 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ea91bf-173e-4d74-8036-2d8acca945f7 admin admin] Pushing event updated for resources: {'Port': ['ID=60fee044-6ef3-4ad5-b374-46f5ad3be39d,revision_number=2']} {{(pid=96120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 15:45:11.529197 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1ea91bf-173e-4d74-8036-2d8acca945f7 admin admin] Network d95e3566-6e75-4baa-a657-f160336cabc1 is already hosted by enough agents. {{(pid=96120) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 15:45:11.530572 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.scheduler.base_scheduler [None req-f1ea91bf-173e-4d74-8036-2d8acca945f7 admin admin] Resources bound (agent type, host, resource id): {{(pid=96120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 15:45:11.544966 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.db.l3_hamode_db [None req-77d35868-e91e-4358-bc70-c954bfd004be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '256f55a0-4349-4ba5-a155-9d9115ba730f', 'name': 'tempest-TestShelveInstance-2006116438-router', 'tenant_id': 'd99195ccac5b4594a39b5ded743ace62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd5efe95-1549-4750-933c-70412f77577e', 'external_fixed_ips': [{'subnet_id': '9c872fed-da92-4e12-828d-ac62e1b980b9', 'ip_address': '172.27.0.114'}], 'enable_snat': True}, 'gw_port_id': '9da67153-de22-4d5f-9739-490c04149c3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T15:45:07Z', 'updated_at': '2021-09-29T15:45:08Z', 'revision_number': 3, 'project_id': 'd99195ccac5b4594a39b5ded743ace62', 'gw_port': {'id': '9da67153-de22-4d5f-9739-490c04149c3d', 'name': '', 'network_id': 'cd5efe95-1549-4750-933c-70412f77577e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:33:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '256f55a0-4349-4ba5-a155-9d9115ba730f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': '9c872fed-da92-4e12-828d-ac62e1b980b9', 'ip_address': '172.27.0.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806616-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T15:45:07Z', 'updated_at': '2021-09-29T15:45:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9c872fed-da92-4e12-828d-ac62e1b980b9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806616-6-iscsi'}], 'dv-cinder-806616-6-iscsi', False) {} {{(pid=96122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 15:45:11.579156 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77d35868-e91e-4358-bc70-c954bfd004be None None] The sync data for ids ['256f55a0-4349-4ba5-a155-9d9115ba730f'] in dv-cinder-806616-6-iscsi is: [{'id': '256f55a0-4349-4ba5-a155-9d9115ba730f', 'name': 'tempest-TestShelveInstance-2006116438-router', 'tenant_id': 'd99195ccac5b4594a39b5ded743ace62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd5efe95-1549-4750-933c-70412f77577e', 'external_fixed_ips': [{'subnet_id': '9c872fed-da92-4e12-828d-ac62e1b980b9', 'ip_address': '172.27.0.114'}], 'enable_snat': True}, 'gw_port_id': '9da67153-de22-4d5f-9739-490c04149c3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T15:45:07Z', 'updated_at': '2021-09-29T15:45:08Z', 'revision_number': 3, 'project_id': 'd99195ccac5b4594a39b5ded743ace62', 'gw_port': {'id': '9da67153-de22-4d5f-9739-490c04149c3d', 'name': '', 'network_id': 'cd5efe95-1549-4750-933c-70412f77577e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:33:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '256f55a0-4349-4ba5-a155-9d9115ba730f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': '9c872fed-da92-4e12-828d-ac62e1b980b9', 'ip_address': '172.27.0.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806616-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T15:45:07Z', 'updated_at': '2021-09-29T15:45:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9c872fed-da92-4e12-828d-ac62e1b980b9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806616-6-iscsi'}] {{(pid=96122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 15:45:11.653225 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1ea91bf-173e-4d74-8036-2d8acca945f7 admin admin] Router 256f55a0-4349-4ba5-a155-9d9115ba730f has already been hosted by L3 agent e5061b61-feb3-46be-bd05-1226f95d9417 {{(pid=96120) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 29 15:45:11.810974 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d357bd7-8727-4492-8ec1-06af55b19188 req-cf3a8b2c-c5bc-4e8f-8b94-d938a4742bea tempest-AttachVolumeShelveTestJSON-850210833 tempest-AttachVolumeShelveTestJSON-850210833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:45:11.812797 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [req-4d357bd7-8727-4492-8ec1-06af55b19188 req-cf3a8b2c-c5bc-4e8f-8b94-d938a4742bea tempest-AttachVolumeShelveTestJSON-850210833 tempest-AttachVolumeShelveTestJSON-850210833-project] 10.222.0.46 "GET /v2.0/ports?device_id=baba5f09-ede0-45b5-8ba9-8341045e8437 HTTP/1.1" status: 200 len: 944 time: 0.1038084 Sep 29 15:45:11.838933 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1ea91bf-173e-4d74-8036-2d8acca945f7 admin admin] Notify agent at l3_agent.dv-cinder-806616-6-iscsi the message routers_updated {{(pid=96120) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 15:45:11.849007 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [None req-f1ea91bf-173e-4d74-8036-2d8acca945f7 admin admin] 10.222.0.46 "PUT /v2.0/routers/256f55a0-4349-4ba5-a155-9d9115ba730f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9362826 Sep 29 15:45:11.865757 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.db.provisioning_blocks [None req-1cc7f97c-026e-4fc4-8d77-0d01c7f8efa2 None None] Provisioning complete for port 60fee044-6ef3-4ad5-b374-46f5ad3be39d triggered by entity DHCP. {{(pid=96122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 15:45:11.866181 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron_lib.callbacks.manager [None req-1cc7f97c-026e-4fc4-8d77-0d01c7f8efa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-626465'] for port, provisioning_complete {{(pid=96122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:45:11.936964 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [req-4d357bd7-8727-4492-8ec1-06af55b19188 req-ec6b46b4-6950-4952-96a8-92746a85b084 tempest-AttachVolumeShelveTestJSON-850210833 tempest-AttachVolumeShelveTestJSON-850210833-project] 10.222.0.46 "GET /v2.0/security-groups?id=99d08d38-afbb-479e-bab1-6a902c9fe3e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1065762 Sep 29 15:45:11.974263 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.plugins.ml2.plugin [None req-1cc7f97c-026e-4fc4-8d77-0d01c7f8efa2 None None] Port 60fee044-6ef3-4ad5-b374-46f5ad3be39d cannot update to ACTIVE because it is not bound. {{(pid=96122) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 29 15:45:12.236940 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.plugins.ml2.rpc [None req-86ea74e9-eea3-4769-b153-652ac6294d68 None None] Device 9da67153-de22-4d5f-9739-490c04149c3d up at agent ovs-agent-dv-cinder-806616-6-iscsi {{(pid=96122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 15:45:12.310752 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.db.provisioning_blocks [None req-86ea74e9-eea3-4769-b153-652ac6294d68 None None] Provisioning complete for port 9da67153-de22-4d5f-9739-490c04149c3d triggered by entity L2. {{(pid=96122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 15:45:12.310752 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron_lib.callbacks.manager [None req-86ea74e9-eea3-4769-b153-652ac6294d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-626465'] for port, provisioning_complete {{(pid=96122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:45:12.398966 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron_lib.callbacks.manager [None req-86ea74e9-eea3-4769-b153-652ac6294d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-684029'] for port, before_update {{(pid=96122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:45:12.419786 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.plugins.ml2.db [None req-86ea74e9-eea3-4769-b153-652ac6294d68 None None] For port 9da67153-de22-4d5f-9739-490c04149c3d, host dv-cinder-806616-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806616-6-iscsi',level=0,port_id=9da67153-de22-4d5f-9739-490c04149c3d,segment=NetworkSegment(16a0d549-78f3-47f2-8934-1674670c2e39),segment_id=16a0d549-78f3-47f2-8934-1674670c2e39)] {{(pid=96122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 15:45:12.470641 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.wsgi [-] (96120) accepted ('10.222.0.46', 36012) {{(pid=96120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 15:45:12.529422 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron_lib.callbacks.manager [None req-86ea74e9-eea3-4769-b153-652ac6294d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741780147972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741779628755', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741779628773'] for port, after_update {{(pid=96122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:45:12.561887 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [req-c1a00943-e592-4f14-87a0-62d8f8b5db00 req-5d4e7fbf-dd79-4cff-bc39-5e4a62f79e48 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=baba5f09-ede0-45b5-8ba9-8341045e8437&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0899651 Sep 29 15:45:12.573734 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.wsgi [req-c1a00943-e592-4f14-87a0-62d8f8b5db00 req-1f7f564f-bb7b-4425-ae44-c01aaecb3099 service neutron] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=96120) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 29 15:45:12.575351 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [req-c1a00943-e592-4f14-87a0-62d8f8b5db00 req-1f7f564f-bb7b-4425-ae44-c01aaecb3099 service neutron] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0067677 Sep 29 15:45:12.592236 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ea74e9-eea3-4769-b153-652ac6294d68 None None] Pushing event updated for resources: {'Port': ['ID=9da67153-de22-4d5f-9739-490c04149c3d,revision_number=4']} {{(pid=96122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 15:45:12.605020 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.wsgi [-] (96120) accepted ('10.222.0.46', 36016) {{(pid=96120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 15:45:12.609961 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.api.v2.base [None req-81dfd750-d121-4442-acd2-320effb64612 tempest-TestShelveInstance-975876144 tempest-TestShelveInstance-975876144-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-935981734', 'description': 'tempest-secgroup-smoke-935981734 description', 'project_id': 'b047be03e3304a939d153e38fbd212c7'}} {{(pid=96120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 15:45:12.712345 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-81dfd750-d121-4442-acd2-320effb64612 tempest-TestShelveInstance-975876144 tempest-TestShelveInstance-975876144-project] Notify callbacks [] for security_group, before_create {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:45:12.812670 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.plugins.ml2.rpc [None req-4d55257e-523e-4b8d-ab2b-d46a31710be1 None None] Device 2ea31e49-e163-4c49-a8a2-18463ab07e46 no longer exists at agent hyperv_hv-cinder-80661 {{(pid=96122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 15:45:12.851927 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-81dfd750-d121-4442-acd2-320effb64612 tempest-TestShelveInstance-975876144 tempest-TestShelveInstance-975876144-project] Notify callbacks [] for security_group, precommit_create {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:45:12.861502 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6841e9b2-789c-45c3-8b45-d1b0851026a3 req-33b54a66-999b-4d2a-b538-041534d855cb tempest-AttachVolumeTestJSON-270594920 tempest-AttachVolumeTestJSON-270594920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:45:12.863054 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [req-6841e9b2-789c-45c3-8b45-d1b0851026a3 req-33b54a66-999b-4d2a-b538-041534d855cb tempest-AttachVolumeTestJSON-270594920 tempest-AttachVolumeTestJSON-270594920-project] 10.222.0.46 "GET /v2.0/ports?device_id=3ec30f24-bfb4-44e3-86ed-b475d8fc52ab HTTP/1.1" status: 200 len: 946 time: 0.0727594 Sep 29 15:45:12.903518 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [req-6841e9b2-789c-45c3-8b45-d1b0851026a3 req-bb90c48a-1d4e-4605-b930-7460473b691d tempest-AttachVolumeTestJSON-270594920 tempest-AttachVolumeTestJSON-270594920-project] 10.222.0.46 "GET /v2.0/security-groups?id=b7b22c90-21e8-44e2-94b9-c2f893c81fab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339844 Sep 29 15:45:12.928134 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-81dfd750-d121-4442-acd2-320effb64612 tempest-TestShelveInstance-975876144 tempest-TestShelveInstance-975876144-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579214'] for security_group, after_create {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:45:12.956881 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81dfd750-d121-4442-acd2-320effb64612 tempest-TestShelveInstance-975876144 tempest-TestShelveInstance-975876144-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ca56a99e-7afa-4df3-8cfa-fe716fab0231,revision_number=1']} {{(pid=96120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 15:45:13.025858 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-81dfd750-d121-4442-acd2-320effb64612 tempest-TestShelveInstance-975876144 tempest-TestShelveInstance-975876144-project] Notify callbacks [] for security_group, before_response {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:45:13.027590 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [None req-81dfd750-d121-4442-acd2-320effb64612 tempest-TestShelveInstance-975876144 tempest-TestShelveInstance-975876144-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.4213374 Sep 29 15:45:13.030401 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.wsgi [-] (96120) accepted ('10.222.0.46', 36028) {{(pid=96120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 15:45:13.035177 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.api.v2.base [None req-599c5b8d-8be1-436e-ad03-b3b7b2b03cbb tempest-TestShelveInstance-975876144 tempest-TestShelveInstance-975876144-project] Request body: {'security_group_rule': {'security_group_id': 'ca56a99e-7afa-4df3-8cfa-fe716fab0231', 'project_id': 'b047be03e3304a939d153e38fbd212c7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=96120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 15:45:13.082905 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177c6a41-a339-44fb-a611-2a3e8cb569cc req-839b8e8a-e04e-4a65-a425-4c86697535fb tempest-AttachVolumeShelveTestJSON-850210833 tempest-AttachVolumeShelveTestJSON-850210833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:45:13.084515 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-177c6a41-a339-44fb-a611-2a3e8cb569cc req-839b8e8a-e04e-4a65-a425-4c86697535fb tempest-AttachVolumeShelveTestJSON-850210833 tempest-AttachVolumeShelveTestJSON-850210833-project] 10.222.0.46 "GET /v2.0/ports?device_id=baba5f09-ede0-45b5-8ba9-8341045e8437 HTTP/1.1" status: 200 len: 944 time: 0.0612655 Sep 29 15:45:13.123430 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-177c6a41-a339-44fb-a611-2a3e8cb569cc req-c6b99113-604a-4769-9377-37404053def7 tempest-AttachVolumeShelveTestJSON-850210833 tempest-AttachVolumeShelveTestJSON-850210833-project] 10.222.0.46 "GET /v2.0/security-groups?id=99d08d38-afbb-479e-bab1-6a902c9fe3e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319140 Sep 29 15:45:13.139266 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-599c5b8d-8be1-436e-ad03-b3b7b2b03cbb tempest-TestShelveInstance-975876144 tempest-TestShelveInstance-975876144-project] Notify callbacks [] for security_group_rule, before_create {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:45:13.196240 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-599c5b8d-8be1-436e-ad03-b3b7b2b03cbb tempest-TestShelveInstance-975876144 tempest-TestShelveInstance-975876144-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:45:13.293707 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-599c5b8d-8be1-436e-ad03-b3b7b2b03cbb tempest-TestShelveInstance-975876144 tempest-TestShelveInstance-975876144-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081610'] for security_group_rule, after_create {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:45:13.311919 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-599c5b8d-8be1-436e-ad03-b3b7b2b03cbb tempest-TestShelveInstance-975876144 tempest-TestShelveInstance-975876144-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0736169e-3843-4c5f-83b9-cfa9a647589b,revision_number=0']} {{(pid=96120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 15:45:13.341667 dv-cinder-806616-6-iscsi neutron-server[96123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96dd4435-dfda-40a7-802c-eac0f9f6ebdb None None] Sync routers for ids ['256f55a0-4349-4ba5-a155-9d9115ba730f'] in dv-cinder-806616-6-iscsi {{(pid=96123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 15:45:13.350573 dv-cinder-806616-6-iscsi neutron-server[96123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96dd4435-dfda-40a7-802c-eac0f9f6ebdb None None] Routers {'256f55a0-4349-4ba5-a155-9d9115ba730f'} bound to L3 agent in host dv-cinder-806616-6-iscsi {{(pid=96123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 15:45:13.351170 dv-cinder-806616-6-iscsi neutron-server[96123]: DEBUG neutron.db.l3_hamode_db [None req-96dd4435-dfda-40a7-802c-eac0f9f6ebdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806616-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-29T15:30:56Z,description=,heartbeat_timestamp=2021-09-29T15:44:57Z,host='dv-cinder-806616-6-iscsi',id=e5061b61-feb3-46be-bd05-1226f95d9417,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T15:30:57Z,topic='l3_agent')) {'router_ids': ['256f55a0-4349-4ba5-a155-9d9115ba730f'], 'active': True} {{(pid=96123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 15:45:13.373023 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-599c5b8d-8be1-436e-ad03-b3b7b2b03cbb tempest-TestShelveInstance-975876144 tempest-TestShelveInstance-975876144-project] Notify callbacks [] for security_group_rule, before_response {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:45:13.374272 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [None req-599c5b8d-8be1-436e-ad03-b3b7b2b03cbb tempest-TestShelveInstance-975876144 tempest-TestShelveInstance-975876144-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3425879 Sep 29 15:45:13.376957 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.wsgi [-] (96120) accepted ('10.222.0.46', 36030) {{(pid=96120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 15:45:13.381429 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.api.v2.base [None req-0b4591df-798c-4245-b26f-8352b9acfedb tempest-TestShelveInstance-975876144 tempest-TestShelveInstance-975876144-project] Request body: {'security_group_rule': {'security_group_id': 'ca56a99e-7afa-4df3-8cfa-fe716fab0231', 'project_id': 'b047be03e3304a939d153e38fbd212c7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=96120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 15:45:13.456891 dv-cinder-806616-6-iscsi neutron-server[96123]: DEBUG neutron.db.l3_dvr_db [None req-96dd4435-dfda-40a7-802c-eac0f9f6ebdb None None] Set router 256f55a0-4349-4ba5-a155-9d9115ba730f gateway port host: dv-cinder-806616-6-iscsi {{(pid=96123) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 15:45:13.493617 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-0b4591df-798c-4245-b26f-8352b9acfedb tempest-TestShelveInstance-975876144 tempest-TestShelveInstance-975876144-project] Notify callbacks [] for security_group_rule, before_create {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:45:13.559614 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-0b4591df-798c-4245-b26f-8352b9acfedb tempest-TestShelveInstance-975876144 tempest-TestShelveInstance-975876144-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:45:13.631118 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-0b4591df-798c-4245-b26f-8352b9acfedb tempest-TestShelveInstance-975876144 tempest-TestShelveInstance-975876144-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081610'] for security_group_rule, after_create {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:45:13.650145 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b4591df-798c-4245-b26f-8352b9acfedb tempest-TestShelveInstance-975876144 tempest-TestShelveInstance-975876144-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5a00040b-8bb6-4284-a8f7-b289a5a44410,revision_number=0']} {{(pid=96120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 15:45:13.652870 dv-cinder-806616-6-iscsi neutron-server[96123]: DEBUG neutron.db.l3_hamode_db [None req-96dd4435-dfda-40a7-802c-eac0f9f6ebdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '256f55a0-4349-4ba5-a155-9d9115ba730f', 'name': 'tempest-TestShelveInstance-2006116438-router', 'tenant_id': 'd99195ccac5b4594a39b5ded743ace62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd5efe95-1549-4750-933c-70412f77577e', 'external_fixed_ips': [{'subnet_id': '9c872fed-da92-4e12-828d-ac62e1b980b9', 'ip_address': '172.27.0.114'}], 'enable_snat': True}, 'gw_port_id': '9da67153-de22-4d5f-9739-490c04149c3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T15:45:07Z', 'updated_at': '2021-09-29T15:45:11Z', 'revision_number': 4, 'project_id': 'd99195ccac5b4594a39b5ded743ace62', 'gw_port': {'id': '9da67153-de22-4d5f-9739-490c04149c3d', 'name': '', 'network_id': 'cd5efe95-1549-4750-933c-70412f77577e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:33:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '256f55a0-4349-4ba5-a155-9d9115ba730f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': '9c872fed-da92-4e12-828d-ac62e1b980b9', 'ip_address': '172.27.0.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806616-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T15:45:07Z', 'updated_at': '2021-09-29T15:45:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c872fed-da92-4e12-828d-ac62e1b980b9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806616-6-iscsi', '_interfaces': [{'id': '60fee044-6ef3-4ad5-b374-46f5ad3be39d', 'name': '', 'network_id': 'd95e3566-6e75-4baa-a657-f160336cabc1', 'tenant_id': 'd99195ccac5b4594a39b5ded743ace62', 'mac_address': 'fa:16:3e:d7:e1:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '256f55a0-4349-4ba5-a155-9d9115ba730f', 'device_owner': 'network:router_interface', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': '35b773c9-5608-4036-9b7d-721e56330d14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T15:45:10Z', 'updated_at': '2021-09-29T15:45:11Z', 'revision_number': 2, 'project_id': 'd99195ccac5b4594a39b5ded743ace62', 'subnets': [{'id': '35b773c9-5608-4036-9b7d-721e56330d14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806616-6-iscsi', False) {} {{(pid=96123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 15:45:13.682588 dv-cinder-806616-6-iscsi neutron-server[96123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96dd4435-dfda-40a7-802c-eac0f9f6ebdb None None] Checking router: 256f55a0-4349-4ba5-a155-9d9115ba730f for host: dv-cinder-806616-6-iscsi {{(pid=96123) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 15:45:13.682945 dv-cinder-806616-6-iscsi neutron-server[96123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96dd4435-dfda-40a7-802c-eac0f9f6ebdb None None] Updating router 256f55a0-4349-4ba5-a155-9d9115ba730f port 60fee044-6ef3-4ad5-b374-46f5ad3be39d binding host dv-cinder-806616-6-iscsi {{(pid=96123) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 29 15:45:13.706993 dv-cinder-806616-6-iscsi neutron-server[96123]: DEBUG neutron_lib.callbacks.manager [None req-96dd4435-dfda-40a7-802c-eac0f9f6ebdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-684029'] for port, before_update {{(pid=96123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:45:13.722515 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-0b4591df-798c-4245-b26f-8352b9acfedb tempest-TestShelveInstance-975876144 tempest-TestShelveInstance-975876144-project] Notify callbacks [] for security_group_rule, before_response {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:45:13.723827 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [None req-0b4591df-798c-4245-b26f-8352b9acfedb tempest-TestShelveInstance-975876144 tempest-TestShelveInstance-975876144-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3459413 Sep 29 15:45:13.726639 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.wsgi [-] (96120) accepted ('10.222.0.46', 36032) {{(pid=96120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 15:45:13.731221 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.api.v2.base [None req-a9e87979-0726-45e3-8624-4ddd7d741ea2 tempest-TestShelveInstance-975876144 tempest-TestShelveInstance-975876144-project] Request body: {'security_group_rule': {'security_group_id': 'ca56a99e-7afa-4df3-8cfa-fe716fab0231', 'project_id': 'b047be03e3304a939d153e38fbd212c7', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=96120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 15:45:13.861517 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-a9e87979-0726-45e3-8624-4ddd7d741ea2 tempest-TestShelveInstance-975876144 tempest-TestShelveInstance-975876144-project] Notify callbacks [] for security_group_rule, before_create {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:45:13.921773 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-a9e87979-0726-45e3-8624-4ddd7d741ea2 tempest-TestShelveInstance-975876144 tempest-TestShelveInstance-975876144-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:45:13.966110 dv-cinder-806616-6-iscsi neutron-server[96123]: DEBUG neutron_lib.callbacks.manager [None req-96dd4435-dfda-40a7-802c-eac0f9f6ebdb None None] Notify callbacks [] for port, precommit_update {{(pid=96123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:45:14.016972 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd876c87-a143-4baf-90af-eebab4638ed3 req-32ae3068-3fe6-4bad-94b1-7cea46c36a6e tempest-AttachVolumeTestJSON-270594920 tempest-AttachVolumeTestJSON-270594920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:45:14.018499 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [req-dd876c87-a143-4baf-90af-eebab4638ed3 req-32ae3068-3fe6-4bad-94b1-7cea46c36a6e tempest-AttachVolumeTestJSON-270594920 tempest-AttachVolumeTestJSON-270594920-project] 10.222.0.46 "GET /v2.0/ports?device_id=3ec30f24-bfb4-44e3-86ed-b475d8fc52ab HTTP/1.1" status: 200 len: 946 time: 0.0474181 Sep 29 15:45:14.031749 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-a9e87979-0726-45e3-8624-4ddd7d741ea2 tempest-TestShelveInstance-975876144 tempest-TestShelveInstance-975876144-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081610'] for security_group_rule, after_create {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:45:14.060523 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e87979-0726-45e3-8624-4ddd7d741ea2 tempest-TestShelveInstance-975876144 tempest-TestShelveInstance-975876144-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e614c43e-18c2-4f7e-b134-0c9ab72e0e15,revision_number=0']} {{(pid=96120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 15:45:14.074124 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [req-dd876c87-a143-4baf-90af-eebab4638ed3 req-ac42d7c7-088b-4984-a09a-f4ca05b89def tempest-AttachVolumeTestJSON-270594920 tempest-AttachVolumeTestJSON-270594920-project] 10.222.0.46 "GET /v2.0/security-groups?id=b7b22c90-21e8-44e2-94b9-c2f893c81fab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490913 Sep 29 15:45:14.076930 dv-cinder-806616-6-iscsi neutron-server[96123]: DEBUG neutron_lib.callbacks.manager [None req-96dd4435-dfda-40a7-802c-eac0f9f6ebdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741780147972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741779628755', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741779628773'] for port, after_update {{(pid=96123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:45:14.131818 dv-cinder-806616-6-iscsi neutron-server[96123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f0998e-e176-4a49-b081-12fdf57df86c None None] Pushing event updated for resources: {'Port': ['ID=60fee044-6ef3-4ad5-b374-46f5ad3be39d,revision_number=3']} {{(pid=96123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 15:45:14.162188 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-a9e87979-0726-45e3-8624-4ddd7d741ea2 tempest-TestShelveInstance-975876144 tempest-TestShelveInstance-975876144-project] Notify callbacks [] for security_group_rule, before_response {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:45:14.165312 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [None req-a9e87979-0726-45e3-8624-4ddd7d741ea2 tempest-TestShelveInstance-975876144 tempest-TestShelveInstance-975876144-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4377265 Sep 29 15:45:14.173874 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.wsgi [-] (96120) accepted ('10.222.0.46', 36040) {{(pid=96120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 15:45:14.178408 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.api.v2.base [None req-1449c58d-a383-4639-b1a7-59953623880a tempest-TestShelveInstance-975876144 tempest-TestShelveInstance-975876144-project] Request body: {'security_group_rule': {'security_group_id': 'ca56a99e-7afa-4df3-8cfa-fe716fab0231', 'project_id': 'b047be03e3304a939d153e38fbd212c7', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=96120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 15:45:14.239551 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.plugins.ml2.rpc [None req-86ea74e9-eea3-4769-b153-652ac6294d68 None None] Device 9da67153-de22-4d5f-9739-490c04149c3d up at agent ovs-agent-dv-cinder-806616-6-iscsi {{(pid=96122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 15:45:14.279573 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a951e41a-f3a0-4ea2-9ee6-c96b97eff586 req-bb95ee7f-d39d-4ff5-96b8-37985178a3b0 tempest-AttachVolumeShelveTestJSON-850210833 tempest-AttachVolumeShelveTestJSON-850210833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:45:14.281388 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-a951e41a-f3a0-4ea2-9ee6-c96b97eff586 req-bb95ee7f-d39d-4ff5-96b8-37985178a3b0 tempest-AttachVolumeShelveTestJSON-850210833 tempest-AttachVolumeShelveTestJSON-850210833-project] 10.222.0.46 "GET /v2.0/ports?device_id=baba5f09-ede0-45b5-8ba9-8341045e8437 HTTP/1.1" status: 200 len: 944 time: 0.0643384 Sep 29 15:45:14.299293 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.db.provisioning_blocks [None req-86ea74e9-eea3-4769-b153-652ac6294d68 None None] Provisioning complete for port 9da67153-de22-4d5f-9739-490c04149c3d triggered by entity L2. {{(pid=96122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 15:45:14.299917 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron_lib.callbacks.manager [None req-86ea74e9-eea3-4769-b153-652ac6294d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-626465'] for port, provisioning_complete {{(pid=96122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:45:14.306688 dv-cinder-806616-6-iscsi neutron-server[96123]: DEBUG neutron.plugins.ml2.managers [None req-96dd4435-dfda-40a7-802c-eac0f9f6ebdb None None] Attempting to bind port 60fee044-6ef3-4ad5-b374-46f5ad3be39d on host dv-cinder-806616-6-iscsi for vnic_type normal with profile {{(pid=96123) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 15:45:14.307064 dv-cinder-806616-6-iscsi neutron-server[96123]: DEBUG neutron.plugins.ml2.managers [None req-96dd4435-dfda-40a7-802c-eac0f9f6ebdb None None] Attempting to bind port 60fee044-6ef3-4ad5-b374-46f5ad3be39d by drivers openvswitch,hyperv on host dv-cinder-806616-6-iscsi at level 0 using segments [{'id': 'dbf1ca34-f020-4e73-a18c-8c50060d8806', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'd95e3566-6e75-4baa-a657-f160336cabc1'}] {{(pid=96123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 15:45:14.307428 dv-cinder-806616-6-iscsi neutron-server[96123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96dd4435-dfda-40a7-802c-eac0f9f6ebdb None None] Attempting to bind port 60fee044-6ef3-4ad5-b374-46f5ad3be39d on network d95e3566-6e75-4baa-a657-f160336cabc1 {{(pid=96123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 15:45:14.312787 dv-cinder-806616-6-iscsi neutron-server[96123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96dd4435-dfda-40a7-802c-eac0f9f6ebdb None None] Checking agent: {'id': '3420b91a-a9c7-4dbc-b0fb-eb58464b9dc3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806616-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 15, 30, 57), 'started_at': datetime.datetime(2021, 9, 29, 15, 31, 27), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 15, 44, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806616-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=96123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 15:45:14.313161 dv-cinder-806616-6-iscsi neutron-server[96123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96dd4435-dfda-40a7-802c-eac0f9f6ebdb None None] Checking segment: {'id': 'dbf1ca34-f020-4e73-a18c-8c50060d8806', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'd95e3566-6e75-4baa-a657-f160336cabc1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96123) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 15:45:14.313563 dv-cinder-806616-6-iscsi neutron-server[96123]: DEBUG neutron_lib.callbacks.manager [None req-96dd4435-dfda-40a7-802c-eac0f9f6ebdb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=96123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:45:14.314132 dv-cinder-806616-6-iscsi neutron-server[96123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96dd4435-dfda-40a7-802c-eac0f9f6ebdb None None] Bound using segment: {'id': 'dbf1ca34-f020-4e73-a18c-8c50060d8806', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'd95e3566-6e75-4baa-a657-f160336cabc1'} {{(pid=96123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 15:45:14.314606 dv-cinder-806616-6-iscsi neutron-server[96123]: DEBUG neutron.plugins.ml2.managers [None req-96dd4435-dfda-40a7-802c-eac0f9f6ebdb None None] Bound port: 60fee044-6ef3-4ad5-b374-46f5ad3be39d, host: dv-cinder-806616-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dbf1ca34-f020-4e73-a18c-8c50060d8806', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'd95e3566-6e75-4baa-a657-f160336cabc1'}}] {{(pid=96123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 15:45:14.315000 dv-cinder-806616-6-iscsi neutron-server[96123]: DEBUG neutron_lib.callbacks.manager [None req-96dd4435-dfda-40a7-802c-eac0f9f6ebdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-684029'] for port, before_update {{(pid=96123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:45:14.329415 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-1449c58d-a383-4639-b1a7-59953623880a tempest-TestShelveInstance-975876144 tempest-TestShelveInstance-975876144-project] Notify callbacks [] for security_group_rule, before_create {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:45:14.371472 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-a951e41a-f3a0-4ea2-9ee6-c96b97eff586 req-5f1b29ae-106a-4ac1-a2a6-f3c47967d742 tempest-AttachVolumeShelveTestJSON-850210833 tempest-AttachVolumeShelveTestJSON-850210833-project] 10.222.0.46 "GET /v2.0/security-groups?id=99d08d38-afbb-479e-bab1-6a902c9fe3e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0736966 Sep 29 15:45:14.384270 dv-cinder-806616-6-iscsi neutron-server[96123]: DEBUG neutron.plugins.ml2.db [None req-96dd4435-dfda-40a7-802c-eac0f9f6ebdb None None] For port 60fee044-6ef3-4ad5-b374-46f5ad3be39d, host dv-cinder-806616-6-iscsi, cleared binding levels {{(pid=96123) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 15:45:14.387558 dv-cinder-806616-6-iscsi neutron-server[96123]: DEBUG neutron.plugins.ml2.db [None req-96dd4435-dfda-40a7-802c-eac0f9f6ebdb None None] For port 60fee044-6ef3-4ad5-b374-46f5ad3be39d, host dv-cinder-806616-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806616-6-iscsi',level=0,port_id=60fee044-6ef3-4ad5-b374-46f5ad3be39d,segment=NetworkSegment(dbf1ca34-f020-4e73-a18c-8c50060d8806),segment_id=dbf1ca34-f020-4e73-a18c-8c50060d8806)] {{(pid=96123) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 15:45:14.391628 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a00943-e592-4f14-87a0-62d8f8b5db00 req-2b8055d6-7f66-4e35-b9a8-a26d3a68b84b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:45:14.393317 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-c1a00943-e592-4f14-87a0-62d8f8b5db00 req-2b8055d6-7f66-4e35-b9a8-a26d3a68b84b service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=baba5f09-ede0-45b5-8ba9-8341045e8437&tenant_id=13390da549814bc498d0c907da15d788 HTTP/1.1" status: 200 len: 1097 time: 0.0876017 Sep 29 15:45:14.417883 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.db.provisioning_blocks [None req-18a52704-5253-49e8-bc19-2c19d2611698 None None] Provisioning complete for port 60fee044-6ef3-4ad5-b374-46f5ad3be39d triggered by entity DHCP. {{(pid=96122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 15:45:14.418266 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron_lib.callbacks.manager [None req-18a52704-5253-49e8-bc19-2c19d2611698 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-626465'] for port, provisioning_complete {{(pid=96122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:45:14.440000 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-1449c58d-a383-4639-b1a7-59953623880a tempest-TestShelveInstance-975876144 tempest-TestShelveInstance-975876144-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:45:14.453056 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.plugins.ml2.plugin [None req-18a52704-5253-49e8-bc19-2c19d2611698 None None] Port 60fee044-6ef3-4ad5-b374-46f5ad3be39d cannot update to ACTIVE because it is not bound. {{(pid=96122) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 29 15:45:14.505935 dv-cinder-806616-6-iscsi neutron-server[96123]: DEBUG neutron_lib.callbacks.manager [None req-96dd4435-dfda-40a7-802c-eac0f9f6ebdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741780147972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741779628755', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741779628773'] for port, after_update {{(pid=96123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:45:14.533963 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-1449c58d-a383-4639-b1a7-59953623880a tempest-TestShelveInstance-975876144 tempest-TestShelveInstance-975876144-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081610'] for security_group_rule, after_create {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:45:14.557737 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1449c58d-a383-4639-b1a7-59953623880a tempest-TestShelveInstance-975876144 tempest-TestShelveInstance-975876144-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b4887adc-86d4-4d84-998d-25e7e13ed16b,revision_number=0']} {{(pid=96120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 15:45:14.572081 dv-cinder-806616-6-iscsi neutron-server[96123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f0998e-e176-4a49-b081-12fdf57df86c None None] Pushing event updated for resources: {'Port': ['ID=60fee044-6ef3-4ad5-b374-46f5ad3be39d,revision_number=4']} {{(pid=96123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 15:45:14.584835 dv-cinder-806616-6-iscsi neutron-server[96123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96dd4435-dfda-40a7-802c-eac0f9f6ebdb None None] Routers {'256f55a0-4349-4ba5-a155-9d9115ba730f'} bound to L3 agent in host dv-cinder-806616-6-iscsi {{(pid=96123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 15:45:14.585459 dv-cinder-806616-6-iscsi neutron-server[96123]: DEBUG neutron.db.l3_hamode_db [None req-96dd4435-dfda-40a7-802c-eac0f9f6ebdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806616-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-29T15:30:56Z,description=,heartbeat_timestamp=2021-09-29T15:44:57Z,host='dv-cinder-806616-6-iscsi',id=e5061b61-feb3-46be-bd05-1226f95d9417,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T15:30:57Z,topic='l3_agent')) {'router_ids': ['256f55a0-4349-4ba5-a155-9d9115ba730f'], 'active': True} {{(pid=96123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 15:45:14.619711 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-1449c58d-a383-4639-b1a7-59953623880a tempest-TestShelveInstance-975876144 tempest-TestShelveInstance-975876144-project] Notify callbacks [] for security_group_rule, before_response {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:45:14.623598 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [None req-1449c58d-a383-4639-b1a7-59953623880a tempest-TestShelveInstance-975876144 tempest-TestShelveInstance-975876144-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4461670 Sep 29 15:45:14.623763 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.wsgi [-] (96120) accepted ('10.222.0.46', 36042) {{(pid=96120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 15:45:14.628472 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.api.v2.base [None req-320f24d8-36ab-4901-b1da-0c8836d3599a tempest-TestShelveInstance-975876144 tempest-TestShelveInstance-975876144-project] Request body: {'security_group_rule': {'security_group_id': 'ca56a99e-7afa-4df3-8cfa-fe716fab0231', 'project_id': 'b047be03e3304a939d153e38fbd212c7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=96120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 15:45:14.711060 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.db.securitygroups_db [None req-320f24d8-36ab-4901-b1da-0c8836d3599a tempest-TestShelveInstance-975876144 tempest-TestShelveInstance-975876144-project] Project b047be03e3304a939d153e38fbd212c7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 29 15:45:14.717024 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-320f24d8-36ab-4901-b1da-0c8836d3599a tempest-TestShelveInstance-975876144 tempest-TestShelveInstance-975876144-project] Notify callbacks [] for security_group_rule, before_create {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:45:14.720643 dv-cinder-806616-6-iscsi neutron-server[96123]: DEBUG neutron.db.l3_dvr_db [None req-96dd4435-dfda-40a7-802c-eac0f9f6ebdb None None] Set router 256f55a0-4349-4ba5-a155-9d9115ba730f gateway port host: dv-cinder-806616-6-iscsi {{(pid=96123) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 15:45:14.773530 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a00943-e592-4f14-87a0-62d8f8b5db00 req-6bad4ff6-501c-4d49-ad52-d04985c88613 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:45:14.775074 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-c1a00943-e592-4f14-87a0-62d8f8b5db00 req-6bad4ff6-501c-4d49-ad52-d04985c88613 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=13390da549814bc498d0c907da15d788&device_id=baba5f09-ede0-45b5-8ba9-8341045e8437 HTTP/1.1" status: 200 len: 1097 time: 0.3197734 Sep 29 15:45:14.781601 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.db.provisioning_blocks [None req-9d34c36e-e382-4105-a380-1933d4e02e53 None None] Provisioning complete for port 60fee044-6ef3-4ad5-b374-46f5ad3be39d triggered by entity DHCP. {{(pid=96122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 15:45:14.781601 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron_lib.callbacks.manager [None req-9d34c36e-e382-4105-a380-1933d4e02e53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-626465'] for port, provisioning_complete {{(pid=96122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:45:14.800507 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-320f24d8-36ab-4901-b1da-0c8836d3599a tempest-TestShelveInstance-975876144 tempest-TestShelveInstance-975876144-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:45:14.879177 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e2c87f-22e9-47d9-9214-23ca6482cbf4 req-18c0de7c-88bc-4404-8721-65b72cd0b141 tempest-AttachVolumeTestJSON-270594920 tempest-AttachVolumeTestJSON-270594920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:45:14.879177 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-c9e2c87f-22e9-47d9-9214-23ca6482cbf4 req-18c0de7c-88bc-4404-8721-65b72cd0b141 tempest-AttachVolumeTestJSON-270594920 tempest-AttachVolumeTestJSON-270594920-project] 10.222.0.22 "GET /v2.0/ports?device_id=3ec30f24-bfb4-44e3-86ed-b475d8fc52ab HTTP/1.1" status: 200 len: 946 time: 0.1177955 Sep 29 15:45:14.884207 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron_lib.callbacks.manager [None req-9d34c36e-e382-4105-a380-1933d4e02e53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-684029'] for port, before_update {{(pid=96122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:45:14.895685 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-320f24d8-36ab-4901-b1da-0c8836d3599a tempest-TestShelveInstance-975876144 tempest-TestShelveInstance-975876144-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081610'] for security_group_rule, after_create {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:45:14.912320 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-320f24d8-36ab-4901-b1da-0c8836d3599a tempest-TestShelveInstance-975876144 tempest-TestShelveInstance-975876144-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=79bb34c4-57b5-4a60-a716-226dbe8f490f,revision_number=0']} {{(pid=96120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 15:45:14.928703 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.plugins.ml2.db [None req-9d34c36e-e382-4105-a380-1933d4e02e53 None None] For port 60fee044-6ef3-4ad5-b374-46f5ad3be39d, host dv-cinder-806616-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806616-6-iscsi',level=0,port_id=60fee044-6ef3-4ad5-b374-46f5ad3be39d,segment=NetworkSegment(dbf1ca34-f020-4e73-a18c-8c50060d8806),segment_id=dbf1ca34-f020-4e73-a18c-8c50060d8806)] {{(pid=96122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 15:45:14.937965 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a00943-e592-4f14-87a0-62d8f8b5db00 req-f4f27c29-d229-433b-a2d0-c4e0f03094ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:45:14.942198 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-c1a00943-e592-4f14-87a0-62d8f8b5db00 req-f4f27c29-d229-433b-a2d0-c4e0f03094ce service neutron] 10.222.0.22 "GET /v2.0/networks?id=7d2058d9-0239-4e7f-ad5f-85b9e31d2757 HTTP/1.1" status: 200 len: 917 time: 0.1413517 Sep 29 15:45:14.969336 dv-cinder-806616-6-iscsi neutron-server[96123]: DEBUG neutron.db.l3_hamode_db [None req-96dd4435-dfda-40a7-802c-eac0f9f6ebdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '256f55a0-4349-4ba5-a155-9d9115ba730f', 'name': 'tempest-TestShelveInstance-2006116438-router', 'tenant_id': 'd99195ccac5b4594a39b5ded743ace62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd5efe95-1549-4750-933c-70412f77577e', 'external_fixed_ips': [{'subnet_id': '9c872fed-da92-4e12-828d-ac62e1b980b9', 'ip_address': '172.27.0.114'}], 'enable_snat': True}, 'gw_port_id': '9da67153-de22-4d5f-9739-490c04149c3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T15:45:07Z', 'updated_at': '2021-09-29T15:45:11Z', 'revision_number': 4, 'project_id': 'd99195ccac5b4594a39b5ded743ace62', 'gw_port': {'id': '9da67153-de22-4d5f-9739-490c04149c3d', 'name': '', 'network_id': 'cd5efe95-1549-4750-933c-70412f77577e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:33:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '256f55a0-4349-4ba5-a155-9d9115ba730f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': '9c872fed-da92-4e12-828d-ac62e1b980b9', 'ip_address': '172.27.0.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806616-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T15:45:07Z', 'updated_at': '2021-09-29T15:45:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c872fed-da92-4e12-828d-ac62e1b980b9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806616-6-iscsi', '_interfaces': [{'id': '60fee044-6ef3-4ad5-b374-46f5ad3be39d', 'name': '', 'network_id': 'd95e3566-6e75-4baa-a657-f160336cabc1', 'tenant_id': 'd99195ccac5b4594a39b5ded743ace62', 'mac_address': 'fa:16:3e:d7:e1:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '256f55a0-4349-4ba5-a155-9d9115ba730f', 'device_owner': 'network:router_interface', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': '35b773c9-5608-4036-9b7d-721e56330d14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806616-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T15:45:10Z', 'updated_at': '2021-09-29T15:45:14Z', 'revision_number': 4, 'project_id': 'd99195ccac5b4594a39b5ded743ace62', 'subnets': [{'id': '35b773c9-5608-4036-9b7d-721e56330d14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806616-6-iscsi', False) {} {{(pid=96123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 15:45:14.990569 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-320f24d8-36ab-4901-b1da-0c8836d3599a tempest-TestShelveInstance-975876144 tempest-TestShelveInstance-975876144-project] Notify callbacks [] for security_group_rule, before_response {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:45:14.994829 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [None req-320f24d8-36ab-4901-b1da-0c8836d3599a tempest-TestShelveInstance-975876144 tempest-TestShelveInstance-975876144-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3670874 Sep 29 15:45:14.995116 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.wsgi [-] (96120) accepted ('10.222.0.46', 36044) {{(pid=96120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 15:45:14.995228 dv-cinder-806616-6-iscsi neutron-server[96123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96dd4435-dfda-40a7-802c-eac0f9f6ebdb None None] The sync data for ids ['256f55a0-4349-4ba5-a155-9d9115ba730f'] in dv-cinder-806616-6-iscsi is: [{'id': '256f55a0-4349-4ba5-a155-9d9115ba730f', 'name': 'tempest-TestShelveInstance-2006116438-router', 'tenant_id': 'd99195ccac5b4594a39b5ded743ace62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd5efe95-1549-4750-933c-70412f77577e', 'external_fixed_ips': [{'subnet_id': '9c872fed-da92-4e12-828d-ac62e1b980b9', 'ip_address': '172.27.0.114'}], 'enable_snat': True}, 'gw_port_id': '9da67153-de22-4d5f-9739-490c04149c3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T15:45:07Z', 'updated_at': '2021-09-29T15:45:11Z', 'revision_number': 4, 'project_id': 'd99195ccac5b4594a39b5ded743ace62', 'gw_port': {'id': '9da67153-de22-4d5f-9739-490c04149c3d', 'name': '', 'network_id': 'cd5efe95-1549-4750-933c-70412f77577e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:33:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '256f55a0-4349-4ba5-a155-9d9115ba730f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': '9c872fed-da92-4e12-828d-ac62e1b980b9', 'ip_address': '172.27.0.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806616-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T15:45:07Z', 'updated_at': '2021-09-29T15:45:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c872fed-da92-4e12-828d-ac62e1b980b9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806616-6-iscsi', '_interfaces': [{'id': '60fee044-6ef3-4ad5-b374-46f5ad3be39d', 'name': '', 'network_id': 'd95e3566-6e75-4baa-a657-f160336cabc1', 'tenant_id': 'd99195ccac5b4594a39b5ded743ace62', 'mac_address': 'fa:16:3e:d7:e1:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '256f55a0-4349-4ba5-a155-9d9115ba730f', 'device_owner': 'network:router_interface', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': '35b773c9-5608-4036-9b7d-721e56330d14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806616-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T15:45:10Z', 'updated_at': '2021-09-29T15:45:14Z', 'revision_number': 4, 'project_id': 'd99195ccac5b4594a39b5ded743ace62', 'subnets': [{'id': '35b773c9-5608-4036-9b7d-721e56330d14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=96123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 15:45:15.004661 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.api.v2.base [None req-644796d9-d7f9-4073-8877-16f98f8eba72 tempest-TestShelveInstance-975876144 tempest-TestShelveInstance-975876144-project] Request body: {'security_group_rule': {'security_group_id': 'ca56a99e-7afa-4df3-8cfa-fe716fab0231', 'project_id': 'b047be03e3304a939d153e38fbd212c7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=96120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 15:45:15.020854 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron_lib.callbacks.manager [None req-9d34c36e-e382-4105-a380-1933d4e02e53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741780147972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741779628755', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741779628773'] for port, after_update {{(pid=96122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:45:15.031519 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-c1a00943-e592-4f14-87a0-62d8f8b5db00 req-64cec3a9-dfb8-4de0-a6d2-21f90ed2258d service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2ea31e49-e163-4c49-a8a2-18463ab07e46 HTTP/1.1" status: 200 len: 1000 time: 0.0713117 Sep 29 15:45:15.043708 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.plugins.ml2.plugin [req-c9e2c87f-22e9-47d9-9214-23ca6482cbf4 req-acd29ada-997a-485c-bb3f-3e7f7396ccbe tempest-AttachVolumeTestJSON-270594920 tempest-AttachVolumeTestJSON-270594920-project] Deleting port 3344f2d1-8c14-4dba-8614-cef41727a76d {{(pid=96121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 29 15:45:15.044125 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [req-c9e2c87f-22e9-47d9-9214-23ca6482cbf4 req-acd29ada-997a-485c-bb3f-3e7f7396ccbe tempest-AttachVolumeTestJSON-270594920 tempest-AttachVolumeTestJSON-270594920-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741780140072'] for port, before_delete {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:45:15.111585 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.db.securitygroups_db [None req-644796d9-d7f9-4073-8877-16f98f8eba72 tempest-TestShelveInstance-975876144 tempest-TestShelveInstance-975876144-project] Project b047be03e3304a939d153e38fbd212c7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 29 15:45:15.117874 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d34c36e-e382-4105-a380-1933d4e02e53 None None] Pushing event updated for resources: {'Port': ['ID=60fee044-6ef3-4ad5-b374-46f5ad3be39d,revision_number=5']} {{(pid=96122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 15:45:15.122501 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-644796d9-d7f9-4073-8877-16f98f8eba72 tempest-TestShelveInstance-975876144 tempest-TestShelveInstance-975876144-project] Notify callbacks [] for security_group_rule, before_create {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:45:15.159695 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a00943-e592-4f14-87a0-62d8f8b5db00 req-7195c6f0-4166-404a-8a76-504b405560cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:45:15.161241 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-c1a00943-e592-4f14-87a0-62d8f8b5db00 req-7195c6f0-4166-404a-8a76-504b405560cf service neutron] 10.222.0.22 "GET /v2.0/subnets?id=56afac6f-63d0-4994-bdac-133803bcf88a HTTP/1.1" status: 200 len: 855 time: 0.1200390 Sep 29 15:45:15.227702 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.plugins.ml2.db [req-c9e2c87f-22e9-47d9-9214-23ca6482cbf4 req-acd29ada-997a-485c-bb3f-3e7f7396ccbe tempest-AttachVolumeTestJSON-270594920 tempest-AttachVolumeTestJSON-270594920-project] For port 3344f2d1-8c14-4dba-8614-cef41727a76d, host hv-cinder-80661, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80661',level=0,port_id=3344f2d1-8c14-4dba-8614-cef41727a76d,segment=NetworkSegment(07c1b694-4b5f-4e1d-baf1-7032d28a68b3),segment_id=07c1b694-4b5f-4e1d-baf1-7032d28a68b3)] {{(pid=96121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 15:45:15.228112 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [req-c9e2c87f-22e9-47d9-9214-23ca6482cbf4 req-acd29ada-997a-485c-bb3f-3e7f7396ccbe tempest-AttachVolumeTestJSON-270594920 tempest-AttachVolumeTestJSON-270594920-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1614090'] for port, precommit_delete {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:45:15.238845 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-644796d9-d7f9-4073-8877-16f98f8eba72 tempest-TestShelveInstance-975876144 tempest-TestShelveInstance-975876144-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:45:15.248413 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a00943-e592-4f14-87a0-62d8f8b5db00 req-5e9fac5d-e40c-474f-940c-1b66df01ff26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:45:15.249370 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a903c2-6d72-4634-a12e-eaa9bdc27652 req-41024285-d68e-4ab3-a4d9-1f9ad0cb772f tempest-AttachVolumeTestJSON-270594920 tempest-AttachVolumeTestJSON-270594920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:45:15.249915 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-c1a00943-e592-4f14-87a0-62d8f8b5db00 req-5e9fac5d-e40c-474f-940c-1b66df01ff26 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=7d2058d9-0239-4e7f-ad5f-85b9e31d2757&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0750520 Sep 29 15:45:15.250994 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [req-a4a903c2-6d72-4634-a12e-eaa9bdc27652 req-41024285-d68e-4ab3-a4d9-1f9ad0cb772f tempest-AttachVolumeTestJSON-270594920 tempest-AttachVolumeTestJSON-270594920-project] 10.222.0.46 "GET /v2.0/ports?device_id=3ec30f24-bfb4-44e3-86ed-b475d8fc52ab HTTP/1.1" status: 200 len: 946 time: 0.0872972 Sep 29 15:45:15.299487 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [req-a4a903c2-6d72-4634-a12e-eaa9bdc27652 req-842c90ba-5ac7-48f8-976e-cf6e0d9243ea tempest-AttachVolumeTestJSON-270594920 tempest-AttachVolumeTestJSON-270594920-project] 10.222.0.46 "GET /v2.0/security-groups?id=b7b22c90-21e8-44e2-94b9-c2f893c81fab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411806 Sep 29 15:45:15.305768 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-644796d9-d7f9-4073-8877-16f98f8eba72 tempest-TestShelveInstance-975876144 tempest-TestShelveInstance-975876144-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081610'] for security_group_rule, after_create {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:45:15.326528 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-644796d9-d7f9-4073-8877-16f98f8eba72 tempest-TestShelveInstance-975876144 tempest-TestShelveInstance-975876144-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d80dfed7-7957-41b7-afad-8dc8c6109432,revision_number=0']} {{(pid=96120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 15:45:15.386258 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-644796d9-d7f9-4073-8877-16f98f8eba72 tempest-TestShelveInstance-975876144 tempest-TestShelveInstance-975876144-project] Notify callbacks [] for security_group_rule, before_response {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:45:15.387496 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [None req-644796d9-d7f9-4073-8877-16f98f8eba72 tempest-TestShelveInstance-975876144 tempest-TestShelveInstance-975876144-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3913338 Sep 29 15:45:15.465315 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-c1a00943-e592-4f14-87a0-62d8f8b5db00 req-3fdc64fa-e673-4ef5-8eda-fe991a2a35c7 service neutron] 10.222.0.22 "GET /v2.0/networks/7d2058d9-0239-4e7f-ad5f-85b9e31d2757?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1891351 Sep 29 15:45:15.560300 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [req-c9e2c87f-22e9-47d9-9214-23ca6482cbf4 req-acd29ada-997a-485c-bb3f-3e7f7396ccbe tempest-AttachVolumeTestJSON-270594920 tempest-AttachVolumeTestJSON-270594920-project] Notify callbacks [] for floatingip, precommit_update {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:45:15.560674 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [req-c9e2c87f-22e9-47d9-9214-23ca6482cbf4 req-acd29ada-997a-485c-bb3f-3e7f7396ccbe tempest-AttachVolumeTestJSON-270594920 tempest-AttachVolumeTestJSON-270594920-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1618963'] for floatingip, after_update {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:45:15.560992 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.db.l3_db [req-c9e2c87f-22e9-47d9-9214-23ca6482cbf4 req-acd29ada-997a-485c-bb3f-3e7f7396ccbe tempest-AttachVolumeTestJSON-270594920 tempest-AttachVolumeTestJSON-270594920-project] Floating IP c304232e-1e04-4b7e-8233-7c133809dfa2 disassociated. External IP: 172.27.0.67, port: 3344f2d1-8c14-4dba-8614-cef41727a76d. Sep 29 15:45:15.561337 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.plugins.ml2.plugin [req-c9e2c87f-22e9-47d9-9214-23ca6482cbf4 req-acd29ada-997a-485c-bb3f-3e7f7396ccbe tempest-AttachVolumeTestJSON-270594920 tempest-AttachVolumeTestJSON-270594920-project] Calling delete_port for 3344f2d1-8c14-4dba-8614-cef41727a76d owned by compute:nova {{(pid=96121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 29 15:45:15.625301 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec1e898-1ef7-4428-b602-fe1a6a93f962 req-8ab8751b-9b25-4af2-9b13-d90768bcc5e0 tempest-AttachVolumeShelveTestJSON-850210833 tempest-AttachVolumeShelveTestJSON-850210833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:45:15.626875 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-aec1e898-1ef7-4428-b602-fe1a6a93f962 req-8ab8751b-9b25-4af2-9b13-d90768bcc5e0 tempest-AttachVolumeShelveTestJSON-850210833 tempest-AttachVolumeShelveTestJSON-850210833-project] 10.222.0.46 "GET /v2.0/ports?device_id=baba5f09-ede0-45b5-8ba9-8341045e8437 HTTP/1.1" status: 200 len: 944 time: 0.1524880 Sep 29 15:45:15.692999 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-c1a00943-e592-4f14-87a0-62d8f8b5db00 req-7a649ec2-1135-4e8e-a36e-d08ee3af9f29 service neutron] 10.222.0.22 "GET /v2.0/networks/7d2058d9-0239-4e7f-ad5f-85b9e31d2757?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2052186 Sep 29 15:45:15.720458 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-aec1e898-1ef7-4428-b602-fe1a6a93f962 req-89a05e72-9c59-4d56-aac2-ae154c3f34bb tempest-AttachVolumeShelveTestJSON-850210833 tempest-AttachVolumeShelveTestJSON-850210833-project] 10.222.0.46 "GET /v2.0/security-groups?id=99d08d38-afbb-479e-bab1-6a902c9fe3e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0616994 Sep 29 15:45:15.893932 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [req-c9e2c87f-22e9-47d9-9214-23ca6482cbf4 req-acd29ada-997a-485c-bb3f-3e7f7396ccbe tempest-AttachVolumeTestJSON-270594920 tempest-AttachVolumeTestJSON-270594920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741780147950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741779628746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3898419'] for port, after_delete {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:45:15.927931 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acd29ada-997a-485c-bb3f-3e7f7396ccbe tempest-AttachVolumeTestJSON-270594920 tempest-AttachVolumeTestJSON-270594920-project] Pushing event deleted for resources: {'Port': ['ID=3344f2d1-8c14-4dba-8614-cef41727a76d,revision_number=None']} {{(pid=96121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 15:45:16.051770 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c9e2c87f-22e9-47d9-9214-23ca6482cbf4 req-acd29ada-997a-485c-bb3f-3e7f7396ccbe tempest-AttachVolumeTestJSON-270594920 tempest-AttachVolumeTestJSON-270594920-project] Router 36f67c94-0511-4261-98a3-27e2f3393024 has already been hosted by L3 agent e5061b61-feb3-46be-bd05-1226f95d9417 {{(pid=96121) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 29 15:45:16.173320 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c9e2c87f-22e9-47d9-9214-23ca6482cbf4 req-acd29ada-997a-485c-bb3f-3e7f7396ccbe tempest-AttachVolumeTestJSON-270594920 tempest-AttachVolumeTestJSON-270594920-project] Notify agent at l3_agent.dv-cinder-806616-6-iscsi the message routers_updated {{(pid=96121) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 15:45:16.186370 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-866534b6-e73c-4dee-ac28-c8c699968b66 None None] Sync routers for ids ['36f67c94-0511-4261-98a3-27e2f3393024'] in dv-cinder-806616-6-iscsi {{(pid=96122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 15:45:16.204388 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-866534b6-e73c-4dee-ac28-c8c699968b66 None None] Routers {'36f67c94-0511-4261-98a3-27e2f3393024'} bound to L3 agent in host dv-cinder-806616-6-iscsi {{(pid=96122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 15:45:16.205240 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.db.l3_hamode_db [None req-866534b6-e73c-4dee-ac28-c8c699968b66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806616-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-29T15:30:56Z,description=,heartbeat_timestamp=2021-09-29T15:44:57Z,host='dv-cinder-806616-6-iscsi',id=e5061b61-feb3-46be-bd05-1226f95d9417,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T15:30:57Z,topic='l3_agent')) {'router_ids': ['36f67c94-0511-4261-98a3-27e2f3393024'], 'active': True} {{(pid=96122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 15:45:16.220232 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9e2c87f-22e9-47d9-9214-23ca6482cbf4 req-acd29ada-997a-485c-bb3f-3e7f7396ccbe tempest-AttachVolumeTestJSON-270594920 tempest-AttachVolumeTestJSON-270594920-project] No DVR routers for this DVR port 3344f2d1-8c14-4dba-8614-cef41727a76d on host hv-cinder-80661 {{(pid=96121) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 15:45:16.223178 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [req-c9e2c87f-22e9-47d9-9214-23ca6482cbf4 req-acd29ada-997a-485c-bb3f-3e7f7396ccbe tempest-AttachVolumeTestJSON-270594920 tempest-AttachVolumeTestJSON-270594920-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238921'] for port, before_response {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:45:16.225583 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-c9e2c87f-22e9-47d9-9214-23ca6482cbf4 req-acd29ada-997a-485c-bb3f-3e7f7396ccbe tempest-AttachVolumeTestJSON-270594920 tempest-AttachVolumeTestJSON-270594920-project] 10.222.0.22 "DELETE /v2.0/ports/3344f2d1-8c14-4dba-8614-cef41727a76d HTTP/1.1" status: 204 len: 173 time: 1.3410316 Sep 29 15:45:16.226018 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ec30f24-bfb4-44e3-86ed-b475d8fc52ab', 'name': 'network-vif-deleted', 'tag': '3344f2d1-8c14-4dba-8614-cef41727a76d'}] {{(pid=96121) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 15:45:16.228885 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dcbd94143c65fdb0f5c12b0c92a6468c38125261e55d21e9818266cb91f6c0d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b420b24-0263-4261-ac1c-92444605e56b" -d '{"events": [{"server_uuid": "3ec30f24-bfb4-44e3-86ed-b475d8fc52ab", "name": "network-vif-deleted", "tag": "3344f2d1-8c14-4dba-8614-cef41727a76d"}]}' {{(pid=96121) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 15:45:16.271311 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.plugins.ml2.rpc [None req-86ea74e9-eea3-4769-b153-652ac6294d68 None None] Device 60fee044-6ef3-4ad5-b374-46f5ad3be39d up at agent ovs-agent-dv-cinder-806616-6-iscsi {{(pid=96122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 15:45:16.306153 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Sep 2021 15:45:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12c2b39f-f60a-4ebf-b8ea-61158c05a328 x-openstack-request-id: req-12c2b39f-f60a-4ebf-b8ea-61158c05a328 {{(pid=96121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 15:45:16.306153 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3ec30f24-bfb4-44e3-86ed-b475d8fc52ab", "name": "network-vif-deleted", "tag": "3344f2d1-8c14-4dba-8614-cef41727a76d", "status": "completed", "code": 200}]} {{(pid=96121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 15:45:16.306153 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-12c2b39f-f60a-4ebf-b8ea-61158c05a328 {{(pid=96121) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 15:45:16.306827 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ec30f24-bfb4-44e3-86ed-b475d8fc52ab', 'name': 'network-vif-deleted', 'tag': '3344f2d1-8c14-4dba-8614-cef41727a76d', 'status': 'completed', 'code': 200} Sep 29 15:45:16.416176 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.db.l3_dvr_db [None req-866534b6-e73c-4dee-ac28-c8c699968b66 None None] Set router 36f67c94-0511-4261-98a3-27e2f3393024 gateway port host: dv-cinder-806616-6-iscsi {{(pid=96122) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 15:45:16.463746 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.db.provisioning_blocks [None req-86ea74e9-eea3-4769-b153-652ac6294d68 None None] Provisioning complete for port 60fee044-6ef3-4ad5-b374-46f5ad3be39d triggered by entity L2. {{(pid=96122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 15:45:16.466350 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron_lib.callbacks.manager [None req-86ea74e9-eea3-4769-b153-652ac6294d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-626465'] for port, provisioning_complete {{(pid=96122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:45:16.478395 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-f0eba320-66c6-4da4-9878-22c5ee14bdc5 req-a71d3238-a86c-473d-b24e-23fa84953ccb tempest-AttachVolumeTestJSON-270594920 tempest-AttachVolumeTestJSON-270594920-project] 10.222.0.46 "GET /v2.0/ports?device_id=3ec30f24-bfb4-44e3-86ed-b475d8fc52ab HTTP/1.1" status: 200 len: 210 time: 0.0486233 Sep 29 15:45:16.733655 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.db.l3_hamode_db [None req-866534b6-e73c-4dee-ac28-c8c699968b66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36f67c94-0511-4261-98a3-27e2f3393024', 'name': 'tempest-AttachVolumeTestJSON-471694450-router', 'tenant_id': 'ac94bfaead184f89a85a5713fd06a3ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd5efe95-1549-4750-933c-70412f77577e', 'external_fixed_ips': [{'subnet_id': '9c872fed-da92-4e12-828d-ac62e1b980b9', 'ip_address': '172.27.0.118'}], 'enable_snat': True}, 'gw_port_id': '67bf5114-2248-4f03-ab06-2fc9a9ae39c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T15:38:54Z', 'updated_at': '2021-09-29T15:39:02Z', 'revision_number': 4, 'project_id': 'ac94bfaead184f89a85a5713fd06a3ee', 'gw_port': {'id': '67bf5114-2248-4f03-ab06-2fc9a9ae39c9', 'name': '', 'network_id': 'cd5efe95-1549-4750-933c-70412f77577e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:b1:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36f67c94-0511-4261-98a3-27e2f3393024', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '9c872fed-da92-4e12-828d-ac62e1b980b9', 'ip_address': '172.27.0.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806616-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T15:38:55Z', 'updated_at': '2021-09-29T15:39:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c872fed-da92-4e12-828d-ac62e1b980b9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806616-6-iscsi', '_interfaces': [{'id': 'd6edfea8-fe4b-4feb-a4ee-78337362a82b', 'name': '', 'network_id': '41529908-bf9d-4f22-bd36-308129b2f718', 'tenant_id': 'ac94bfaead184f89a85a5713fd06a3ee', 'mac_address': 'fa:16:3e:d5:40:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36f67c94-0511-4261-98a3-27e2f3393024', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'dd4e2821-37a9-4ee4-80ce-9b4e5d3432ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806616-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T15:39:00Z', 'updated_at': '2021-09-29T15:39:10Z', 'revision_number': 5, 'project_id': 'ac94bfaead184f89a85a5713fd06a3ee', 'subnets': [{'id': 'dd4e2821-37a9-4ee4-80ce-9b4e5d3432ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806616-6-iscsi', False) {} {{(pid=96122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 15:45:16.782023 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-866534b6-e73c-4dee-ac28-c8c699968b66 None None] Checking router: 36f67c94-0511-4261-98a3-27e2f3393024 for host: dv-cinder-806616-6-iscsi {{(pid=96122) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 15:45:16.820662 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-866534b6-e73c-4dee-ac28-c8c699968b66 None None] Routers {'36f67c94-0511-4261-98a3-27e2f3393024'} bound to L3 agent in host dv-cinder-806616-6-iscsi {{(pid=96122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 15:45:16.820662 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.db.l3_hamode_db [None req-866534b6-e73c-4dee-ac28-c8c699968b66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806616-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-29T15:30:56Z,description=,heartbeat_timestamp=2021-09-29T15:44:57Z,host='dv-cinder-806616-6-iscsi',id=e5061b61-feb3-46be-bd05-1226f95d9417,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T15:30:57Z,topic='l3_agent')) {'router_ids': ['36f67c94-0511-4261-98a3-27e2f3393024'], 'active': True} {{(pid=96122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 15:45:16.884927 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d2b4f4-6abf-434b-b152-9099387df1f5 req-5bfbd3b5-cd52-435c-a72f-9e31534221c8 tempest-AttachVolumeShelveTestJSON-850210833 tempest-AttachVolumeShelveTestJSON-850210833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:45:16.892471 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [req-98d2b4f4-6abf-434b-b152-9099387df1f5 req-5bfbd3b5-cd52-435c-a72f-9e31534221c8 tempest-AttachVolumeShelveTestJSON-850210833 tempest-AttachVolumeShelveTestJSON-850210833-project] 10.222.0.46 "GET /v2.0/ports?device_id=baba5f09-ede0-45b5-8ba9-8341045e8437 HTTP/1.1" status: 200 len: 944 time: 0.0733249 Sep 29 15:45:16.956546 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [req-98d2b4f4-6abf-434b-b152-9099387df1f5 req-1b3a0e8a-c922-47f3-ab0a-d4ee247eece7 tempest-AttachVolumeShelveTestJSON-850210833 tempest-AttachVolumeShelveTestJSON-850210833-project] 10.222.0.46 "GET /v2.0/security-groups?id=99d08d38-afbb-479e-bab1-6a902c9fe3e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0631361 Sep 29 15:45:16.959055 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.db.l3_dvr_db [None req-866534b6-e73c-4dee-ac28-c8c699968b66 None None] Set router 36f67c94-0511-4261-98a3-27e2f3393024 gateway port host: dv-cinder-806616-6-iscsi {{(pid=96122) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 15:45:17.204480 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.db.l3_hamode_db [None req-866534b6-e73c-4dee-ac28-c8c699968b66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36f67c94-0511-4261-98a3-27e2f3393024', 'name': 'tempest-AttachVolumeTestJSON-471694450-router', 'tenant_id': 'ac94bfaead184f89a85a5713fd06a3ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd5efe95-1549-4750-933c-70412f77577e', 'external_fixed_ips': [{'subnet_id': '9c872fed-da92-4e12-828d-ac62e1b980b9', 'ip_address': '172.27.0.118'}], 'enable_snat': True}, 'gw_port_id': '67bf5114-2248-4f03-ab06-2fc9a9ae39c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T15:38:54Z', 'updated_at': '2021-09-29T15:39:02Z', 'revision_number': 4, 'project_id': 'ac94bfaead184f89a85a5713fd06a3ee', 'gw_port': {'id': '67bf5114-2248-4f03-ab06-2fc9a9ae39c9', 'name': '', 'network_id': 'cd5efe95-1549-4750-933c-70412f77577e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:b1:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36f67c94-0511-4261-98a3-27e2f3393024', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '9c872fed-da92-4e12-828d-ac62e1b980b9', 'ip_address': '172.27.0.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806616-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T15:38:55Z', 'updated_at': '2021-09-29T15:39:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c872fed-da92-4e12-828d-ac62e1b980b9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806616-6-iscsi', '_interfaces': [{'id': 'd6edfea8-fe4b-4feb-a4ee-78337362a82b', 'name': '', 'network_id': '41529908-bf9d-4f22-bd36-308129b2f718', 'tenant_id': 'ac94bfaead184f89a85a5713fd06a3ee', 'mac_address': 'fa:16:3e:d5:40:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36f67c94-0511-4261-98a3-27e2f3393024', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'dd4e2821-37a9-4ee4-80ce-9b4e5d3432ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806616-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T15:39:00Z', 'updated_at': '2021-09-29T15:39:10Z', 'revision_number': 5, 'project_id': 'ac94bfaead184f89a85a5713fd06a3ee', 'subnets': [{'id': 'dd4e2821-37a9-4ee4-80ce-9b4e5d3432ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806616-6-iscsi', False) {} {{(pid=96122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 15:45:17.230176 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-866534b6-e73c-4dee-ac28-c8c699968b66 None None] The sync data for ids ['36f67c94-0511-4261-98a3-27e2f3393024'] in dv-cinder-806616-6-iscsi is: [{'id': '36f67c94-0511-4261-98a3-27e2f3393024', 'name': 'tempest-AttachVolumeTestJSON-471694450-router', 'tenant_id': 'ac94bfaead184f89a85a5713fd06a3ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd5efe95-1549-4750-933c-70412f77577e', 'external_fixed_ips': [{'subnet_id': '9c872fed-da92-4e12-828d-ac62e1b980b9', 'ip_address': '172.27.0.118'}], 'enable_snat': True}, 'gw_port_id': '67bf5114-2248-4f03-ab06-2fc9a9ae39c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T15:38:54Z', 'updated_at': '2021-09-29T15:39:02Z', 'revision_number': 4, 'project_id': 'ac94bfaead184f89a85a5713fd06a3ee', 'gw_port': {'id': '67bf5114-2248-4f03-ab06-2fc9a9ae39c9', 'name': '', 'network_id': 'cd5efe95-1549-4750-933c-70412f77577e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:b1:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36f67c94-0511-4261-98a3-27e2f3393024', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '9c872fed-da92-4e12-828d-ac62e1b980b9', 'ip_address': '172.27.0.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806616-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T15:38:55Z', 'updated_at': '2021-09-29T15:39:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c872fed-da92-4e12-828d-ac62e1b980b9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806616-6-iscsi', '_interfaces': [{'id': 'd6edfea8-fe4b-4feb-a4ee-78337362a82b', 'name': '', 'network_id': '41529908-bf9d-4f22-bd36-308129b2f718', 'tenant_id': 'ac94bfaead184f89a85a5713fd06a3ee', 'mac_address': 'fa:16:3e:d5:40:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36f67c94-0511-4261-98a3-27e2f3393024', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'dd4e2821-37a9-4ee4-80ce-9b4e5d3432ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806616-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T15:39:00Z', 'updated_at': '2021-09-29T15:39:10Z', 'revision_number': 5, 'project_id': 'ac94bfaead184f89a85a5713fd06a3ee', 'subnets': [{'id': 'dd4e2821-37a9-4ee4-80ce-9b4e5d3432ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=96122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 15:45:17.577346 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-592564f3-097d-4f9b-9b42-d4944a2082fd req-25fe7c52-8f29-4a84-8e52-b9ad0d275d3d tempest-AttachVolumeTestJSON-270594920 tempest-AttachVolumeTestJSON-270594920-project] 10.222.0.46 "GET /v2.0/ports?device_id=3ec30f24-bfb4-44e3-86ed-b475d8fc52ab HTTP/1.1" status: 200 len: 210 time: 0.0265751 Sep 29 15:45:18.078800 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d247870-6383-4d97-9849-04b65e436e2d req-9e62df15-1821-41dc-8a8c-ee62f737f94b tempest-AttachVolumeShelveTestJSON-850210833 tempest-AttachVolumeShelveTestJSON-850210833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:45:18.080372 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [req-8d247870-6383-4d97-9849-04b65e436e2d req-9e62df15-1821-41dc-8a8c-ee62f737f94b tempest-AttachVolumeShelveTestJSON-850210833 tempest-AttachVolumeShelveTestJSON-850210833-project] 10.222.0.46 "GET /v2.0/ports?device_id=baba5f09-ede0-45b5-8ba9-8341045e8437 HTTP/1.1" status: 200 len: 944 time: 0.0491769 Sep 29 15:45:18.119177 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [req-8d247870-6383-4d97-9849-04b65e436e2d req-ddb7c595-32ca-4e5d-b485-dafd2ebe465d tempest-AttachVolumeShelveTestJSON-850210833 tempest-AttachVolumeShelveTestJSON-850210833-project] 10.222.0.46 "GET /v2.0/security-groups?id=99d08d38-afbb-479e-bab1-6a902c9fe3e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328169 Sep 29 15:45:18.252163 dv-cinder-806616-6-iscsi neutron-server[96123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22bff998-ec67-4c4c-a0ec-bf4b52152bec None None] New status for floating IP c304232e-1e04-4b7e-8233-7c133809dfa2: DOWN {{(pid=96123) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 29 15:45:18.691432 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-d0fa2c22-c063-4959-9b8f-bbca7e5196c0 req-6e3ccf5a-0336-4ef0-8f0b-9c1fa3b2d96d tempest-AttachVolumeTestJSON-270594920 tempest-AttachVolumeTestJSON-270594920-project] 10.222.0.46 "GET /v2.0/ports?device_id=3ec30f24-bfb4-44e3-86ed-b475d8fc52ab HTTP/1.1" status: 200 len: 210 time: 0.0270755 Sep 29 15:45:18.821067 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.plugins.ml2.rpc [None req-4d55257e-523e-4b8d-ab2b-d46a31710be1 None None] Device 3344f2d1-8c14-4dba-8614-cef41727a76d no longer exists at agent hyperv_hv-cinder-80661 {{(pid=96122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 15:45:18.849649 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.plugins.ml2.plugin [None req-4d55257e-523e-4b8d-ab2b-d46a31710be1 None None] No Port match for: 3344f2d1-8c14-4dba-8614-cef41727a76d {{(pid=96122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 29 15:45:18.849649 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.plugins.ml2.rpc [None req-4d55257e-523e-4b8d-ab2b-d46a31710be1 None None] Device 3344f2d1-8c14-4dba-8614-cef41727a76d not bound to the agent host hv-cinder-80661 {{(pid=96122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 15:45:19.267373 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf4d90d-fcbb-499c-a1b9-28e38d66a151 req-6f6e0cca-47a8-4288-9ad9-fe03d7f9b25d tempest-AttachVolumeShelveTestJSON-850210833 tempest-AttachVolumeShelveTestJSON-850210833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:45:19.612194 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [req-caf4d90d-fcbb-499c-a1b9-28e38d66a151 req-6f6e0cca-47a8-4288-9ad9-fe03d7f9b25d tempest-AttachVolumeShelveTestJSON-850210833 tempest-AttachVolumeShelveTestJSON-850210833-project] 10.222.0.46 "GET /v2.0/ports?device_id=baba5f09-ede0-45b5-8ba9-8341045e8437 HTTP/1.1" status: 200 len: 944 time: 0.0647821 Sep 29 15:45:19.612194 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [req-caf4d90d-fcbb-499c-a1b9-28e38d66a151 req-a5a724dc-ac0e-4c24-83c3-b7c3bb2dd5b8 tempest-AttachVolumeShelveTestJSON-850210833 tempest-AttachVolumeShelveTestJSON-850210833-project] 10.222.0.46 "GET /v2.0/security-groups?id=99d08d38-afbb-479e-bab1-6a902c9fe3e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307770 Sep 29 15:45:19.823785 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-916e46b4-ca32-45e4-ba3a-2cdba0d90fe7 req-7213edcc-2352-4ba1-b943-a7ca37431807 tempest-AttachVolumeTestJSON-270594920 tempest-AttachVolumeTestJSON-270594920-project] 10.222.0.46 "GET /v2.0/ports?device_id=3ec30f24-bfb4-44e3-86ed-b475d8fc52ab HTTP/1.1" status: 200 len: 210 time: 0.0374348 Sep 29 15:45:20.663234 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9eec6c6-4257-4360-afcf-945a57c6356b req-34e93186-0fff-4c08-8a84-0b5fdbd4d473 tempest-TestMinimumBasicScenario-129383672 tempest-TestMinimumBasicScenario-129383672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:45:20.667495 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-e9eec6c6-4257-4360-afcf-945a57c6356b req-34e93186-0fff-4c08-8a84-0b5fdbd4d473 tempest-TestMinimumBasicScenario-129383672 tempest-TestMinimumBasicScenario-129383672-project] 10.222.0.46 "GET /v2.0/ports?device_id=a892d174-14e6-4be4-a5fb-07cedc528249 HTTP/1.1" status: 200 len: 985 time: 0.0617044 Sep 29 15:45:20.716553 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-e9eec6c6-4257-4360-afcf-945a57c6356b req-0f6f0be8-f0ad-476d-bc10-1dc42e9167c2 tempest-TestMinimumBasicScenario-129383672 tempest-TestMinimumBasicScenario-129383672-project] 10.222.0.46 "GET /v2.0/security-groups?id=b8fb230c-02cc-40f3-9bed-4f02e24215ef&id=95c40a0c-cb42-4115-afd6-4d213d8a0e72&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0481558 Sep 29 15:45:20.769064 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d66ac4f-ab23-44b7-bea8-5821e6c03d25 req-1784ddec-e4d2-43f1-83b3-0d37c4337164 tempest-AttachVolumeShelveTestJSON-850210833 tempest-AttachVolumeShelveTestJSON-850210833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:45:20.782597 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [req-8d66ac4f-ab23-44b7-bea8-5821e6c03d25 req-1784ddec-e4d2-43f1-83b3-0d37c4337164 tempest-AttachVolumeShelveTestJSON-850210833 tempest-AttachVolumeShelveTestJSON-850210833-project] 10.222.0.46 "GET /v2.0/ports?device_id=baba5f09-ede0-45b5-8ba9-8341045e8437 HTTP/1.1" status: 200 len: 944 time: 0.0636961 Sep 29 15:45:20.810832 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [req-8d66ac4f-ab23-44b7-bea8-5821e6c03d25 req-144159b2-bf88-4b87-b35c-a0486168511c tempest-AttachVolumeShelveTestJSON-850210833 tempest-AttachVolumeShelveTestJSON-850210833-project] 10.222.0.46 "GET /v2.0/security-groups?id=99d08d38-afbb-479e-bab1-6a902c9fe3e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330033 Sep 29 15:45:20.944398 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-d0fc57ba-d66d-4d3f-9785-d7193c16f839 req-f6094def-e4fb-48e6-901a-0e621d493a76 tempest-AttachVolumeTestJSON-270594920 tempest-AttachVolumeTestJSON-270594920-project] 10.222.0.46 "GET /v2.0/ports?device_id=3ec30f24-bfb4-44e3-86ed-b475d8fc52ab HTTP/1.1" status: 200 len: 210 time: 0.0264261 Sep 29 15:45:21.846572 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8028a862-9843-492b-ad53-fadf8f7b69c6 req-b2a03898-a48f-44be-9ee3-894de670eeea tempest-TestMinimumBasicScenario-129383672 tempest-TestMinimumBasicScenario-129383672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:45:21.848739 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [req-8028a862-9843-492b-ad53-fadf8f7b69c6 req-b2a03898-a48f-44be-9ee3-894de670eeea tempest-TestMinimumBasicScenario-129383672 tempest-TestMinimumBasicScenario-129383672-project] 10.222.0.46 "GET /v2.0/ports?device_id=a892d174-14e6-4be4-a5fb-07cedc528249 HTTP/1.1" status: 200 len: 985 time: 0.0559325 Sep 29 15:45:21.894779 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [req-8028a862-9843-492b-ad53-fadf8f7b69c6 req-ed2cde87-3629-480e-99cf-623828c06eb4 tempest-TestMinimumBasicScenario-129383672 tempest-TestMinimumBasicScenario-129383672-project] 10.222.0.46 "GET /v2.0/security-groups?id=b8fb230c-02cc-40f3-9bed-4f02e24215ef&id=95c40a0c-cb42-4115-afd6-4d213d8a0e72&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0388689 Sep 29 15:45:21.952393 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75cf186d-f41f-4336-8769-48035a52d22c req-fdfa50c4-10ac-4c4b-a859-64a930b9a86c tempest-AttachVolumeShelveTestJSON-850210833 tempest-AttachVolumeShelveTestJSON-850210833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:45:21.954276 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-75cf186d-f41f-4336-8769-48035a52d22c req-fdfa50c4-10ac-4c4b-a859-64a930b9a86c tempest-AttachVolumeShelveTestJSON-850210833 tempest-AttachVolumeShelveTestJSON-850210833-project] 10.222.0.46 "GET /v2.0/ports?device_id=baba5f09-ede0-45b5-8ba9-8341045e8437 HTTP/1.1" status: 200 len: 944 time: 0.0522382 Sep 29 15:45:22.005689 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-75cf186d-f41f-4336-8769-48035a52d22c req-e548ebd4-d5da-426b-893e-c6bd31fc0d69 tempest-AttachVolumeShelveTestJSON-850210833 tempest-AttachVolumeShelveTestJSON-850210833-project] 10.222.0.46 "GET /v2.0/security-groups?id=99d08d38-afbb-479e-bab1-6a902c9fe3e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453367 Sep 29 15:45:22.073878 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [req-70e6f305-09a3-4248-8569-ad0898433a0b req-ab9db15e-24da-4da6-a5aa-9a96fecb4c34 tempest-AttachVolumeTestJSON-270594920 tempest-AttachVolumeTestJSON-270594920-project] 10.222.0.46 "GET /v2.0/ports?device_id=3ec30f24-bfb4-44e3-86ed-b475d8fc52ab HTTP/1.1" status: 200 len: 210 time: 0.0318217 Sep 29 15:45:23.027133 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01ff4d8-6330-4b5d-9c25-58b90fe55c6a req-4871678f-c7c5-4fe0-805f-4de6f83884e4 tempest-TestMinimumBasicScenario-129383672 tempest-TestMinimumBasicScenario-129383672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:45:23.028987 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-a01ff4d8-6330-4b5d-9c25-58b90fe55c6a req-4871678f-c7c5-4fe0-805f-4de6f83884e4 tempest-TestMinimumBasicScenario-129383672 tempest-TestMinimumBasicScenario-129383672-project] 10.222.0.46 "GET /v2.0/ports?device_id=a892d174-14e6-4be4-a5fb-07cedc528249 HTTP/1.1" status: 200 len: 985 time: 0.0552096 Sep 29 15:45:23.081149 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-a01ff4d8-6330-4b5d-9c25-58b90fe55c6a req-5ff0239e-ca2f-4c10-bd7a-d427252d34b9 tempest-TestMinimumBasicScenario-129383672 tempest-TestMinimumBasicScenario-129383672-project] 10.222.0.46 "GET /v2.0/security-groups?id=b8fb230c-02cc-40f3-9bed-4f02e24215ef&id=95c40a0c-cb42-4115-afd6-4d213d8a0e72&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0456557 Sep 29 15:45:23.197657 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-79bd4883-99a0-4218-85ac-e37d6f5094f9 req-15bd916a-f4c9-4050-9601-01b32dea54c0 tempest-AttachVolumeTestJSON-270594920 tempest-AttachVolumeTestJSON-270594920-project] 10.222.0.46 "GET /v2.0/ports?device_id=3ec30f24-bfb4-44e3-86ed-b475d8fc52ab HTTP/1.1" status: 200 len: 210 time: 0.0284061 Sep 29 15:45:23.368639 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9062dfff-6fe2-47b3-9b09-e446b894bfbd req-6de13acf-1d04-4edf-9453-222c664de49d tempest-AttachVolumeShelveTestJSON-850210833 tempest-AttachVolumeShelveTestJSON-850210833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:45:23.370057 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [req-9062dfff-6fe2-47b3-9b09-e446b894bfbd req-6de13acf-1d04-4edf-9453-222c664de49d tempest-AttachVolumeShelveTestJSON-850210833 tempest-AttachVolumeShelveTestJSON-850210833-project] 10.222.0.46 "GET /v2.0/ports?device_id=baba5f09-ede0-45b5-8ba9-8341045e8437 HTTP/1.1" status: 200 len: 944 time: 0.2786438 Sep 29 15:45:23.409823 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [req-9062dfff-6fe2-47b3-9b09-e446b894bfbd req-0c30459e-a744-4ce6-a97f-acae15ba2f6f tempest-AttachVolumeShelveTestJSON-850210833 tempest-AttachVolumeShelveTestJSON-850210833-project] 10.222.0.46 "GET /v2.0/security-groups?id=99d08d38-afbb-479e-bab1-6a902c9fe3e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325987 Sep 29 15:45:24.220082 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a7a5db-085a-44e8-b53d-02c28e6fdae8 req-4d73293b-cdc6-4b72-9bc6-8c4567841a64 tempest-TestMinimumBasicScenario-129383672 tempest-TestMinimumBasicScenario-129383672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:45:24.221593 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-c6a7a5db-085a-44e8-b53d-02c28e6fdae8 req-4d73293b-cdc6-4b72-9bc6-8c4567841a64 tempest-TestMinimumBasicScenario-129383672 tempest-TestMinimumBasicScenario-129383672-project] 10.222.0.46 "GET /v2.0/ports?device_id=a892d174-14e6-4be4-a5fb-07cedc528249 HTTP/1.1" status: 200 len: 985 time: 0.0572557 Sep 29 15:45:24.275157 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-c6a7a5db-085a-44e8-b53d-02c28e6fdae8 req-daa1756d-602e-4a52-9e4a-83bc31a80e89 tempest-TestMinimumBasicScenario-129383672 tempest-TestMinimumBasicScenario-129383672-project] 10.222.0.46 "GET /v2.0/security-groups?id=b8fb230c-02cc-40f3-9bed-4f02e24215ef&id=95c40a0c-cb42-4115-afd6-4d213d8a0e72&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0470319 Sep 29 15:45:24.341461 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [req-fdacc128-5333-485e-9fab-d43d927dc2b2 req-5706d578-885f-4736-84b9-8a844af12619 tempest-AttachVolumeTestJSON-270594920 tempest-AttachVolumeTestJSON-270594920-project] 10.222.0.46 "GET /v2.0/ports?device_id=3ec30f24-bfb4-44e3-86ed-b475d8fc52ab HTTP/1.1" status: 200 len: 210 time: 0.0301585 Sep 29 15:45:24.345194 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron_lib.callbacks.manager [None req-41cde911-5047-42ce-91b2-03ecc16fc3cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741779927170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-625140'] for agent, after_update {{(pid=96122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:45:24.553397 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf5e535-5751-4f38-895d-6a70b6144bd1 req-7ea3f819-6487-478a-90eb-8d94405d63d3 tempest-AttachVolumeShelveTestJSON-850210833 tempest-AttachVolumeShelveTestJSON-850210833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:45:24.555058 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-edf5e535-5751-4f38-895d-6a70b6144bd1 req-7ea3f819-6487-478a-90eb-8d94405d63d3 tempest-AttachVolumeShelveTestJSON-850210833 tempest-AttachVolumeShelveTestJSON-850210833-project] 10.222.0.46 "GET /v2.0/ports?device_id=baba5f09-ede0-45b5-8ba9-8341045e8437 HTTP/1.1" status: 200 len: 944 time: 0.0635085 Sep 29 15:45:24.595461 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-edf5e535-5751-4f38-895d-6a70b6144bd1 req-e5a88a53-2037-45e5-bd4c-a6a52c48fa8a tempest-AttachVolumeShelveTestJSON-850210833 tempest-AttachVolumeShelveTestJSON-850210833-project] 10.222.0.46 "GET /v2.0/security-groups?id=99d08d38-afbb-479e-bab1-6a902c9fe3e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341001 Sep 29 15:45:25.407978 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a9677b-fd3f-4587-bb3d-e38f4f7fa6ee req-a853ef64-c6de-4b59-a191-aa163dc223ac tempest-TestMinimumBasicScenario-129383672 tempest-TestMinimumBasicScenario-129383672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:45:25.410276 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [req-28a9677b-fd3f-4587-bb3d-e38f4f7fa6ee req-a853ef64-c6de-4b59-a191-aa163dc223ac tempest-TestMinimumBasicScenario-129383672 tempest-TestMinimumBasicScenario-129383672-project] 10.222.0.46 "GET /v2.0/ports?device_id=a892d174-14e6-4be4-a5fb-07cedc528249 HTTP/1.1" status: 200 len: 985 time: 0.0633299 Sep 29 15:45:25.453313 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [req-28a9677b-fd3f-4587-bb3d-e38f4f7fa6ee req-f2087955-2d73-4f6f-9890-0acab355cdc2 tempest-TestMinimumBasicScenario-129383672 tempest-TestMinimumBasicScenario-129383672-project] 10.222.0.46 "GET /v2.0/security-groups?id=b8fb230c-02cc-40f3-9bed-4f02e24215ef&id=95c40a0c-cb42-4115-afd6-4d213d8a0e72&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0362713 Sep 29 15:45:25.464122 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-110442cf-93d4-4a0a-9c05-7d2d145cbab1 req-b0f91524-c45c-4783-931a-9d1a9b09edad tempest-AttachVolumeTestJSON-270594920 tempest-AttachVolumeTestJSON-270594920-project] 10.222.0.46 "GET /v2.0/ports?device_id=3ec30f24-bfb4-44e3-86ed-b475d8fc52ab HTTP/1.1" status: 200 len: 210 time: 0.0330625 Sep 29 15:45:25.729549 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2c766f-e13e-4eef-9847-3546ad69ac40 req-7a62bebb-54ac-4ee2-9d43-493331b3c68e tempest-AttachVolumeShelveTestJSON-850210833 tempest-AttachVolumeShelveTestJSON-850210833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:45:25.731346 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [req-6e2c766f-e13e-4eef-9847-3546ad69ac40 req-7a62bebb-54ac-4ee2-9d43-493331b3c68e tempest-AttachVolumeShelveTestJSON-850210833 tempest-AttachVolumeShelveTestJSON-850210833-project] 10.222.0.46 "GET /v2.0/ports?device_id=baba5f09-ede0-45b5-8ba9-8341045e8437 HTTP/1.1" status: 200 len: 944 time: 0.0562968 Sep 29 15:45:25.769585 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [req-6e2c766f-e13e-4eef-9847-3546ad69ac40 req-eb1dbed2-2e1f-4995-888f-1d4e280b3106 tempest-AttachVolumeShelveTestJSON-850210833 tempest-AttachVolumeShelveTestJSON-850210833-project] 10.222.0.46 "GET /v2.0/security-groups?id=99d08d38-afbb-479e-bab1-6a902c9fe3e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321496 Sep 29 15:45:26.597408 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58cb2cc9-63f0-479f-bae4-742d139ac3c6 req-cc38b73b-862f-444b-91cd-2f227d12740a tempest-TestMinimumBasicScenario-129383672 tempest-TestMinimumBasicScenario-129383672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:45:26.604202 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-58cb2cc9-63f0-479f-bae4-742d139ac3c6 req-cc38b73b-862f-444b-91cd-2f227d12740a tempest-TestMinimumBasicScenario-129383672 tempest-TestMinimumBasicScenario-129383672-project] 10.222.0.46 "GET /v2.0/ports?device_id=a892d174-14e6-4be4-a5fb-07cedc528249 HTTP/1.1" status: 200 len: 985 time: 0.0501010 Sep 29 15:45:26.604345 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [req-d6dc32fc-4ba4-4a73-b05e-19914802ceb5 req-0ac4d783-9a8c-4d4a-abf2-d907f5f3ea1b tempest-AttachVolumeTestJSON-270594920 tempest-AttachVolumeTestJSON-270594920-project] 10.222.0.46 "GET /v2.0/ports?device_id=3ec30f24-bfb4-44e3-86ed-b475d8fc52ab HTTP/1.1" status: 200 len: 210 time: 0.0286150 Sep 29 15:45:26.628801 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron_lib.callbacks.manager [None req-8898eea0-0af4-42af-8d89-1b31bfebe4fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741779927170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-625140'] for agent, after_update {{(pid=96122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:45:26.653744 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-58cb2cc9-63f0-479f-bae4-742d139ac3c6 req-8d1f7741-d123-4980-89ae-d418514f3cda tempest-TestMinimumBasicScenario-129383672 tempest-TestMinimumBasicScenario-129383672-project] 10.222.0.46 "GET /v2.0/security-groups?id=b8fb230c-02cc-40f3-9bed-4f02e24215ef&id=95c40a0c-cb42-4115-afd6-4d213d8a0e72&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0452149 Sep 29 15:45:26.893986 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0399e3f5-881d-4d8d-8863-334789e0bb04 req-818b8dcb-3ddb-4c55-9e10-2f21d372496f tempest-AttachVolumeShelveTestJSON-850210833 tempest-AttachVolumeShelveTestJSON-850210833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:45:26.895474 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [req-0399e3f5-881d-4d8d-8863-334789e0bb04 req-818b8dcb-3ddb-4c55-9e10-2f21d372496f tempest-AttachVolumeShelveTestJSON-850210833 tempest-AttachVolumeShelveTestJSON-850210833-project] 10.222.0.46 "GET /v2.0/ports?device_id=baba5f09-ede0-45b5-8ba9-8341045e8437 HTTP/1.1" status: 200 len: 944 time: 0.0488794 Sep 29 15:45:26.936160 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [req-0399e3f5-881d-4d8d-8863-334789e0bb04 req-2894824a-d54f-43b1-8c58-9253b3ad0cdd tempest-AttachVolumeShelveTestJSON-850210833 tempest-AttachVolumeShelveTestJSON-850210833-project] 10.222.0.46 "GET /v2.0/security-groups?id=99d08d38-afbb-479e-bab1-6a902c9fe3e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330622 Sep 29 15:45:27.567971 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron_lib.callbacks.manager [None req-86ea74e9-eea3-4769-b153-652ac6294d68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741779927170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-625140'] for agent, after_update {{(pid=96122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:45:27.716660 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-9ef4b31e-c8d3-4d27-be53-6e56496619e0 req-787ac4c1-bf3f-429b-9d1e-9041c4319fb6 tempest-AttachVolumeTestJSON-270594920 tempest-AttachVolumeTestJSON-270594920-project] 10.222.0.46 "GET /v2.0/ports?device_id=3ec30f24-bfb4-44e3-86ed-b475d8fc52ab HTTP/1.1" status: 200 len: 210 time: 0.0298889 Sep 29 15:45:27.779225 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e0d555-fe4c-4015-8388-09c527ee0c53 req-1900b51d-62dc-462f-91f9-271c39b5e1aa tempest-TestMinimumBasicScenario-129383672 tempest-TestMinimumBasicScenario-129383672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:45:27.780808 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [req-49e0d555-fe4c-4015-8388-09c527ee0c53 req-1900b51d-62dc-462f-91f9-271c39b5e1aa tempest-TestMinimumBasicScenario-129383672 tempest-TestMinimumBasicScenario-129383672-project] 10.222.0.46 "GET /v2.0/ports?device_id=a892d174-14e6-4be4-a5fb-07cedc528249 HTTP/1.1" status: 200 len: 985 time: 0.0554612 Sep 29 15:45:27.821202 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [req-49e0d555-fe4c-4015-8388-09c527ee0c53 req-97bc5129-0d5d-4e0f-a7f6-c55155d49ab2 tempest-TestMinimumBasicScenario-129383672 tempest-TestMinimumBasicScenario-129383672-project] 10.222.0.46 "GET /v2.0/security-groups?id=b8fb230c-02cc-40f3-9bed-4f02e24215ef&id=95c40a0c-cb42-4115-afd6-4d213d8a0e72&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0342436 Sep 29 15:45:28.064376 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1476f28f-71e7-44da-8dc2-d0ccfe21627b req-e01251ee-33b8-4254-bada-1eaac8bab983 tempest-AttachVolumeShelveTestJSON-850210833 tempest-AttachVolumeShelveTestJSON-850210833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:45:28.071851 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-1476f28f-71e7-44da-8dc2-d0ccfe21627b req-e01251ee-33b8-4254-bada-1eaac8bab983 tempest-AttachVolumeShelveTestJSON-850210833 tempest-AttachVolumeShelveTestJSON-850210833-project] 10.222.0.46 "GET /v2.0/ports?device_id=baba5f09-ede0-45b5-8ba9-8341045e8437 HTTP/1.1" status: 200 len: 944 time: 0.0509119 Sep 29 15:45:28.108259 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-1476f28f-71e7-44da-8dc2-d0ccfe21627b req-b471a647-16c1-406f-bdcb-eb0e06277103 tempest-AttachVolumeShelveTestJSON-850210833 tempest-AttachVolumeShelveTestJSON-850210833-project] 10.222.0.46 "GET /v2.0/security-groups?id=99d08d38-afbb-479e-bab1-6a902c9fe3e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348923 Sep 29 15:45:28.202860 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d5a953-0004-48fa-8974-3238208cde6b req-41778b81-71cb-4310-a3c6-0c7cfba8379b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:45:28.204330 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-07d5a953-0004-48fa-8974-3238208cde6b req-41778b81-71cb-4310-a3c6-0c7cfba8379b service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=2744814d1df64ec9961e1e35dae5d604&device_id=a892d174-14e6-4be4-a5fb-07cedc528249 HTTP/1.1" status: 200 len: 1138 time: 0.0401087 Sep 29 15:45:28.299833 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d5a953-0004-48fa-8974-3238208cde6b req-ee9d9a6e-bb75-4113-a179-d9be05b923e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:45:28.301353 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-07d5a953-0004-48fa-8974-3238208cde6b req-ee9d9a6e-bb75-4113-a179-d9be05b923e7 service neutron] 10.222.0.22 "GET /v2.0/networks?id=451a4b33-3c15-4627-b84f-5dc87afd25d5 HTTP/1.1" status: 200 len: 916 time: 0.0858264 Sep 29 15:45:28.365503 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-07d5a953-0004-48fa-8974-3238208cde6b req-dd9380df-e257-471f-bdca-f4ceb87752a4 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=86caf4fd-350c-4aef-a9da-a53f95e29b58 HTTP/1.1" status: 200 len: 1001 time: 0.0559483 Sep 29 15:45:28.414536 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d5a953-0004-48fa-8974-3238208cde6b req-67325d1f-996d-48e2-9d8d-c749e9f81fbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:45:28.416010 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-07d5a953-0004-48fa-8974-3238208cde6b req-67325d1f-996d-48e2-9d8d-c749e9f81fbc service neutron] 10.222.0.22 "GET /v2.0/subnets?id=92b9bd24-d037-4f73-9cd3-47376a5d89ea HTTP/1.1" status: 200 len: 854 time: 0.0428371 Sep 29 15:45:28.467838 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d5a953-0004-48fa-8974-3238208cde6b req-0414601f-34ed-4ff4-8bdf-e7f77e2d850e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:45:28.469584 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-07d5a953-0004-48fa-8974-3238208cde6b req-0414601f-34ed-4ff4-8bdf-e7f77e2d850e service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=451a4b33-3c15-4627-b84f-5dc87afd25d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0459936 Sep 29 15:45:28.550511 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron_lib.callbacks.manager [None req-d04ed334-d278-4234-b850-06fee10c9c6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741779927170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-625140'] for agent, after_update {{(pid=96122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:45:28.574330 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-07d5a953-0004-48fa-8974-3238208cde6b req-0a5b4d93-550c-4c08-9a84-e64cae55b7c4 service neutron] 10.222.0.22 "GET /v2.0/networks/451a4b33-3c15-4627-b84f-5dc87afd25d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854473 Sep 29 15:45:28.670992 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-07d5a953-0004-48fa-8974-3238208cde6b req-a4257fda-30a9-40f0-9267-147ecf1b46c4 service neutron] 10.222.0.22 "GET /v2.0/networks/451a4b33-3c15-4627-b84f-5dc87afd25d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877771 Sep 29 15:45:28.888942 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.wsgi [-] (96121) accepted ('10.222.0.46', 36228) {{(pid=96121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 15:45:28.937305 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d27448-304c-4eea-a841-113ac3b0a730 req-4bce8f81-6593-46bd-8b06-9cc82a015751 tempest-TestMinimumBasicScenario-129383672 tempest-TestMinimumBasicScenario-129383672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:45:28.939302 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [req-f2d27448-304c-4eea-a841-113ac3b0a730 req-4bce8f81-6593-46bd-8b06-9cc82a015751 tempest-TestMinimumBasicScenario-129383672 tempest-TestMinimumBasicScenario-129383672-project] 10.222.0.46 "GET /v2.0/ports?device_id=a892d174-14e6-4be4-a5fb-07cedc528249 HTTP/1.1" status: 200 len: 985 time: 0.0507412 Sep 29 15:45:28.944921 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [None req-393a59ec-8ddb-4076-93e0-e6ba95d08d99 tempest-AttachVolumeTestJSON-270594920 tempest-AttachVolumeTestJSON-270594920-project] Notify callbacks [] for security_group, before_delete {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:45:28.969794 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [None req-393a59ec-8ddb-4076-93e0-e6ba95d08d99 tempest-AttachVolumeTestJSON-270594920 tempest-AttachVolumeTestJSON-270594920-project] Notify callbacks [] for security_group, precommit_delete {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:45:28.979778 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [req-f2d27448-304c-4eea-a841-113ac3b0a730 req-d4d65e31-9207-4333-adb6-0fa60e80bc1a tempest-TestMinimumBasicScenario-129383672 tempest-TestMinimumBasicScenario-129383672-project] 10.222.0.46 "GET /v2.0/security-groups?id=b8fb230c-02cc-40f3-9bed-4f02e24215ef&id=95c40a0c-cb42-4115-afd6-4d213d8a0e72&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0343997 Sep 29 15:45:29.070415 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [None req-393a59ec-8ddb-4076-93e0-e6ba95d08d99 tempest-AttachVolumeTestJSON-270594920 tempest-AttachVolumeTestJSON-270594920-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579214'] for security_group, after_delete {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:45:29.073019 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [None req-393a59ec-8ddb-4076-93e0-e6ba95d08d99 tempest-AttachVolumeTestJSON-270594920 tempest-AttachVolumeTestJSON-270594920-project] Notify callbacks [] for security_group, before_response {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:45:29.074229 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [None req-393a59ec-8ddb-4076-93e0-e6ba95d08d99 tempest-AttachVolumeTestJSON-270594920 tempest-AttachVolumeTestJSON-270594920-project] 10.222.0.46 "DELETE /v2.0/security-groups/b7b22c90-21e8-44e2-94b9-c2f893c81fab HTTP/1.1" status: 204 len: 168 time: 0.1843128 Sep 29 15:45:29.077090 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.wsgi [-] (96120) accepted ('10.222.0.46', 36230) {{(pid=96120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 15:45:29.083119 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-393a59ec-8ddb-4076-93e0-e6ba95d08d99 tempest-AttachVolumeTestJSON-270594920 tempest-AttachVolumeTestJSON-270594920-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7b22c90-21e8-44e2-94b9-c2f893c81fab,revision_number=None']} {{(pid=96121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 15:45:29.090590 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-393a59ec-8ddb-4076-93e0-e6ba95d08d99 tempest-AttachVolumeTestJSON-270594920 tempest-AttachVolumeTestJSON-270594920-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806616-6-iscsi {{(pid=96121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 15:45:29.090949 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-393a59ec-8ddb-4076-93e0-e6ba95d08d99 tempest-AttachVolumeTestJSON-270594920 tempest-AttachVolumeTestJSON-270594920-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806616-6-iscsi {{(pid=96121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 15:45:29.091289 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-393a59ec-8ddb-4076-93e0-e6ba95d08d99 tempest-AttachVolumeTestJSON-270594920 tempest-AttachVolumeTestJSON-270594920-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806616-6-iscsi {{(pid=96121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 15:45:29.091427 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.api.v2.resource [None req-bf1431fa-ee3a-4aff-848f-e4dabc24f23a tempest-AttachVolumeTestJSON-270594920 tempest-AttachVolumeTestJSON-270594920-project] show failed (client error): The resource could not be found. Sep 29 15:45:29.091623 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-393a59ec-8ddb-4076-93e0-e6ba95d08d99 tempest-AttachVolumeTestJSON-270594920 tempest-AttachVolumeTestJSON-270594920-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806616-6-iscsi {{(pid=96121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 15:45:29.091961 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-393a59ec-8ddb-4076-93e0-e6ba95d08d99 tempest-AttachVolumeTestJSON-270594920 tempest-AttachVolumeTestJSON-270594920-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806616-6-iscsi {{(pid=96121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 15:45:29.095604 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-393a59ec-8ddb-4076-93e0-e6ba95d08d99 tempest-AttachVolumeTestJSON-270594920 tempest-AttachVolumeTestJSON-270594920-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806616-6-iscsi {{(pid=96121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 15:45:29.095604 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-393a59ec-8ddb-4076-93e0-e6ba95d08d99 tempest-AttachVolumeTestJSON-270594920 tempest-AttachVolumeTestJSON-270594920-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806616-6-iscsi {{(pid=96121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 15:45:29.095604 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-393a59ec-8ddb-4076-93e0-e6ba95d08d99 tempest-AttachVolumeTestJSON-270594920 tempest-AttachVolumeTestJSON-270594920-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806616-6-iscsi {{(pid=96121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 15:45:29.095604 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-393a59ec-8ddb-4076-93e0-e6ba95d08d99 tempest-AttachVolumeTestJSON-270594920 tempest-AttachVolumeTestJSON-270594920-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806616-6-iscsi {{(pid=96121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 15:45:29.095604 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-393a59ec-8ddb-4076-93e0-e6ba95d08d99 tempest-AttachVolumeTestJSON-270594920 tempest-AttachVolumeTestJSON-270594920-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806616-6-iscsi {{(pid=96121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 15:45:29.096212 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [None req-bf1431fa-ee3a-4aff-848f-e4dabc24f23a tempest-AttachVolumeTestJSON-270594920 tempest-AttachVolumeTestJSON-270594920-project] 10.222.0.46 "GET /v2.0/security-groups/b7b22c90-21e8-44e2-94b9-c2f893c81fab HTTP/1.1" status: 404 len: 347 time: 0.0155799 Sep 29 15:45:29.096320 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-393a59ec-8ddb-4076-93e0-e6ba95d08d99 tempest-AttachVolumeTestJSON-270594920 tempest-AttachVolumeTestJSON-270594920-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806616-6-iscsi {{(pid=96121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 15:45:29.096320 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-393a59ec-8ddb-4076-93e0-e6ba95d08d99 tempest-AttachVolumeTestJSON-270594920 tempest-AttachVolumeTestJSON-270594920-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806616-6-iscsi {{(pid=96121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 15:45:29.097572 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.wsgi [-] (96121) accepted ('10.222.0.46', 36234) {{(pid=96121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 15:45:29.261745 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee9e71d-9068-45b7-b37a-fcc332cfaa11 req-fa756ad1-6290-46b2-98e1-bf39f3c87d9c tempest-AttachVolumeShelveTestJSON-850210833 tempest-AttachVolumeShelveTestJSON-850210833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:45:29.263205 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-3ee9e71d-9068-45b7-b37a-fcc332cfaa11 req-fa756ad1-6290-46b2-98e1-bf39f3c87d9c tempest-AttachVolumeShelveTestJSON-850210833 tempest-AttachVolumeShelveTestJSON-850210833-project] 10.222.0.46 "GET /v2.0/ports?device_id=baba5f09-ede0-45b5-8ba9-8341045e8437 HTTP/1.1" status: 200 len: 944 time: 0.0749838 Sep 29 15:45:29.270600 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.plugins.ml2.plugin [None req-6be82045-ddb8-4e2c-b6a5-23fd13cb3266 tempest-AttachVolumeTestJSON-270594920 tempest-AttachVolumeTestJSON-270594920-project] Deleting port f73c2f42-763e-43c8-9e43-8cafa3b57c22 {{(pid=96121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 29 15:45:29.270942 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [None req-6be82045-ddb8-4e2c-b6a5-23fd13cb3266 tempest-AttachVolumeTestJSON-270594920 tempest-AttachVolumeTestJSON-270594920-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741780140072'] for port, before_delete {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:45:29.348951 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-3ee9e71d-9068-45b7-b37a-fcc332cfaa11 req-be3414d6-ee26-4a15-a479-7df9bda38046 tempest-AttachVolumeShelveTestJSON-850210833 tempest-AttachVolumeShelveTestJSON-850210833-project] 10.222.0.46 "GET /v2.0/security-groups?id=99d08d38-afbb-479e-bab1-6a902c9fe3e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0797319 Sep 29 15:45:29.369901 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [None req-6be82045-ddb8-4e2c-b6a5-23fd13cb3266 tempest-AttachVolumeTestJSON-270594920 tempest-AttachVolumeTestJSON-270594920-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1614090'] for port, precommit_delete {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:45:29.370233 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [None req-6be82045-ddb8-4e2c-b6a5-23fd13cb3266 tempest-AttachVolumeTestJSON-270594920 tempest-AttachVolumeTestJSON-270594920-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:45:29.382023 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.plugins.ml2.plugin [None req-6be82045-ddb8-4e2c-b6a5-23fd13cb3266 tempest-AttachVolumeTestJSON-270594920 tempest-AttachVolumeTestJSON-270594920-project] Calling delete_port for f73c2f42-763e-43c8-9e43-8cafa3b57c22 owned by network:floatingip {{(pid=96121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 29 15:45:29.573657 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [None req-6be82045-ddb8-4e2c-b6a5-23fd13cb3266 tempest-AttachVolumeTestJSON-270594920 tempest-AttachVolumeTestJSON-270594920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741780147950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741779628746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3898419'] for port, after_delete {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:45:29.596641 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron_lib.callbacks.manager [None req-9bd021b7-afaf-4c67-b111-7b9308fbf6a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741779927170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-625140'] for agent, after_update {{(pid=96122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:45:29.604187 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be82045-ddb8-4e2c-b6a5-23fd13cb3266 tempest-AttachVolumeTestJSON-270594920 tempest-AttachVolumeTestJSON-270594920-project] Pushing event deleted for resources: {'Port': ['ID=f73c2f42-763e-43c8-9e43-8cafa3b57c22,revision_number=None']} {{(pid=96121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 15:45:29.659582 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [None req-6be82045-ddb8-4e2c-b6a5-23fd13cb3266 tempest-AttachVolumeTestJSON-270594920 tempest-AttachVolumeTestJSON-270594920-project] Notify callbacks [] for floatingip, after_delete {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:45:29.662290 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [None req-6be82045-ddb8-4e2c-b6a5-23fd13cb3266 tempest-AttachVolumeTestJSON-270594920 tempest-AttachVolumeTestJSON-270594920-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238921'] for floatingip, before_response {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:45:29.663514 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [None req-6be82045-ddb8-4e2c-b6a5-23fd13cb3266 tempest-AttachVolumeTestJSON-270594920 tempest-AttachVolumeTestJSON-270594920-project] 10.222.0.46 "DELETE /v2.0/floatingips/c304232e-1e04-4b7e-8233-7c133809dfa2 HTTP/1.1" status: 204 len: 168 time: 0.5649741 Sep 29 15:45:30.093001 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582cecf9-0951-440a-8bc8-057449c459bf req-3466b451-2078-47a2-ba57-73b2fd325dba tempest-TestMinimumBasicScenario-129383672 tempest-TestMinimumBasicScenario-129383672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:45:30.094490 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [req-582cecf9-0951-440a-8bc8-057449c459bf req-3466b451-2078-47a2-ba57-73b2fd325dba tempest-TestMinimumBasicScenario-129383672 tempest-TestMinimumBasicScenario-129383672-project] 10.222.0.46 "GET /v2.0/ports?device_id=a892d174-14e6-4be4-a5fb-07cedc528249 HTTP/1.1" status: 200 len: 985 time: 0.0480242 Sep 29 15:45:30.133745 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [req-582cecf9-0951-440a-8bc8-057449c459bf req-50484ade-6c1c-4f27-a6ac-516b79b826f7 tempest-TestMinimumBasicScenario-129383672 tempest-TestMinimumBasicScenario-129383672-project] 10.222.0.46 "GET /v2.0/security-groups?id=b8fb230c-02cc-40f3-9bed-4f02e24215ef&id=95c40a0c-cb42-4115-afd6-4d213d8a0e72&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0334020 Sep 29 15:45:30.471533 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee07404-97d2-4a6b-88ff-830c3b4aaed7 req-528f186b-954c-4015-9dcc-dc0f842b3168 tempest-AttachVolumeShelveTestJSON-850210833 tempest-AttachVolumeShelveTestJSON-850210833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:45:30.472936 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-9ee07404-97d2-4a6b-88ff-830c3b4aaed7 req-528f186b-954c-4015-9dcc-dc0f842b3168 tempest-AttachVolumeShelveTestJSON-850210833 tempest-AttachVolumeShelveTestJSON-850210833-project] 10.222.0.46 "GET /v2.0/ports?device_id=baba5f09-ede0-45b5-8ba9-8341045e8437 HTTP/1.1" status: 200 len: 944 time: 0.0476813 Sep 29 15:45:30.509362 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-9ee07404-97d2-4a6b-88ff-830c3b4aaed7 req-ae86fcf9-ae33-4532-84a6-479adef0bd12 tempest-AttachVolumeShelveTestJSON-850210833 tempest-AttachVolumeShelveTestJSON-850210833-project] 10.222.0.46 "GET /v2.0/security-groups?id=99d08d38-afbb-479e-bab1-6a902c9fe3e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0300026 Sep 29 15:45:30.890342 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.plugins.ml2.rpc [None req-4d55257e-523e-4b8d-ab2b-d46a31710be1 None None] Device 2ea31e49-e163-4c49-a8a2-18463ab07e46 details requested by agent hyperv_hv-cinder-80661 with host hv-cinder-80661 {{(pid=96122) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 29 15:45:30.981967 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.plugins.ml2.db [None req-4d55257e-523e-4b8d-ab2b-d46a31710be1 None None] For port 2ea31e49-e163-4c49-a8a2-18463ab07e46, host hv-cinder-80661, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80661',level=0,port_id=2ea31e49-e163-4c49-a8a2-18463ab07e46,segment=NetworkSegment(445f7458-c019-4777-b7f7-9f69e4e3102b),segment_id=445f7458-c019-4777-b7f7-9f69e4e3102b)] {{(pid=96122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 15:45:30.995273 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.plugins.ml2.rpc [None req-4d55257e-523e-4b8d-ab2b-d46a31710be1 None None] Returning: {'device': '2ea31e49-e163-4c49-a8a2-18463ab07e46', 'network_id': '7d2058d9-0239-4e7f-ad5f-85b9e31d2757', 'port_id': '2ea31e49-e163-4c49-a8a2-18463ab07e46', 'mac_address': 'fa:16:3e:32:8b:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 601, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '56afac6f-63d0-4994-bdac-133803bcf88a', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=96122) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 29 15:45:31.033405 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron_lib.callbacks.manager [None req-4d55257e-523e-4b8d-ab2b-d46a31710be1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-684029'] for port, before_update {{(pid=96122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:45:31.045517 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.notifiers.nova [None req-4d55257e-523e-4b8d-ab2b-d46a31710be1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2ea31e49-e163-4c49-a8a2-18463ab07e46 {{(pid=96122) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 15:45:31.063668 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.plugins.ml2.db [None req-4d55257e-523e-4b8d-ab2b-d46a31710be1 None None] For port 2ea31e49-e163-4c49-a8a2-18463ab07e46, host hv-cinder-80661, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80661',level=0,port_id=2ea31e49-e163-4c49-a8a2-18463ab07e46,segment=NetworkSegment(445f7458-c019-4777-b7f7-9f69e4e3102b),segment_id=445f7458-c019-4777-b7f7-9f69e4e3102b)] {{(pid=96122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 15:45:31.156008 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron_lib.callbacks.manager [None req-4d55257e-523e-4b8d-ab2b-d46a31710be1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741780147972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741779628755', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741779628773'] for port, after_update {{(pid=96122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:45:31.202457 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d55257e-523e-4b8d-ab2b-d46a31710be1 None None] Pushing event updated for resources: {'Port': ['ID=2ea31e49-e163-4c49-a8a2-18463ab07e46,revision_number=9']} {{(pid=96122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 15:45:31.261789 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c31d3b-beaa-43a6-9411-f09d85b4c3c7 req-6530f965-7adf-41e4-bc2b-8b60e29f4bce tempest-TestMinimumBasicScenario-129383672 tempest-TestMinimumBasicScenario-129383672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:45:31.263279 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [req-e2c31d3b-beaa-43a6-9411-f09d85b4c3c7 req-6530f965-7adf-41e4-bc2b-8b60e29f4bce tempest-TestMinimumBasicScenario-129383672 tempest-TestMinimumBasicScenario-129383672-project] 10.222.0.46 "GET /v2.0/ports?device_id=a892d174-14e6-4be4-a5fb-07cedc528249 HTTP/1.1" status: 200 len: 985 time: 0.0621605 Sep 29 15:45:31.302699 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [req-e2c31d3b-beaa-43a6-9411-f09d85b4c3c7 req-7e4e0fad-c905-42a2-a8ff-e8b549149df0 tempest-TestMinimumBasicScenario-129383672 tempest-TestMinimumBasicScenario-129383672-project] 10.222.0.46 "GET /v2.0/security-groups?id=b8fb230c-02cc-40f3-9bed-4f02e24215ef&id=95c40a0c-cb42-4115-afd6-4d213d8a0e72&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0333169 Sep 29 15:45:31.488170 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.plugins.ml2.db [None req-4d55257e-523e-4b8d-ab2b-d46a31710be1 None None] get_ports_and_sgs() called for port_ids ['2ea31e49-e163-4c49-a8a2-18463ab07e46'] {{(pid=96122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 15:45:31.627059 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62762678-283f-4839-ab8a-9540bf6cb322 req-59e72a44-1960-4393-b013-410c783b33d0 tempest-AttachVolumeShelveTestJSON-850210833 tempest-AttachVolumeShelveTestJSON-850210833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:45:31.628595 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-62762678-283f-4839-ab8a-9540bf6cb322 req-59e72a44-1960-4393-b013-410c783b33d0 tempest-AttachVolumeShelveTestJSON-850210833 tempest-AttachVolumeShelveTestJSON-850210833-project] 10.222.0.46 "GET /v2.0/ports?device_id=baba5f09-ede0-45b5-8ba9-8341045e8437 HTTP/1.1" status: 200 len: 945 time: 0.0489864 Sep 29 15:45:31.665641 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-62762678-283f-4839-ab8a-9540bf6cb322 req-9b05be0f-62f2-4eb7-86bd-5a8bae63864d tempest-AttachVolumeShelveTestJSON-850210833 tempest-AttachVolumeShelveTestJSON-850210833-project] 10.222.0.46 "GET /v2.0/security-groups?id=99d08d38-afbb-479e-bab1-6a902c9fe3e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308087 Sep 29 15:45:32.421226 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c685843-63ed-4eea-acd1-908bdb6a402a req-9c308745-df5e-4c42-a2ca-947daae2d04e tempest-TestMinimumBasicScenario-129383672 tempest-TestMinimumBasicScenario-129383672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:45:32.422689 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-0c685843-63ed-4eea-acd1-908bdb6a402a req-9c308745-df5e-4c42-a2ca-947daae2d04e tempest-TestMinimumBasicScenario-129383672 tempest-TestMinimumBasicScenario-129383672-project] 10.222.0.46 "GET /v2.0/ports?device_id=a892d174-14e6-4be4-a5fb-07cedc528249 HTTP/1.1" status: 200 len: 985 time: 0.0519702 Sep 29 15:45:32.461562 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-0c685843-63ed-4eea-acd1-908bdb6a402a req-c0210aef-5e5f-462e-8897-67936a5b7968 tempest-TestMinimumBasicScenario-129383672 tempest-TestMinimumBasicScenario-129383672-project] 10.222.0.46 "GET /v2.0/security-groups?id=b8fb230c-02cc-40f3-9bed-4f02e24215ef&id=95c40a0c-cb42-4115-afd6-4d213d8a0e72&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0323267 Sep 29 15:45:32.783472 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3f8341-0600-44d3-9940-3383fa5d5407 req-b78994e4-5d2d-4be1-81df-a5f72b4567cf tempest-AttachVolumeShelveTestJSON-850210833 tempest-AttachVolumeShelveTestJSON-850210833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:45:32.784974 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [req-4b3f8341-0600-44d3-9940-3383fa5d5407 req-b78994e4-5d2d-4be1-81df-a5f72b4567cf tempest-AttachVolumeShelveTestJSON-850210833 tempest-AttachVolumeShelveTestJSON-850210833-project] 10.222.0.46 "GET /v2.0/ports?device_id=baba5f09-ede0-45b5-8ba9-8341045e8437 HTTP/1.1" status: 200 len: 945 time: 0.0497832 Sep 29 15:45:32.822622 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [req-4b3f8341-0600-44d3-9940-3383fa5d5407 req-7ddaa0f6-9395-4a34-8a46-acd97cf5bdea tempest-AttachVolumeShelveTestJSON-850210833 tempest-AttachVolumeShelveTestJSON-850210833-project] 10.222.0.46 "GET /v2.0/security-groups?id=99d08d38-afbb-479e-bab1-6a902c9fe3e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313094 Sep 29 15:45:32.889098 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.plugins.ml2.rpc [None req-4d55257e-523e-4b8d-ab2b-d46a31710be1 None None] Device 2ea31e49-e163-4c49-a8a2-18463ab07e46 up at agent hyperv_hv-cinder-80661 {{(pid=96122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 15:45:32.934148 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.db.provisioning_blocks [None req-4d55257e-523e-4b8d-ab2b-d46a31710be1 None None] Provisioning complete for port 2ea31e49-e163-4c49-a8a2-18463ab07e46 triggered by entity L2. {{(pid=96122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 15:45:32.934441 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron_lib.callbacks.manager [None req-4d55257e-523e-4b8d-ab2b-d46a31710be1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-626465'] for port, provisioning_complete {{(pid=96122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:45:33.005472 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron_lib.callbacks.manager [None req-4d55257e-523e-4b8d-ab2b-d46a31710be1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-684029'] for port, before_update {{(pid=96122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:45:33.029726 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'baba5f09-ede0-45b5-8ba9-8341045e8437', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ea31e49-e163-4c49-a8a2-18463ab07e46'}] {{(pid=96122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 15:45:33.031926 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2623ca0f1d0ed70344ce0ae3d74fdbf1495c1e1ffd6c12fe338f92bc8c6604f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c865eb3a-f10b-471e-a3ea-a0e36bcbadab" -d '{"events": [{"server_uuid": "baba5f09-ede0-45b5-8ba9-8341045e8437", "name": "network-vif-plugged", "status": "completed", "tag": "2ea31e49-e163-4c49-a8a2-18463ab07e46"}]}' {{(pid=96122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 15:45:33.044803 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.plugins.ml2.db [None req-4d55257e-523e-4b8d-ab2b-d46a31710be1 None None] For port 2ea31e49-e163-4c49-a8a2-18463ab07e46, host hv-cinder-80661, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80661',level=0,port_id=2ea31e49-e163-4c49-a8a2-18463ab07e46,segment=NetworkSegment(445f7458-c019-4777-b7f7-9f69e4e3102b),segment_id=445f7458-c019-4777-b7f7-9f69e4e3102b)] {{(pid=96122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 15:45:33.067063 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Sep 2021 15:45:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fbc15488-0c69-48e4-836f-535f80662031 x-openstack-request-id: req-fbc15488-0c69-48e4-836f-535f80662031 {{(pid=96122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 15:45:33.067352 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "baba5f09-ede0-45b5-8ba9-8341045e8437", "name": "network-vif-plugged", "status": "completed", "tag": "2ea31e49-e163-4c49-a8a2-18463ab07e46", "code": 200}]} {{(pid=96122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 15:45:33.067609 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-fbc15488-0c69-48e4-836f-535f80662031 {{(pid=96122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 15:45:33.068030 dv-cinder-806616-6-iscsi neutron-server[96122]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'baba5f09-ede0-45b5-8ba9-8341045e8437', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ea31e49-e163-4c49-a8a2-18463ab07e46', 'code': 200} Sep 29 15:45:33.128004 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron_lib.callbacks.manager [None req-4d55257e-523e-4b8d-ab2b-d46a31710be1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741780147972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741779628755', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741779628773'] for port, after_update {{(pid=96122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:45:33.175201 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d55257e-523e-4b8d-ab2b-d46a31710be1 None None] Pushing event updated for resources: {'Port': ['ID=2ea31e49-e163-4c49-a8a2-18463ab07e46,revision_number=10']} {{(pid=96122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 15:45:33.182762 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d55257e-523e-4b8d-ab2b-d46a31710be1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806616-6-iscsi {{(pid=96122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 15:45:33.191368 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d55257e-523e-4b8d-ab2b-d46a31710be1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806616-6-iscsi {{(pid=96122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 15:45:33.191368 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d55257e-523e-4b8d-ab2b-d46a31710be1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806616-6-iscsi {{(pid=96122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 15:45:33.191368 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d55257e-523e-4b8d-ab2b-d46a31710be1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806616-6-iscsi {{(pid=96122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 15:45:33.191368 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d55257e-523e-4b8d-ab2b-d46a31710be1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806616-6-iscsi {{(pid=96122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 15:45:33.191368 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d55257e-523e-4b8d-ab2b-d46a31710be1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806616-6-iscsi {{(pid=96122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 15:45:33.191368 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d55257e-523e-4b8d-ab2b-d46a31710be1 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806616-6-iscsi {{(pid=96122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 15:45:33.191368 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d55257e-523e-4b8d-ab2b-d46a31710be1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806616-6-iscsi {{(pid=96122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 15:45:33.191368 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d55257e-523e-4b8d-ab2b-d46a31710be1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806616-6-iscsi {{(pid=96122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 15:45:33.191368 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d55257e-523e-4b8d-ab2b-d46a31710be1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806616-6-iscsi {{(pid=96122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 15:45:33.191368 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d55257e-523e-4b8d-ab2b-d46a31710be1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806616-6-iscsi {{(pid=96122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 15:45:33.191368 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d55257e-523e-4b8d-ab2b-d46a31710be1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806616-6-iscsi {{(pid=96122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 15:45:33.448441 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d3169b-5f3a-4b61-8a5c-a33f856ea1e1 req-931763ac-f0f6-4a88-8b76-31af36ae9a0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:45:33.449975 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-64d3169b-5f3a-4b61-8a5c-a33f856ea1e1 req-931763ac-f0f6-4a88-8b76-31af36ae9a0b service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=baba5f09-ede0-45b5-8ba9-8341045e8437 HTTP/1.1" status: 200 len: 1100 time: 0.0403533 Sep 29 15:45:33.485594 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-64d3169b-5f3a-4b61-8a5c-a33f856ea1e1 req-8889c9f1-e5af-42ed-b328-5ffbdc372339 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=99d08d38-afbb-479e-bab1-6a902c9fe3e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0278702 Sep 29 15:45:33.573579 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cacdcaf8-988b-4c8d-80bf-872a12d638c3 req-b30f501e-a98f-427c-b13f-a2085438ca55 tempest-TestMinimumBasicScenario-129383672 tempest-TestMinimumBasicScenario-129383672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:45:33.575051 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [req-cacdcaf8-988b-4c8d-80bf-872a12d638c3 req-b30f501e-a98f-427c-b13f-a2085438ca55 tempest-TestMinimumBasicScenario-129383672 tempest-TestMinimumBasicScenario-129383672-project] 10.222.0.46 "GET /v2.0/ports?device_id=a892d174-14e6-4be4-a5fb-07cedc528249 HTTP/1.1" status: 200 len: 985 time: 0.0480309 Sep 29 15:45:33.614075 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [req-cacdcaf8-988b-4c8d-80bf-872a12d638c3 req-ef467f73-6340-43ee-be82-ed0c27857247 tempest-TestMinimumBasicScenario-129383672 tempest-TestMinimumBasicScenario-129383672-project] 10.222.0.46 "GET /v2.0/security-groups?id=b8fb230c-02cc-40f3-9bed-4f02e24215ef&id=95c40a0c-cb42-4115-afd6-4d213d8a0e72&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0330863 Sep 29 15:45:33.752205 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.wsgi [-] (96121) accepted ('10.222.0.46', 36292) {{(pid=96121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 15:45:33.807846 dv-cinder-806616-6-iscsi neutron-server[96123]: DEBUG neutron.db.agents_db [None req-ce50b6f1-f7bd-4b59-8641-9f71b480b041 None None] Agent healthcheck: found 6 active agents {{(pid=96123) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 29 15:45:34.262953 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e592ff-a5e3-4510-a9ee-4f0aa5cc75bb req-98de7fa6-8914-4146-80f3-a8cbbf572956 tempest-AttachVolumeShelveTestJSON-850210833 tempest-AttachVolumeShelveTestJSON-850210833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:45:34.264441 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-29e592ff-a5e3-4510-a9ee-4f0aa5cc75bb req-98de7fa6-8914-4146-80f3-a8cbbf572956 tempest-AttachVolumeShelveTestJSON-850210833 tempest-AttachVolumeShelveTestJSON-850210833-project] 10.222.0.46 "GET /v2.0/ports?device_id=baba5f09-ede0-45b5-8ba9-8341045e8437 HTTP/1.1" status: 200 len: 947 time: 0.3701093 Sep 29 15:45:34.338766 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-29e592ff-a5e3-4510-a9ee-4f0aa5cc75bb req-6103047a-abf6-4582-ae8e-97cd3bbe2d64 tempest-AttachVolumeShelveTestJSON-850210833 tempest-AttachVolumeShelveTestJSON-850210833-project] 10.222.0.46 "GET /v2.0/security-groups?id=99d08d38-afbb-479e-bab1-6a902c9fe3e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0672452 Sep 29 15:45:34.522558 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [req-b918ee9a-0e93-4ddf-8383-9495fee9b3dd req-a1bad3dc-eb81-4970-b133-5629d543f104 tempest-TestShelveInstance-975876144 tempest-TestShelveInstance-975876144-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-935981734&fields=id&tenant_id=b047be03e3304a939d153e38fbd212c7 HTTP/1.1" status: 200 len: 267 time: 0.0423238 Sep 29 15:45:34.562002 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [None req-4167b678-7d10-4a51-8d47-a995ed5bce56 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1619987'] for router_interface, before_delete {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:45:34.621738 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b918ee9a-0e93-4ddf-8383-9495fee9b3dd req-1ae0bbad-1208-436a-89ea-6726142edc6d tempest-TestShelveInstance-975876144 tempest-TestShelveInstance-975876144-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=96120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:45:34.623231 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [req-b918ee9a-0e93-4ddf-8383-9495fee9b3dd req-1ae0bbad-1208-436a-89ea-6726142edc6d tempest-TestShelveInstance-975876144 tempest-TestShelveInstance-975876144-project] 10.222.0.46 "GET /v2.0/networks?id=01fbeb81-3367-4a61-af0a-258a335f59fe HTTP/1.1" status: 200 len: 808 time: 0.0997579 Sep 29 15:45:34.639247 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [req-b918ee9a-0e93-4ddf-8383-9495fee9b3dd req-cbe3ba7f-023f-45dc-b8a2-b0bfb8282776 tempest-TestShelveInstance-975876144 tempest-TestShelveInstance-975876144-project] 10.222.0.46 "GET /v2.0/quotas/b047be03e3304a939d153e38fbd212c7 HTTP/1.1" status: 200 len: 375 time: 0.0094197 Sep 29 15:45:34.695225 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [req-b918ee9a-0e93-4ddf-8383-9495fee9b3dd req-7082b13b-bac5-4137-b837-320b7bf21e7c tempest-TestShelveInstance-975876144 tempest-TestShelveInstance-975876144-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=b047be03e3304a939d153e38fbd212c7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0481069 Sep 29 15:45:34.805799 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [req-b918ee9a-0e93-4ddf-8383-9495fee9b3dd req-4f77a8d3-1e4d-4470-8e9b-4f911e852073 service neutron] 10.222.0.46 "GET /v2.0/networks/01fbeb81-3367-4a61-af0a-258a335f59fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918446 Sep 29 15:45:34.805995 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a883b2e3-78ae-4ba4-805a-b0c37efdb8eb req-26337beb-66eb-42e0-9994-48c0850a662f tempest-TestMinimumBasicScenario-129383672 tempest-TestMinimumBasicScenario-129383672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:45:34.807401 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-a883b2e3-78ae-4ba4-805a-b0c37efdb8eb req-26337beb-66eb-42e0-9994-48c0850a662f tempest-TestMinimumBasicScenario-129383672 tempest-TestMinimumBasicScenario-129383672-project] 10.222.0.46 "GET /v2.0/ports?device_id=a892d174-14e6-4be4-a5fb-07cedc528249 HTTP/1.1" status: 200 len: 985 time: 0.1016443 Sep 29 15:45:34.877095 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-a883b2e3-78ae-4ba4-805a-b0c37efdb8eb req-8c0ddfdb-c768-42ba-a70d-d50fe9e70a1e tempest-TestMinimumBasicScenario-129383672 tempest-TestMinimumBasicScenario-129383672-project] 10.222.0.46 "GET /v2.0/security-groups?id=b8fb230c-02cc-40f3-9bed-4f02e24215ef&id=95c40a0c-cb42-4115-afd6-4d213d8a0e72&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0632901 Sep 29 15:45:34.911424 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [req-b918ee9a-0e93-4ddf-8383-9495fee9b3dd req-2696f613-0b9a-4eab-940b-53c1b4a8d55b service neutron] 10.222.0.46 "GET /v2.0/networks/01fbeb81-3367-4a61-af0a-258a335f59fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0972562 Sep 29 15:45:34.954161 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.plugins.ml2.plugin [None req-4167b678-7d10-4a51-8d47-a995ed5bce56 admin admin] Deleting port d6edfea8-fe4b-4feb-a4ee-78337362a82b {{(pid=96121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 29 15:45:34.954506 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [None req-4167b678-7d10-4a51-8d47-a995ed5bce56 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741780140072'] for port, before_delete {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:45:35.032817 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.plugins.ml2.db [None req-4167b678-7d10-4a51-8d47-a995ed5bce56 admin admin] For port d6edfea8-fe4b-4feb-a4ee-78337362a82b, host dv-cinder-806616-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806616-6-iscsi',level=0,port_id=d6edfea8-fe4b-4feb-a4ee-78337362a82b,segment=NetworkSegment(07c1b694-4b5f-4e1d-baf1-7032d28a68b3),segment_id=07c1b694-4b5f-4e1d-baf1-7032d28a68b3)] {{(pid=96121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 15:45:35.033254 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [None req-4167b678-7d10-4a51-8d47-a995ed5bce56 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1614090'] for port, precommit_delete {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:45:35.046450 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.plugins.ml2.plugin [None req-4167b678-7d10-4a51-8d47-a995ed5bce56 admin admin] Calling delete_port for d6edfea8-fe4b-4feb-a4ee-78337362a82b owned by network:router_interface {{(pid=96121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 29 15:45:35.305166 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [None req-4167b678-7d10-4a51-8d47-a995ed5bce56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741780147950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741779628746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3898419'] for port, after_delete {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:45:35.334511 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4167b678-7d10-4a51-8d47-a995ed5bce56 admin admin] Pushing event deleted for resources: {'Port': ['ID=d6edfea8-fe4b-4feb-a4ee-78337362a82b,revision_number=None']} {{(pid=96121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 15:45:35.543819 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [req-625b351d-4148-425f-917f-60a9f00c46a2 req-517ceee0-df6d-4511-b95b-5915b5331f7d tempest-TestShelveInstance-975876144 tempest-TestShelveInstance-975876144-project] 10.222.0.46 "GET /v2.0/ports?device_id=f5040a69-8af4-4c00-956e-42c70be40526 HTTP/1.1" status: 200 len: 210 time: 0.0321345 Sep 29 15:45:35.577516 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30445cd8-1c9a-4b76-b9b7-d759d1d2b8ed req-3bfe0a65-0971-42d3-83a6-f952a295dcb9 tempest-AttachVolumeShelveTestJSON-850210833 tempest-AttachVolumeShelveTestJSON-850210833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:45:35.577516 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-30445cd8-1c9a-4b76-b9b7-d759d1d2b8ed req-3bfe0a65-0971-42d3-83a6-f952a295dcb9 tempest-AttachVolumeShelveTestJSON-850210833 tempest-AttachVolumeShelveTestJSON-850210833-project] 10.222.0.46 "GET /v2.0/ports?device_id=baba5f09-ede0-45b5-8ba9-8341045e8437 HTTP/1.1" status: 200 len: 947 time: 0.1307411 Sep 29 15:45:35.584287 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [None req-4167b678-7d10-4a51-8d47-a995ed5bce56 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1575391', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1619098'] for router_interface, after_delete {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:45:35.658165 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-30445cd8-1c9a-4b76-b9b7-d759d1d2b8ed req-dc7235aa-bad5-42b2-857b-79d535f0ef9d tempest-AttachVolumeShelveTestJSON-850210833 tempest-AttachVolumeShelveTestJSON-850210833-project] 10.222.0.46 "GET /v2.0/security-groups?id=99d08d38-afbb-479e-bab1-6a902c9fe3e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0853901 Sep 29 15:45:35.819961 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4167b678-7d10-4a51-8d47-a995ed5bce56 admin admin] Router 36f67c94-0511-4261-98a3-27e2f3393024 has already been hosted by L3 agent e5061b61-feb3-46be-bd05-1226f95d9417 {{(pid=96121) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 29 15:45:35.927196 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4167b678-7d10-4a51-8d47-a995ed5bce56 admin admin] Notify agent at l3_agent.dv-cinder-806616-6-iscsi the message routers_updated {{(pid=96121) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 15:45:35.935215 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [None req-4167b678-7d10-4a51-8d47-a995ed5bce56 admin admin] 10.222.0.46 "PUT /v2.0/routers/36f67c94-0511-4261-98a3-27e2f3393024/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1817234 Sep 29 15:45:35.935600 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.wsgi [-] (96120) accepted ('10.222.0.46', 36358) {{(pid=96120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 15:45:35.937239 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45181c2c-9cfe-4826-8dbc-6a96459ce43d None None] Sync routers for ids ['36f67c94-0511-4261-98a3-27e2f3393024'] in dv-cinder-806616-6-iscsi {{(pid=96122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 15:45:35.949734 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45181c2c-9cfe-4826-8dbc-6a96459ce43d None None] Routers {'36f67c94-0511-4261-98a3-27e2f3393024'} bound to L3 agent in host dv-cinder-806616-6-iscsi {{(pid=96122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 15:45:35.950349 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.db.l3_hamode_db [None req-45181c2c-9cfe-4826-8dbc-6a96459ce43d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806616-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-29T15:30:56Z,description=,heartbeat_timestamp=2021-09-29T15:45:27Z,host='dv-cinder-806616-6-iscsi',id=e5061b61-feb3-46be-bd05-1226f95d9417,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T15:30:57Z,topic='l3_agent')) {'router_ids': ['36f67c94-0511-4261-98a3-27e2f3393024'], 'active': True} {{(pid=96122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 15:45:36.065573 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5387c8ba-b634-414b-bbdc-c641cca49d5b req-05d31430-949b-47df-b8da-7bcd9be1232d tempest-TestMinimumBasicScenario-129383672 tempest-TestMinimumBasicScenario-129383672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:45:36.067047 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [req-5387c8ba-b634-414b-bbdc-c641cca49d5b req-05d31430-949b-47df-b8da-7bcd9be1232d tempest-TestMinimumBasicScenario-129383672 tempest-TestMinimumBasicScenario-129383672-project] 10.222.0.46 "GET /v2.0/ports?device_id=a892d174-14e6-4be4-a5fb-07cedc528249 HTTP/1.1" status: 200 len: 985 time: 0.0939415 Sep 29 15:45:36.086856 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-58be46b0-ce42-4a6d-909b-dea33809bd43 admin admin] Notify callbacks [] for router, before_delete {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:45:36.159508 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [req-5387c8ba-b634-414b-bbdc-c641cca49d5b req-301accaa-1a17-4544-bf05-32b2c0a99e99 tempest-TestMinimumBasicScenario-129383672 tempest-TestMinimumBasicScenario-129383672-project] 10.222.0.46 "GET /v2.0/security-groups?id=b8fb230c-02cc-40f3-9bed-4f02e24215ef&id=95c40a0c-cb42-4115-afd6-4d213d8a0e72&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0795202 Sep 29 15:45:36.188815 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.db.l3_dvr_db [None req-45181c2c-9cfe-4826-8dbc-6a96459ce43d None None] Set router 36f67c94-0511-4261-98a3-27e2f3393024 gateway port host: dv-cinder-806616-6-iscsi {{(pid=96122) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 15:45:36.223847 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-58be46b0-ce42-4a6d-909b-dea33809bd43 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:45:36.357631 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.plugins.ml2.plugin [None req-58be46b0-ce42-4a6d-909b-dea33809bd43 admin admin] Deleting port 67bf5114-2248-4f03-ab06-2fc9a9ae39c9 {{(pid=96120) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 29 15:45:36.358029 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-58be46b0-ce42-4a6d-909b-dea33809bd43 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741780140072'] for port, before_delete {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:45:36.370082 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.db.l3_hamode_db [None req-45181c2c-9cfe-4826-8dbc-6a96459ce43d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36f67c94-0511-4261-98a3-27e2f3393024', 'name': 'tempest-AttachVolumeTestJSON-471694450-router', 'tenant_id': 'ac94bfaead184f89a85a5713fd06a3ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd5efe95-1549-4750-933c-70412f77577e', 'external_fixed_ips': [{'subnet_id': '9c872fed-da92-4e12-828d-ac62e1b980b9', 'ip_address': '172.27.0.118'}], 'enable_snat': True}, 'gw_port_id': '67bf5114-2248-4f03-ab06-2fc9a9ae39c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T15:38:54Z', 'updated_at': '2021-09-29T15:45:35Z', 'revision_number': 5, 'project_id': 'ac94bfaead184f89a85a5713fd06a3ee', 'gw_port': {'id': '67bf5114-2248-4f03-ab06-2fc9a9ae39c9', 'name': '', 'network_id': 'cd5efe95-1549-4750-933c-70412f77577e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:b1:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36f67c94-0511-4261-98a3-27e2f3393024', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '9c872fed-da92-4e12-828d-ac62e1b980b9', 'ip_address': '172.27.0.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806616-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T15:38:55Z', 'updated_at': '2021-09-29T15:39:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c872fed-da92-4e12-828d-ac62e1b980b9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806616-6-iscsi'}], 'dv-cinder-806616-6-iscsi', False) {} {{(pid=96122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 15:45:36.400731 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45181c2c-9cfe-4826-8dbc-6a96459ce43d None None] Checking router: 36f67c94-0511-4261-98a3-27e2f3393024 for host: dv-cinder-806616-6-iscsi {{(pid=96122) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 15:45:36.409071 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45181c2c-9cfe-4826-8dbc-6a96459ce43d None None] Routers {'36f67c94-0511-4261-98a3-27e2f3393024'} bound to L3 agent in host dv-cinder-806616-6-iscsi {{(pid=96122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 15:45:36.409689 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.db.l3_hamode_db [None req-45181c2c-9cfe-4826-8dbc-6a96459ce43d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806616-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-29T15:30:56Z,description=,heartbeat_timestamp=2021-09-29T15:45:27Z,host='dv-cinder-806616-6-iscsi',id=e5061b61-feb3-46be-bd05-1226f95d9417,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T15:30:57Z,topic='l3_agent')) {'router_ids': ['36f67c94-0511-4261-98a3-27e2f3393024'], 'active': True} {{(pid=96122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 15:45:36.440089 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.plugins.ml2.db [None req-58be46b0-ce42-4a6d-909b-dea33809bd43 admin admin] For port 67bf5114-2248-4f03-ab06-2fc9a9ae39c9, host dv-cinder-806616-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806616-6-iscsi',level=0,port_id=67bf5114-2248-4f03-ab06-2fc9a9ae39c9,segment=NetworkSegment(16a0d549-78f3-47f2-8934-1674670c2e39),segment_id=16a0d549-78f3-47f2-8934-1674670c2e39)] {{(pid=96120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 15:45:36.440951 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-58be46b0-ce42-4a6d-909b-dea33809bd43 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1614090'] for port, precommit_delete {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:45:36.452527 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.plugins.ml2.plugin [None req-58be46b0-ce42-4a6d-909b-dea33809bd43 admin admin] Calling delete_port for 67bf5114-2248-4f03-ab06-2fc9a9ae39c9 owned by network:router_gateway {{(pid=96120) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 29 15:45:36.495855 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.db.l3_dvr_db [None req-45181c2c-9cfe-4826-8dbc-6a96459ce43d None None] Set router 36f67c94-0511-4261-98a3-27e2f3393024 gateway port host: None {{(pid=96122) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 15:45:36.548189 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.db.l3_hamode_db [None req-45181c2c-9cfe-4826-8dbc-6a96459ce43d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36f67c94-0511-4261-98a3-27e2f3393024', 'name': 'tempest-AttachVolumeTestJSON-471694450-router', 'tenant_id': 'ac94bfaead184f89a85a5713fd06a3ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T15:38:54Z', 'updated_at': '2021-09-29T15:45:36Z', 'revision_number': 6, 'project_id': 'ac94bfaead184f89a85a5713fd06a3ee', 'gw_port_host': None}], 'dv-cinder-806616-6-iscsi', False) {} {{(pid=96122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 15:45:36.577975 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45181c2c-9cfe-4826-8dbc-6a96459ce43d None None] The sync data for ids ['36f67c94-0511-4261-98a3-27e2f3393024'] in dv-cinder-806616-6-iscsi is: [{'id': '36f67c94-0511-4261-98a3-27e2f3393024', 'name': 'tempest-AttachVolumeTestJSON-471694450-router', 'tenant_id': 'ac94bfaead184f89a85a5713fd06a3ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T15:38:54Z', 'updated_at': '2021-09-29T15:45:36Z', 'revision_number': 6, 'project_id': 'ac94bfaead184f89a85a5713fd06a3ee', 'gw_port_host': None}] {{(pid=96122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 15:45:36.643022 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-e3ba2f8a-7183-411e-8953-436e66f8b30f req-d2fca12d-1c71-4397-955b-efb511e40abb tempest-TestShelveInstance-975876144 tempest-TestShelveInstance-975876144-project] 10.222.0.46 "GET /v2.0/ports?device_id=f5040a69-8af4-4c00-956e-42c70be40526 HTTP/1.1" status: 200 len: 210 time: 0.0289745 Sep 29 15:45:36.676618 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-58be46b0-ce42-4a6d-909b-dea33809bd43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741780147950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741779628746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8956053'] for port, after_delete {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:45:36.703349 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58be46b0-ce42-4a6d-909b-dea33809bd43 admin admin] Pushing event deleted for resources: {'Port': ['ID=67bf5114-2248-4f03-ab06-2fc9a9ae39c9,revision_number=None']} {{(pid=96120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 15:45:36.797839 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-58be46b0-ce42-4a6d-909b-dea33809bd43 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1619033'] for router_gateway, after_delete {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:45:36.865575 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d94ef6-a95d-4a4e-b121-ec105a8b7033 req-68c2aab9-fd12-4136-8601-64485b43932a tempest-AttachVolumeShelveTestJSON-850210833 tempest-AttachVolumeShelveTestJSON-850210833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:45:36.867117 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [req-74d94ef6-a95d-4a4e-b121-ec105a8b7033 req-68c2aab9-fd12-4136-8601-64485b43932a tempest-AttachVolumeShelveTestJSON-850210833 tempest-AttachVolumeShelveTestJSON-850210833-project] 10.222.0.46 "GET /v2.0/ports?device_id=baba5f09-ede0-45b5-8ba9-8341045e8437 HTTP/1.1" status: 200 len: 947 time: 0.1215365 Sep 29 15:45:36.876414 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron_lib.callbacks.manager [None req-4d55257e-523e-4b8d-ab2b-d46a31710be1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741779927170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-625140'] for agent, after_update {{(pid=96122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:45:36.896901 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-58be46b0-ce42-4a6d-909b-dea33809bd43 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1620278', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3460'] for router, precommit_delete {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:45:36.903977 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-58be46b0-ce42-4a6d-909b-dea33809bd43 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:45:36.969422 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [req-74d94ef6-a95d-4a4e-b121-ec105a8b7033 req-5f108ee2-aaa5-46b4-b6df-671694248785 tempest-AttachVolumeShelveTestJSON-850210833 tempest-AttachVolumeShelveTestJSON-850210833-project] 10.222.0.46 "GET /v2.0/security-groups?id=99d08d38-afbb-479e-bab1-6a902c9fe3e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0963616 Sep 29 15:45:37.059152 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-58be46b0-ce42-4a6d-909b-dea33809bd43 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1620287'] for router, after_delete {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:45:37.059718 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58be46b0-ce42-4a6d-909b-dea33809bd43 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 36f67c94-0511-4261-98a3-27e2f3393024 {{(pid=96120) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 29 15:45:37.063902 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-58be46b0-ce42-4a6d-909b-dea33809bd43 admin admin] Notify callbacks [] for router, before_response {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:45:37.067381 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [None req-58be46b0-ce42-4a6d-909b-dea33809bd43 admin admin] 10.222.0.46 "DELETE /v2.0/routers/36f67c94-0511-4261-98a3-27e2f3393024 HTTP/1.1" status: 204 len: 168 time: 1.1282580 Sep 29 15:45:37.067607 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.wsgi [-] (96121) accepted ('10.222.0.46', 36368) {{(pid=96121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 15:45:37.110589 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.db.db_base_plugin_v2 [None req-818946fa-b72f-4350-9204-713a3037ca2c admin admin] Deleting subnet dd4e2821-37a9-4ee4-80ce-9b4e5d3432ba {{(pid=96121) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 29 15:45:37.113622 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [None req-818946fa-b72f-4350-9204-713a3037ca2c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:45:37.150623 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [None req-818946fa-b72f-4350-9204-713a3037ca2c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2784959'] for subnet, precommit_delete_associations {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:45:37.253200 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [None req-818946fa-b72f-4350-9204-713a3037ca2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-648269'] for subnet, precommit_delete {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:45:37.344242 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5c3f6c-1492-45c3-a813-3d5e9752547a req-62db2a4a-420a-4b7e-9975-9c1700c823f0 tempest-TestMinimumBasicScenario-129383672 tempest-TestMinimumBasicScenario-129383672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:45:37.353779 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-ac5c3f6c-1492-45c3-a813-3d5e9752547a req-62db2a4a-420a-4b7e-9975-9c1700c823f0 tempest-TestMinimumBasicScenario-129383672 tempest-TestMinimumBasicScenario-129383672-project] 10.222.0.46 "GET /v2.0/ports?device_id=a892d174-14e6-4be4-a5fb-07cedc528249 HTTP/1.1" status: 200 len: 985 time: 0.0694284 Sep 29 15:45:37.387999 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-ac5c3f6c-1492-45c3-a813-3d5e9752547a req-a8343e6f-91d4-4bd6-bf97-903659ac0ef4 tempest-TestMinimumBasicScenario-129383672 tempest-TestMinimumBasicScenario-129383672-project] 10.222.0.46 "GET /v2.0/security-groups?id=b8fb230c-02cc-40f3-9bed-4f02e24215ef&id=95c40a0c-cb42-4115-afd6-4d213d8a0e72&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0339239 Sep 29 15:45:37.436825 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [None req-818946fa-b72f-4350-9204-713a3037ca2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-648260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1575015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3898478', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9173291'] for subnet, after_delete {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:45:37.465399 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [None req-818946fa-b72f-4350-9204-713a3037ca2c admin admin] Notify callbacks [] for subnet, before_response {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:45:37.467247 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [None req-818946fa-b72f-4350-9204-713a3037ca2c admin admin] 10.222.0.46 "DELETE /v2.0/subnets/dd4e2821-37a9-4ee4-80ce-9b4e5d3432ba HTTP/1.1" status: 204 len: 168 time: 0.3986361 Sep 29 15:45:37.468648 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-818946fa-b72f-4350-9204-713a3037ca2c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dd4e2821-37a9-4ee4-80ce-9b4e5d3432ba,revision_number=None']} {{(pid=96121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 15:45:37.469877 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.wsgi [-] (96120) accepted ('10.222.0.46', 36372) {{(pid=96120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 15:45:37.474498 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-167161f8-5f00-44ce-a71c-b6d5c64740c5 None None] Network 41529908-bf9d-4f22-bd36-308129b2f718 requested from dv-cinder-806616-6-iscsi {{(pid=96122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 15:45:37.546720 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-01df6bf8-1681-485c-ac8e-fccfef5a9bf4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-533685'] for network, before_delete {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:45:37.610187 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.plugins.ml2.plugin [None req-01df6bf8-1681-485c-ac8e-fccfef5a9bf4 admin admin] Deleting port 09b9c96d-2c94-4a4c-9045-de56fa76418e {{(pid=96120) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 29 15:45:37.610534 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-01df6bf8-1681-485c-ac8e-fccfef5a9bf4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741780140072'] for port, before_delete {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:45:37.671030 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9749f3c6-9096-4be9-bc86-ac71659de8d1 None None] DHCP port deletion for 41529908-bf9d-4f22-bd36-308129b2f718 request from dv-cinder-806616-6-iscsi {{(pid=96122) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 29 15:45:37.689213 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.plugins.ml2.db [None req-01df6bf8-1681-485c-ac8e-fccfef5a9bf4 admin admin] For port 09b9c96d-2c94-4a4c-9045-de56fa76418e, host dv-cinder-806616-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806616-6-iscsi',level=0,port_id=09b9c96d-2c94-4a4c-9045-de56fa76418e,segment=NetworkSegment(07c1b694-4b5f-4e1d-baf1-7032d28a68b3),segment_id=07c1b694-4b5f-4e1d-baf1-7032d28a68b3)] {{(pid=96120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 15:45:37.689815 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-01df6bf8-1681-485c-ac8e-fccfef5a9bf4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1614090'] for port, precommit_delete {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:45:37.703753 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.plugins.ml2.plugin [None req-01df6bf8-1681-485c-ac8e-fccfef5a9bf4 admin admin] Calling delete_port for 09b9c96d-2c94-4a4c-9045-de56fa76418e owned by network:dhcp {{(pid=96120) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 29 15:45:37.726942 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.plugins.ml2.plugin [None req-9749f3c6-9096-4be9-bc86-ac71659de8d1 None None] Deleting port 09b9c96d-2c94-4a4c-9045-de56fa76418e {{(pid=96122) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 29 15:45:37.727322 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron_lib.callbacks.manager [None req-9749f3c6-9096-4be9-bc86-ac71659de8d1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741780140072'] for port, before_delete {{(pid=96122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:45:37.778201 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [req-d63ac521-e99e-468e-8e0d-389fd46ca0e1 req-f738e84d-0587-4438-9dc0-4bb815a52ac1 tempest-TestShelveInstance-975876144 tempest-TestShelveInstance-975876144-project] 10.222.0.46 "GET /v2.0/ports?device_id=f5040a69-8af4-4c00-956e-42c70be40526 HTTP/1.1" status: 200 len: 210 time: 0.0613377 Sep 29 15:45:37.790714 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.plugins.ml2.db [None req-9749f3c6-9096-4be9-bc86-ac71659de8d1 None None] For port 09b9c96d-2c94-4a4c-9045-de56fa76418e, host dv-cinder-806616-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806616-6-iscsi',level=0,port_id=09b9c96d-2c94-4a4c-9045-de56fa76418e,segment=NetworkSegment(07c1b694-4b5f-4e1d-baf1-7032d28a68b3),segment_id=07c1b694-4b5f-4e1d-baf1-7032d28a68b3)] {{(pid=96122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 15:45:37.791214 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron_lib.callbacks.manager [None req-9749f3c6-9096-4be9-bc86-ac71659de8d1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1614090'] for port, precommit_delete {{(pid=96122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:45:37.803621 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.plugins.ml2.plugin [None req-9749f3c6-9096-4be9-bc86-ac71659de8d1 None None] Calling delete_port for 09b9c96d-2c94-4a4c-9045-de56fa76418e owned by network:dhcp {{(pid=96122) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 29 15:45:37.893448 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-01df6bf8-1681-485c-ac8e-fccfef5a9bf4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741780147950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741779628746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8956053'] for port, after_delete {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:45:37.919733 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron_lib.callbacks.manager [None req-9749f3c6-9096-4be9-bc86-ac71659de8d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741780147950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741779628746'] for port, after_delete {{(pid=96122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:45:37.920925 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01df6bf8-1681-485c-ac8e-fccfef5a9bf4 admin admin] Pushing event deleted for resources: {'Port': ['ID=09b9c96d-2c94-4a4c-9045-de56fa76418e,revision_number=None']} {{(pid=96120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 15:45:37.923430 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01df6bf8-1681-485c-ac8e-fccfef5a9bf4 admin admin] No DVR routers for this DVR port 09b9c96d-2c94-4a4c-9045-de56fa76418e on host dv-cinder-806616-6-iscsi {{(pid=96120) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 15:45:37.943113 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9749f3c6-9096-4be9-bc86-ac71659de8d1 None None] Pushing event deleted for resources: {'Port': ['ID=09b9c96d-2c94-4a4c-9045-de56fa76418e,revision_number=None']} {{(pid=96122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 15:45:37.949612 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9749f3c6-9096-4be9-bc86-ac71659de8d1 None None] No DVR routers for this DVR port 09b9c96d-2c94-4a4c-9045-de56fa76418e on host dv-cinder-806616-6-iscsi {{(pid=96122) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 15:45:37.988602 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b918ee9a-0e93-4ddf-8383-9495fee9b3dd req-2ea56b06-c46b-4a34-8f40-caa4ba8f900e tempest-TestShelveInstance-975876144 tempest-TestShelveInstance-975876144-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=96121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:45:37.990225 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-b918ee9a-0e93-4ddf-8383-9495fee9b3dd req-2ea56b06-c46b-4a34-8f40-caa4ba8f900e tempest-TestShelveInstance-975876144 tempest-TestShelveInstance-975876144-project] 10.222.0.22 "GET /v2.0/networks?id=01fbeb81-3367-4a61-af0a-258a335f59fe HTTP/1.1" status: 200 len: 808 time: 0.1158533 Sep 29 15:45:38.012199 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-01df6bf8-1681-485c-ac8e-fccfef5a9bf4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-630004', 'neutron.services.segments.db._delete_segments_for_network-8741779927188'] for network, precommit_delete {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:45:38.040548 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.services.segments.db [None req-01df6bf8-1681-485c-ac8e-fccfef5a9bf4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['41529908-bf9d-4f22-bd36-308129b2f718']}} {{(pid=96120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 15:45:38.043714 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-b918ee9a-0e93-4ddf-8383-9495fee9b3dd req-64bffee1-f64c-4081-8677-ceab3e067a78 tempest-TestShelveInstance-975876144 tempest-TestShelveInstance-975876144-project] 10.222.0.22 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b047be03e3304a939d153e38fbd212c7 HTTP/1.1" status: 200 len: 379 time: 0.0369430 Sep 29 15:45:38.050756 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.services.segments.db [None req-01df6bf8-1681-485c-ac8e-fccfef5a9bf4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '07c1b694-4b5f-4e1d-baf1-7032d28a68b3') {'for_net_delete': True} {{(pid=96120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 15:45:38.051052 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.services.segments.db [None req-01df6bf8-1681-485c-ac8e-fccfef5a9bf4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '07c1b694-4b5f-4e1d-baf1-7032d28a68b3') {} {{(pid=96120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 15:45:38.054497 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.api.v2.base [req-b918ee9a-0e93-4ddf-8383-9495fee9b3dd req-159e9e78-f73b-4d1c-86f3-948432f5fa13 tempest-TestShelveInstance-975876144 tempest-TestShelveInstance-975876144-project] Request body: {'port': {'device_id': 'f5040a69-8af4-4c00-956e-42c70be40526', 'network_id': '01fbeb81-3367-4a61-af0a-258a335f59fe', 'admin_state_up': True, 'tenant_id': 'b047be03e3304a939d153e38fbd212c7', 'security_groups': ['ca56a99e-7afa-4df3-8cfa-fe716fab0231']}} {{(pid=96121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 15:45:38.061886 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-01df6bf8-1681-485c-ac8e-fccfef5a9bf4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741779926685', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9303596'] for segment, before_delete {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:45:38.076197 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-01df6bf8-1681-485c-ac8e-fccfef5a9bf4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-649178'] for segment, precommit_delete {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:45:38.082302 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-01df6bf8-1681-485c-ac8e-fccfef5a9bf4 admin admin] Releasing vlan 609 on physical network physnet1 to pool {{(pid=96120) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 29 15:45:38.082684 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-01df6bf8-1681-485c-ac8e-fccfef5a9bf4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-649178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8956262'] for segment, after_delete {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:45:38.084338 dv-cinder-806616-6-iscsi neutron-server[96120]: Traceback (most recent call last): Sep 29 15:45:38.084338 dv-cinder-806616-6-iscsi neutron-server[96120]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 29 15:45:38.084338 dv-cinder-806616-6-iscsi neutron-server[96120]: timer() Sep 29 15:45:38.084338 dv-cinder-806616-6-iscsi neutron-server[96120]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 29 15:45:38.084338 dv-cinder-806616-6-iscsi neutron-server[96120]: cb(*args, **kw) Sep 29 15:45:38.084338 dv-cinder-806616-6-iscsi neutron-server[96120]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 29 15:45:38.084338 dv-cinder-806616-6-iscsi neutron-server[96120]: return func(*args, **kwargs) Sep 29 15:45:38.084338 dv-cinder-806616-6-iscsi neutron-server[96120]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 29 15:45:38.084338 dv-cinder-806616-6-iscsi neutron-server[96120]: self._notify() Sep 29 15:45:38.084338 dv-cinder-806616-6-iscsi neutron-server[96120]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 29 15:45:38.084338 dv-cinder-806616-6-iscsi neutron-server[96120]: self.callback(batched_events) Sep 29 15:45:38.084338 dv-cinder-806616-6-iscsi neutron-server[96120]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 29 15:45:38.084338 dv-cinder-806616-6-iscsi neutron-server[96120]: event.method(event) Sep 29 15:45:38.084338 dv-cinder-806616-6-iscsi neutron-server[96120]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 29 15:45:38.084338 dv-cinder-806616-6-iscsi neutron-server[96120]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 29 15:45:38.084338 dv-cinder-806616-6-iscsi neutron-server[96120]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 29 15:45:38.084338 dv-cinder-806616-6-iscsi neutron-server[96120]: aggregate_uuid = self.p_client.list_aggregates( Sep 29 15:45:38.084338 dv-cinder-806616-6-iscsi neutron-server[96120]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 29 15:45:38.084338 dv-cinder-806616-6-iscsi neutron-server[96120]: return f(self, *a, **k) Sep 29 15:45:38.084338 dv-cinder-806616-6-iscsi neutron-server[96120]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 29 15:45:38.084338 dv-cinder-806616-6-iscsi neutron-server[96120]: return self._get(url).json() Sep 29 15:45:38.084338 dv-cinder-806616-6-iscsi neutron-server[96120]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 29 15:45:38.084338 dv-cinder-806616-6-iscsi neutron-server[96120]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 29 15:45:38.084338 dv-cinder-806616-6-iscsi neutron-server[96120]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 29 15:45:38.084338 dv-cinder-806616-6-iscsi neutron-server[96120]: return self.request(url, 'GET', **kwargs) Sep 29 15:45:38.084338 dv-cinder-806616-6-iscsi neutron-server[96120]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 29 15:45:38.084338 dv-cinder-806616-6-iscsi neutron-server[96120]: base_url = self.get_endpoint(auth, allow=allow, Sep 29 15:45:38.084338 dv-cinder-806616-6-iscsi neutron-server[96120]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 29 15:45:38.084338 dv-cinder-806616-6-iscsi neutron-server[96120]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 29 15:45:38.084338 dv-cinder-806616-6-iscsi neutron-server[96120]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 29 15:45:38.084338 dv-cinder-806616-6-iscsi neutron-server[96120]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 29 15:45:38.084338 dv-cinder-806616-6-iscsi neutron-server[96120]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 29 15:45:38.209391 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.plugins.ml2.rpc [None req-86ea74e9-eea3-4769-b153-652ac6294d68 None None] Device 09b9c96d-2c94-4a4c-9045-de56fa76418e no longer exists at agent ovs-agent-dv-cinder-806616-6-iscsi {{(pid=96122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 15:45:38.219520 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-01df6bf8-1681-485c-ac8e-fccfef5a9bf4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-629955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575366', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1618949'] for network, after_delete {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:45:38.224380 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-01df6bf8-1681-485c-ac8e-fccfef5a9bf4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577532'] for network, before_response {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:45:38.227313 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [None req-01df6bf8-1681-485c-ac8e-fccfef5a9bf4 admin admin] 10.222.0.46 "DELETE /v2.0/networks/41529908-bf9d-4f22-bd36-308129b2f718 HTTP/1.1" status: 204 len: 168 time: 0.7555666 Sep 29 15:45:38.230864 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.plugins.ml2.plugin [None req-86ea74e9-eea3-4769-b153-652ac6294d68 None None] No Port match for: 09b9c96d-2c94-4a4c-9045-de56fa76418e {{(pid=96122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 29 15:45:38.232040 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.plugins.ml2.rpc [None req-86ea74e9-eea3-4769-b153-652ac6294d68 None None] Device 09b9c96d-2c94-4a4c-9045-de56fa76418e not bound to the agent host dv-cinder-806616-6-iscsi {{(pid=96122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 15:45:38.232623 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.plugins.ml2.rpc [None req-86ea74e9-eea3-4769-b153-652ac6294d68 None None] Device 67bf5114-2248-4f03-ab06-2fc9a9ae39c9 no longer exists at agent ovs-agent-dv-cinder-806616-6-iscsi {{(pid=96122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 15:45:38.240406 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01df6bf8-1681-485c-ac8e-fccfef5a9bf4 admin admin] Pushing event deleted for resources: {'Network': ['ID=41529908-bf9d-4f22-bd36-308129b2f718,revision_number=None']} {{(pid=96120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 15:45:38.242038 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b918ee9a-0e93-4ddf-8383-9495fee9b3dd req-159e9e78-f73b-4d1c-86f3-948432f5fa13 tempest-TestShelveInstance-975876144 tempest-TestShelveInstance-975876144-project] Made reservation on behalf of b047be03e3304a939d153e38fbd212c7 for: {'port': 1} {{(pid=96121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 15:45:38.246196 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [req-b918ee9a-0e93-4ddf-8383-9495fee9b3dd req-159e9e78-f73b-4d1c-86f3-948432f5fa13 tempest-TestShelveInstance-975876144 tempest-TestShelveInstance-975876144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-684029'] for port, before_create {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:45:38.257362 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.plugins.ml2.plugin [None req-86ea74e9-eea3-4769-b153-652ac6294d68 None None] No Port match for: 67bf5114-2248-4f03-ab06-2fc9a9ae39c9 {{(pid=96122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 29 15:45:38.258490 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.plugins.ml2.rpc [None req-86ea74e9-eea3-4769-b153-652ac6294d68 None None] Device 67bf5114-2248-4f03-ab06-2fc9a9ae39c9 not bound to the agent host dv-cinder-806616-6-iscsi {{(pid=96122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 15:45:38.259059 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.plugins.ml2.rpc [None req-86ea74e9-eea3-4769-b153-652ac6294d68 None None] Device d6edfea8-fe4b-4feb-a4ee-78337362a82b no longer exists at agent ovs-agent-dv-cinder-806616-6-iscsi {{(pid=96122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 15:45:38.278907 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.plugins.ml2.plugin [None req-86ea74e9-eea3-4769-b153-652ac6294d68 None None] No Port match for: d6edfea8-fe4b-4feb-a4ee-78337362a82b {{(pid=96122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 29 15:45:38.279475 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.plugins.ml2.rpc [None req-86ea74e9-eea3-4769-b153-652ac6294d68 None None] Device d6edfea8-fe4b-4feb-a4ee-78337362a82b not bound to the agent host dv-cinder-806616-6-iscsi {{(pid=96122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 15:45:38.376520 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.db.db_base_plugin_common [req-b918ee9a-0e93-4ddf-8383-9495fee9b3dd req-159e9e78-f73b-4d1c-86f3-948432f5fa13 tempest-TestShelveInstance-975876144 tempest-TestShelveInstance-975876144-project] Allocated IP 172.20.0.9 (01fbeb81-3367-4a61-af0a-258a335f59fe/f8632fa6-8929-4963-8012-7394188bf2e0/ba218b3a-dee1-4ec8-91ec-282b5ceb1280) {{(pid=96121) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 15:45:38.548180 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17253336-d38b-4930-89ba-efc9e4a461d3 req-572b8abb-abc7-48c5-910e-130ee1b92b26 tempest-TestMinimumBasicScenario-129383672 tempest-TestMinimumBasicScenario-129383672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:45:38.549652 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-17253336-d38b-4930-89ba-efc9e4a461d3 req-572b8abb-abc7-48c5-910e-130ee1b92b26 tempest-TestMinimumBasicScenario-129383672 tempest-TestMinimumBasicScenario-129383672-project] 10.222.0.46 "GET /v2.0/ports?device_id=a892d174-14e6-4be4-a5fb-07cedc528249 HTTP/1.1" status: 200 len: 985 time: 0.0761473 Sep 29 15:45:38.552273 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [req-b918ee9a-0e93-4ddf-8383-9495fee9b3dd req-159e9e78-f73b-4d1c-86f3-948432f5fa13 tempest-TestShelveInstance-975876144 tempest-TestShelveInstance-975876144-project] Notify callbacks [] for port, precommit_create {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:45:38.583783 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.wsgi [-] (96120) accepted ('10.222.0.46', 36380) {{(pid=96120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 15:45:38.606487 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-17253336-d38b-4930-89ba-efc9e4a461d3 req-1310347e-0a6a-45ff-936b-a888e9abcc3d tempest-TestMinimumBasicScenario-129383672 tempest-TestMinimumBasicScenario-129383672-project] 10.222.0.46 "GET /v2.0/security-groups?id=b8fb230c-02cc-40f3-9bed-4f02e24215ef&id=95c40a0c-cb42-4115-afd6-4d213d8a0e72&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0495937 Sep 29 15:45:38.623590 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [None req-a7683577-f292-4501-be63-900ed8f40519 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=ac94bfaead184f89a85a5713fd06a3ee&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0384421 Sep 29 15:45:38.625992 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.wsgi [-] (96120) accepted ('10.222.0.46', 36382) {{(pid=96120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 15:45:38.671089 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [req-b918ee9a-0e93-4ddf-8383-9495fee9b3dd req-159e9e78-f73b-4d1c-86f3-948432f5fa13 tempest-TestShelveInstance-975876144 tempest-TestShelveInstance-975876144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741779628737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3898419'] for port, after_create {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:45:38.672202 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-4f1c04eb-f6e5-4bc8-9a04-d8be1555e981 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:45:38.694488 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-4f1c04eb-f6e5-4bc8-9a04-d8be1555e981 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:45:38.715389 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b918ee9a-0e93-4ddf-8383-9495fee9b3dd req-159e9e78-f73b-4d1c-86f3-948432f5fa13 tempest-TestShelveInstance-975876144 tempest-TestShelveInstance-975876144-project] Network 01fbeb81-3367-4a61-af0a-258a335f59fe is already hosted by enough agents. {{(pid=96121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 15:45:38.718414 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.scheduler.base_scheduler [req-b918ee9a-0e93-4ddf-8383-9495fee9b3dd req-159e9e78-f73b-4d1c-86f3-948432f5fa13 tempest-TestShelveInstance-975876144 tempest-TestShelveInstance-975876144-project] Resources bound (agent type, host, resource id): {{(pid=96121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 15:45:38.722159 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.db.l3_dvrscheduler_db [req-b918ee9a-0e93-4ddf-8383-9495fee9b3dd req-159e9e78-f73b-4d1c-86f3-948432f5fa13 tempest-TestShelveInstance-975876144 tempest-TestShelveInstance-975876144-project] Received port after_create {{(pid=96121) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 15:45:38.749376 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-159e9e78-f73b-4d1c-86f3-948432f5fa13 tempest-TestShelveInstance-975876144 tempest-TestShelveInstance-975876144-project] Pushing event updated for resources: {'Port': ['ID=ba218b3a-dee1-4ec8-91ec-282b5ceb1280,revision_number=1']} {{(pid=96121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 15:45:38.783340 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b918ee9a-0e93-4ddf-8383-9495fee9b3dd req-159e9e78-f73b-4d1c-86f3-948432f5fa13 tempest-TestShelveInstance-975876144 tempest-TestShelveInstance-975876144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=96121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:45:38.784035 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [req-b918ee9a-0e93-4ddf-8383-9495fee9b3dd req-159e9e78-f73b-4d1c-86f3-948432f5fa13 tempest-TestShelveInstance-975876144 tempest-TestShelveInstance-975876144-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238921'] for port, before_response {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:45:38.813833 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-4f1c04eb-f6e5-4bc8-9a04-d8be1555e981 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579214'] for security_group, after_delete {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:45:38.816524 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-4f1c04eb-f6e5-4bc8-9a04-d8be1555e981 admin admin] Notify callbacks [] for security_group, before_response {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:45:38.817710 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [None req-4f1c04eb-f6e5-4bc8-9a04-d8be1555e981 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/4fcc4c8f-ac81-4fdc-ac36-a5dbf74634bf HTTP/1.1" status: 204 len: 168 time: 0.1908343 Sep 29 15:45:38.828571 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f1c04eb-f6e5-4bc8-9a04-d8be1555e981 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4fcc4c8f-ac81-4fdc-ac36-a5dbf74634bf,revision_number=None']} {{(pid=96120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 15:45:38.884486 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-b918ee9a-0e93-4ddf-8383-9495fee9b3dd req-159e9e78-f73b-4d1c-86f3-948432f5fa13 tempest-TestShelveInstance-975876144 tempest-TestShelveInstance-975876144-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8343430 Sep 29 15:45:38.909348 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.api.v2.base [req-b918ee9a-0e93-4ddf-8383-9495fee9b3dd req-11a314fd-a3c2-48e6-aca1-c833254fa535 service neutron] Request body: {'port': {'device_id': 'f5040a69-8af4-4c00-956e-42c70be40526', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80661'}} {{(pid=96121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 15:45:38.917773 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5cdc47b-33c3-4cd9-934b-3c771cb1d501 req-cdeda665-49d3-4396-9fd3-b43454992fff tempest-TestShelveInstance-975876144 tempest-TestShelveInstance-975876144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:45:38.919424 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [req-a5cdc47b-33c3-4cd9-934b-3c771cb1d501 req-cdeda665-49d3-4396-9fd3-b43454992fff tempest-TestShelveInstance-975876144 tempest-TestShelveInstance-975876144-project] 10.222.0.46 "GET /v2.0/ports?device_id=f5040a69-8af4-4c00-956e-42c70be40526 HTTP/1.1" status: 200 len: 931 time: 0.0570917 Sep 29 15:45:38.938824 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.db.provisioning_blocks [None req-644a2eaf-8aa6-4fe2-b58c-4b4b4c4e7c7b None None] Provisioning complete for port ba218b3a-dee1-4ec8-91ec-282b5ceb1280 triggered by entity DHCP. {{(pid=96122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 15:45:38.939865 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron_lib.callbacks.manager [None req-644a2eaf-8aa6-4fe2-b58c-4b4b4c4e7c7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-626465'] for port, provisioning_complete {{(pid=96122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:45:38.970679 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [req-b918ee9a-0e93-4ddf-8383-9495fee9b3dd req-11a314fd-a3c2-48e6-aca1-c833254fa535 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-684029'] for port, before_update {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:45:38.972037 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [req-a5cdc47b-33c3-4cd9-934b-3c771cb1d501 req-81a289f9-9611-437a-bfd4-f9293873c1dd tempest-TestShelveInstance-975876144 tempest-TestShelveInstance-975876144-project] 10.222.0.46 "GET /v2.0/security-groups?id=ca56a99e-7afa-4df3-8cfa-fe716fab0231&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460937 Sep 29 15:45:38.984131 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.plugins.ml2.plugin [None req-644a2eaf-8aa6-4fe2-b58c-4b4b4c4e7c7b None None] Port ba218b3a-dee1-4ec8-91ec-282b5ceb1280 cannot update to ACTIVE because it is not bound. {{(pid=96122) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 29 15:45:39.240035 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.notifiers.nova [req-b918ee9a-0e93-4ddf-8383-9495fee9b3dd req-11a314fd-a3c2-48e6-aca1-c833254fa535 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ba218b3a-dee1-4ec8-91ec-282b5ceb1280 {{(pid=96121) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 15:45:39.247816 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [req-b918ee9a-0e93-4ddf-8383-9495fee9b3dd req-11a314fd-a3c2-48e6-aca1-c833254fa535 service neutron] Notify callbacks [] for port, precommit_update {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:45:39.268926 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.db.provisioning_blocks [req-b918ee9a-0e93-4ddf-8383-9495fee9b3dd req-11a314fd-a3c2-48e6-aca1-c833254fa535 service neutron] Transition to ACTIVE for port object ba218b3a-dee1-4ec8-91ec-282b5ceb1280 will not be triggered until provisioned by entity L2. {{(pid=96121) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 15:45:39.373466 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [req-b918ee9a-0e93-4ddf-8383-9495fee9b3dd req-11a314fd-a3c2-48e6-aca1-c833254fa535 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741780147972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741779628755', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741779628773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3898424'] for port, after_update {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:45:39.440240 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a314fd-a3c2-48e6-aca1-c833254fa535 service neutron] Pushing event updated for resources: {'Port': ['ID=ba218b3a-dee1-4ec8-91ec-282b5ceb1280,revision_number=2']} {{(pid=96121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 15:45:39.494628 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.plugins.ml2.managers [req-b918ee9a-0e93-4ddf-8383-9495fee9b3dd req-11a314fd-a3c2-48e6-aca1-c833254fa535 service neutron] Attempting to bind port ba218b3a-dee1-4ec8-91ec-282b5ceb1280 on host hv-cinder-80661 for vnic_type normal with profile {{(pid=96121) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 15:45:39.494857 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.plugins.ml2.managers [req-b918ee9a-0e93-4ddf-8383-9495fee9b3dd req-11a314fd-a3c2-48e6-aca1-c833254fa535 service neutron] Attempting to bind port ba218b3a-dee1-4ec8-91ec-282b5ceb1280 by drivers openvswitch,hyperv on host hv-cinder-80661 at level 0 using segments [{'id': '898abf2c-c5cb-4056-87cb-c5313e242394', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '01fbeb81-3367-4a61-af0a-258a335f59fe'}] {{(pid=96121) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 15:45:39.495188 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b918ee9a-0e93-4ddf-8383-9495fee9b3dd req-11a314fd-a3c2-48e6-aca1-c833254fa535 service neutron] Attempting to bind port ba218b3a-dee1-4ec8-91ec-282b5ceb1280 on network 01fbeb81-3367-4a61-af0a-258a335f59fe {{(pid=96121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 15:45:39.500019 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b918ee9a-0e93-4ddf-8383-9495fee9b3dd req-11a314fd-a3c2-48e6-aca1-c833254fa535 service neutron] Port ba218b3a-dee1-4ec8-91ec-282b5ceb1280 on network 01fbeb81-3367-4a61-af0a-258a335f59fe not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80661 {{(pid=96121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 29 15:45:39.500492 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b918ee9a-0e93-4ddf-8383-9495fee9b3dd req-11a314fd-a3c2-48e6-aca1-c833254fa535 service neutron] Attempting to bind port ba218b3a-dee1-4ec8-91ec-282b5ceb1280 on network 01fbeb81-3367-4a61-af0a-258a335f59fe {{(pid=96121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 15:45:39.505515 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b918ee9a-0e93-4ddf-8383-9495fee9b3dd req-11a314fd-a3c2-48e6-aca1-c833254fa535 service neutron] Checking agent: {'id': '02e4aaf8-ac1d-430d-8152-9e2105739360', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80661', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 15, 37, 5), 'started_at': datetime.datetime(2021, 9, 29, 15, 37, 5), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 15, 45, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=96121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 15:45:39.505863 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b918ee9a-0e93-4ddf-8383-9495fee9b3dd req-11a314fd-a3c2-48e6-aca1-c833254fa535 service neutron] Checking segment: {'id': '898abf2c-c5cb-4056-87cb-c5313e242394', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '01fbeb81-3367-4a61-af0a-258a335f59fe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96121) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 15:45:39.506243 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b918ee9a-0e93-4ddf-8383-9495fee9b3dd req-11a314fd-a3c2-48e6-aca1-c833254fa535 service neutron] Bound using segment: {'id': '898abf2c-c5cb-4056-87cb-c5313e242394', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '01fbeb81-3367-4a61-af0a-258a335f59fe'} {{(pid=96121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 15:45:39.506700 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.plugins.ml2.managers [req-b918ee9a-0e93-4ddf-8383-9495fee9b3dd req-11a314fd-a3c2-48e6-aca1-c833254fa535 service neutron] Bound port: ba218b3a-dee1-4ec8-91ec-282b5ceb1280, host: hv-cinder-80661, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '898abf2c-c5cb-4056-87cb-c5313e242394', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '01fbeb81-3367-4a61-af0a-258a335f59fe'}}] {{(pid=96121) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 15:45:39.507061 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [req-b918ee9a-0e93-4ddf-8383-9495fee9b3dd req-11a314fd-a3c2-48e6-aca1-c833254fa535 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-684029'] for port, before_update {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:45:39.579483 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.plugins.ml2.db [req-b918ee9a-0e93-4ddf-8383-9495fee9b3dd req-11a314fd-a3c2-48e6-aca1-c833254fa535 service neutron] For port ba218b3a-dee1-4ec8-91ec-282b5ceb1280, host hv-cinder-80661, cleared binding levels {{(pid=96121) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 15:45:39.579483 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.plugins.ml2.db [req-b918ee9a-0e93-4ddf-8383-9495fee9b3dd req-11a314fd-a3c2-48e6-aca1-c833254fa535 service neutron] For port ba218b3a-dee1-4ec8-91ec-282b5ceb1280, host hv-cinder-80661, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80661',level=0,port_id=ba218b3a-dee1-4ec8-91ec-282b5ceb1280,segment=NetworkSegment(898abf2c-c5cb-4056-87cb-c5313e242394),segment_id=898abf2c-c5cb-4056-87cb-c5313e242394)] {{(pid=96121) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 15:45:39.670994 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [req-b918ee9a-0e93-4ddf-8383-9495fee9b3dd req-11a314fd-a3c2-48e6-aca1-c833254fa535 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741780147972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741779628755', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741779628773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3898424'] for port, after_update {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:45:39.731516 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b918ee9a-0e93-4ddf-8383-9495fee9b3dd req-11a314fd-a3c2-48e6-aca1-c833254fa535 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:45:39.732187 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [req-b918ee9a-0e93-4ddf-8383-9495fee9b3dd req-11a314fd-a3c2-48e6-aca1-c833254fa535 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238921'] for port, before_response {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:45:39.733715 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-b918ee9a-0e93-4ddf-8383-9495fee9b3dd req-11a314fd-a3c2-48e6-aca1-c833254fa535 service neutron] 10.222.0.22 "PUT /v2.0/ports/ba218b3a-dee1-4ec8-91ec-282b5ceb1280 HTTP/1.1" status: 200 len: 1093 time: 0.8314600 Sep 29 15:45:39.734191 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f5040a69-8af4-4c00-956e-42c70be40526', 'tag': 'ba218b3a-dee1-4ec8-91ec-282b5ceb1280'}] {{(pid=96121) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 15:45:39.736514 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dcbd94143c65fdb0f5c12b0c92a6468c38125261e55d21e9818266cb91f6c0d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6aa1b316-ed3d-4b2a-a49f-c7209c4d3613" -d '{"events": [{"name": "network-changed", "server_uuid": "f5040a69-8af4-4c00-956e-42c70be40526", "tag": "ba218b3a-dee1-4ec8-91ec-282b5ceb1280"}]}' {{(pid=96121) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 15:45:39.776947 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a314fd-a3c2-48e6-aca1-c833254fa535 service neutron] Pushing event updated for resources: {'Port': ['ID=ba218b3a-dee1-4ec8-91ec-282b5ceb1280,revision_number=3']} {{(pid=96121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 15:45:39.796274 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ccb5521-76f6-4a67-aab0-86db6f0d6de0 req-99fac4c8-a610-44ed-87b3-2b1079ab0693 tempest-TestMinimumBasicScenario-129383672 tempest-TestMinimumBasicScenario-129383672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:45:39.798061 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-1ccb5521-76f6-4a67-aab0-86db6f0d6de0 req-99fac4c8-a610-44ed-87b3-2b1079ab0693 tempest-TestMinimumBasicScenario-129383672 tempest-TestMinimumBasicScenario-129383672-project] 10.222.0.46 "GET /v2.0/ports?device_id=a892d174-14e6-4be4-a5fb-07cedc528249 HTTP/1.1" status: 200 len: 985 time: 0.1180389 Sep 29 15:45:39.799642 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 29 Sep 2021 15:45:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e041146-038a-430a-82da-6294d0591c51 x-openstack-request-id: req-4e041146-038a-430a-82da-6294d0591c51 {{(pid=96121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 15:45:39.799903 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f5040a69-8af4-4c00-956e-42c70be40526", "tag": "ba218b3a-dee1-4ec8-91ec-282b5ceb1280", "status": "completed", "code": 200}]} {{(pid=96121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 15:45:39.800304 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-4e041146-038a-430a-82da-6294d0591c51 {{(pid=96121) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 15:45:39.803501 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f5040a69-8af4-4c00-956e-42c70be40526', 'tag': 'ba218b3a-dee1-4ec8-91ec-282b5ceb1280', 'status': 'completed', 'code': 200} Sep 29 15:45:39.871648 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-1ccb5521-76f6-4a67-aab0-86db6f0d6de0 req-05a8b870-d6c7-42e0-9bd2-089880d74d27 tempest-TestMinimumBasicScenario-129383672 tempest-TestMinimumBasicScenario-129383672-project] 10.222.0.46 "GET /v2.0/security-groups?id=b8fb230c-02cc-40f3-9bed-4f02e24215ef&id=95c40a0c-cb42-4115-afd6-4d213d8a0e72&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0671442 Sep 29 15:45:39.889855 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa1b316-ed3d-4b2a-a49f-c7209c4d3613 req-e4ecef11-1b33-4e34-be6d-0c41cac2adab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:45:39.891353 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-6aa1b316-ed3d-4b2a-a49f-c7209c4d3613 req-e4ecef11-1b33-4e34-be6d-0c41cac2adab service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=b047be03e3304a939d153e38fbd212c7&device_id=f5040a69-8af4-4c00-956e-42c70be40526 HTTP/1.1" status: 200 len: 1096 time: 0.0503311 Sep 29 15:45:40.003470 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa1b316-ed3d-4b2a-a49f-c7209c4d3613 req-400031ab-c97e-4727-8fcc-9957de1e65ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:45:40.004979 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-6aa1b316-ed3d-4b2a-a49f-c7209c4d3613 req-400031ab-c97e-4727-8fcc-9957de1e65ae service neutron] 10.222.0.22 "GET /v2.0/networks?tenant_id=b047be03e3304a939d153e38fbd212c7&shared=False HTTP/1.1" status: 200 len: 909 time: 0.0944490 Sep 29 15:45:40.092917 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5c7677-9ec5-47a7-9aeb-502cea8fb567 req-eb31602a-c73c-4389-a7ac-e3c54fe98d88 tempest-TestShelveInstance-975876144 tempest-TestShelveInstance-975876144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:45:40.095114 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [req-aa5c7677-9ec5-47a7-9aeb-502cea8fb567 req-eb31602a-c73c-4389-a7ac-e3c54fe98d88 tempest-TestShelveInstance-975876144 tempest-TestShelveInstance-975876144-project] 10.222.0.46 "GET /v2.0/ports?device_id=f5040a69-8af4-4c00-956e-42c70be40526 HTTP/1.1" status: 200 len: 943 time: 0.0502884 Sep 29 15:45:40.120008 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa1b316-ed3d-4b2a-a49f-c7209c4d3613 req-a21133c9-83b6-4720-b0f8-4cc2a5fd5734 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:45:40.121494 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-6aa1b316-ed3d-4b2a-a49f-c7209c4d3613 req-a21133c9-83b6-4720-b0f8-4cc2a5fd5734 service neutron] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1099575 Sep 29 15:45:40.137804 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [req-aa5c7677-9ec5-47a7-9aeb-502cea8fb567 req-ab2e5c3c-c7aa-4fe6-b06f-33a3be829df9 tempest-TestShelveInstance-975876144 tempest-TestShelveInstance-975876144-project] 10.222.0.46 "GET /v2.0/security-groups?id=ca56a99e-7afa-4df3-8cfa-fe716fab0231&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365691 Sep 29 15:45:40.218237 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b918ee9a-0e93-4ddf-8383-9495fee9b3dd req-8d08904b-d5ff-4dcb-8ab7-9d5511ab776f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:45:40.219703 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-b918ee9a-0e93-4ddf-8383-9495fee9b3dd req-8d08904b-d5ff-4dcb-8ab7-9d5511ab776f service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=b047be03e3304a939d153e38fbd212c7&device_id=f5040a69-8af4-4c00-956e-42c70be40526 HTTP/1.1" status: 200 len: 1096 time: 0.0388966 Sep 29 15:45:40.270769 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-b918ee9a-0e93-4ddf-8383-9495fee9b3dd req-b087871c-e73c-43db-a1fd-b0871f0a153e service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ba218b3a-dee1-4ec8-91ec-282b5ceb1280 HTTP/1.1" status: 200 len: 217 time: 0.0369515 Sep 29 15:45:40.318578 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b918ee9a-0e93-4ddf-8383-9495fee9b3dd req-3b90e6fb-becf-41a2-bfe3-1c4b44d65d19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:45:40.320701 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-b918ee9a-0e93-4ddf-8383-9495fee9b3dd req-3b90e6fb-becf-41a2-bfe3-1c4b44d65d19 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=f8632fa6-8929-4963-8012-7394188bf2e0 HTTP/1.1" status: 200 len: 847 time: 0.0426745 Sep 29 15:45:40.362917 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b918ee9a-0e93-4ddf-8383-9495fee9b3dd req-ef78761d-0099-4f7c-9278-f0deb128e946 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:45:40.364387 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-b918ee9a-0e93-4ddf-8383-9495fee9b3dd req-ef78761d-0099-4f7c-9278-f0deb128e946 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=01fbeb81-3367-4a61-af0a-258a335f59fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0374243 Sep 29 15:45:40.704549 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-b918ee9a-0e93-4ddf-8383-9495fee9b3dd req-27c6ccb4-2f01-4f3c-9240-8e48418d28ad service neutron] 10.222.0.22 "GET /v2.0/networks/01fbeb81-3367-4a61-af0a-258a335f59fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3334594 Sep 29 15:45:40.795128 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-b918ee9a-0e93-4ddf-8383-9495fee9b3dd req-944b5a13-82c3-43f3-9151-6294a8709bfb service neutron] 10.222.0.22 "GET /v2.0/networks/01fbeb81-3367-4a61-af0a-258a335f59fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824008 Sep 29 15:45:40.987992 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9830a3c5-1b01-40f3-9413-6fc9a3339796 req-56cb76aa-778a-40ff-8066-37f4264cb9ee tempest-TestMinimumBasicScenario-129383672 tempest-TestMinimumBasicScenario-129383672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:45:40.989470 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-9830a3c5-1b01-40f3-9413-6fc9a3339796 req-56cb76aa-778a-40ff-8066-37f4264cb9ee tempest-TestMinimumBasicScenario-129383672 tempest-TestMinimumBasicScenario-129383672-project] 10.222.0.46 "GET /v2.0/ports?device_id=a892d174-14e6-4be4-a5fb-07cedc528249 HTTP/1.1" status: 200 len: 985 time: 0.0496690 Sep 29 15:45:41.031542 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-9830a3c5-1b01-40f3-9413-6fc9a3339796 req-7ff585e4-e706-4dd0-bf3c-6e8b1b8aa5b3 tempest-TestMinimumBasicScenario-129383672 tempest-TestMinimumBasicScenario-129383672-project] 10.222.0.46 "GET /v2.0/security-groups?id=b8fb230c-02cc-40f3-9bed-4f02e24215ef&id=95c40a0c-cb42-4115-afd6-4d213d8a0e72&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0362046 Sep 29 15:45:41.247947 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3838ffda-9845-431f-bdbe-3b9ba98018ff req-754a42e2-e33a-4da1-8ebf-0f53537340b2 tempest-TestShelveInstance-975876144 tempest-TestShelveInstance-975876144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:45:41.249403 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [req-3838ffda-9845-431f-bdbe-3b9ba98018ff req-754a42e2-e33a-4da1-8ebf-0f53537340b2 tempest-TestShelveInstance-975876144 tempest-TestShelveInstance-975876144-project] 10.222.0.46 "GET /v2.0/ports?device_id=f5040a69-8af4-4c00-956e-42c70be40526 HTTP/1.1" status: 200 len: 943 time: 0.0476351 Sep 29 15:45:41.287513 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [req-3838ffda-9845-431f-bdbe-3b9ba98018ff req-34060605-173e-44a5-9f7a-6c2d1566bb6a tempest-TestShelveInstance-975876144 tempest-TestShelveInstance-975876144-project] 10.222.0.46 "GET /v2.0/security-groups?id=ca56a99e-7afa-4df3-8cfa-fe716fab0231&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321517 Sep 29 15:45:42.400427 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe90fda-d267-4db0-9af8-b5e31395b4b3 req-9da3751a-c23a-46d9-96a2-ba9b614d23fd tempest-TestShelveInstance-975876144 tempest-TestShelveInstance-975876144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:45:42.401788 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-cbe90fda-d267-4db0-9af8-b5e31395b4b3 req-9da3751a-c23a-46d9-96a2-ba9b614d23fd tempest-TestShelveInstance-975876144 tempest-TestShelveInstance-975876144-project] 10.222.0.46 "GET /v2.0/ports?device_id=f5040a69-8af4-4c00-956e-42c70be40526 HTTP/1.1" status: 200 len: 943 time: 0.0480931 Sep 29 15:45:42.437568 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-cbe90fda-d267-4db0-9af8-b5e31395b4b3 req-fc550a3a-13e1-454e-80e8-ff9b87ab2ca9 tempest-TestShelveInstance-975876144 tempest-TestShelveInstance-975876144-project] 10.222.0.46 "GET /v2.0/security-groups?id=ca56a99e-7afa-4df3-8cfa-fe716fab0231&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0299711 Sep 29 15:45:43.551508 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7128b4b9-e41f-4c66-aeaf-1efabf5bf6d4 req-e9c2959e-e8b1-4bc9-b249-8e483cfca91b tempest-TestShelveInstance-975876144 tempest-TestShelveInstance-975876144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:45:43.552990 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [req-7128b4b9-e41f-4c66-aeaf-1efabf5bf6d4 req-e9c2959e-e8b1-4bc9-b249-8e483cfca91b tempest-TestShelveInstance-975876144 tempest-TestShelveInstance-975876144-project] 10.222.0.46 "GET /v2.0/ports?device_id=f5040a69-8af4-4c00-956e-42c70be40526 HTTP/1.1" status: 200 len: 943 time: 0.0514550 Sep 29 15:45:43.589574 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [req-7128b4b9-e41f-4c66-aeaf-1efabf5bf6d4 req-a1a08150-301e-456c-9fcc-d4d50db3ed10 tempest-TestShelveInstance-975876144 tempest-TestShelveInstance-975876144-project] 10.222.0.46 "GET /v2.0/security-groups?id=ca56a99e-7afa-4df3-8cfa-fe716fab0231&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307808 Sep 29 15:45:44.700583 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61beea99-3ca2-4bb5-8ccf-a28bd0e31d61 req-14bdd3f6-713c-438f-8a0f-35102de0bac1 tempest-TestShelveInstance-975876144 tempest-TestShelveInstance-975876144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:45:44.702184 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-61beea99-3ca2-4bb5-8ccf-a28bd0e31d61 req-14bdd3f6-713c-438f-8a0f-35102de0bac1 tempest-TestShelveInstance-975876144 tempest-TestShelveInstance-975876144-project] 10.222.0.46 "GET /v2.0/ports?device_id=f5040a69-8af4-4c00-956e-42c70be40526 HTTP/1.1" status: 200 len: 943 time: 0.0476136 Sep 29 15:45:44.740394 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-61beea99-3ca2-4bb5-8ccf-a28bd0e31d61 req-af488ef3-7b63-42f8-ba57-2e1b8c47fec6 tempest-TestShelveInstance-975876144 tempest-TestShelveInstance-975876144-project] 10.222.0.46 "GET /v2.0/security-groups?id=ca56a99e-7afa-4df3-8cfa-fe716fab0231&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323524 Sep 29 15:45:45.851758 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c37234-468f-457f-a8e2-05968a4b944a req-136ed6fb-e368-4ae3-91e5-58d5c1ebab41 tempest-TestShelveInstance-975876144 tempest-TestShelveInstance-975876144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:45:45.853282 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [req-68c37234-468f-457f-a8e2-05968a4b944a req-136ed6fb-e368-4ae3-91e5-58d5c1ebab41 tempest-TestShelveInstance-975876144 tempest-TestShelveInstance-975876144-project] 10.222.0.46 "GET /v2.0/ports?device_id=f5040a69-8af4-4c00-956e-42c70be40526 HTTP/1.1" status: 200 len: 943 time: 0.0478039 Sep 29 15:45:45.889660 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [req-68c37234-468f-457f-a8e2-05968a4b944a req-69b1e6d0-30e8-42b5-9480-d7e5c56e5e78 tempest-TestShelveInstance-975876144 tempest-TestShelveInstance-975876144-project] 10.222.0.46 "GET /v2.0/security-groups?id=ca56a99e-7afa-4df3-8cfa-fe716fab0231&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305679 Sep 29 15:45:47.001109 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433c317f-6d44-451b-8247-8b428c44c269 req-992a9438-7248-4b1e-a39a-2636ec9410b2 tempest-TestShelveInstance-975876144 tempest-TestShelveInstance-975876144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:45:47.002559 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-433c317f-6d44-451b-8247-8b428c44c269 req-992a9438-7248-4b1e-a39a-2636ec9410b2 tempest-TestShelveInstance-975876144 tempest-TestShelveInstance-975876144-project] 10.222.0.46 "GET /v2.0/ports?device_id=f5040a69-8af4-4c00-956e-42c70be40526 HTTP/1.1" status: 200 len: 943 time: 0.0472598 Sep 29 15:45:47.042964 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-433c317f-6d44-451b-8247-8b428c44c269 req-2bd03bd7-5929-4cce-aa52-b0a7dd63f34c tempest-TestShelveInstance-975876144 tempest-TestShelveInstance-975876144-project] 10.222.0.46 "GET /v2.0/security-groups?id=ca56a99e-7afa-4df3-8cfa-fe716fab0231&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342209 Sep 29 15:45:48.152639 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f63e6fb-7a26-4305-b30a-16315d29653c req-7f578ed7-83ab-4630-95a2-00fc86d4f7c5 tempest-TestShelveInstance-975876144 tempest-TestShelveInstance-975876144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:45:48.154096 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [req-3f63e6fb-7a26-4305-b30a-16315d29653c req-7f578ed7-83ab-4630-95a2-00fc86d4f7c5 tempest-TestShelveInstance-975876144 tempest-TestShelveInstance-975876144-project] 10.222.0.46 "GET /v2.0/ports?device_id=f5040a69-8af4-4c00-956e-42c70be40526 HTTP/1.1" status: 200 len: 943 time: 0.0473218 Sep 29 15:45:48.190977 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [req-3f63e6fb-7a26-4305-b30a-16315d29653c req-6164a053-5540-446b-8a2a-ab301a6390ab tempest-TestShelveInstance-975876144 tempest-TestShelveInstance-975876144-project] 10.222.0.46 "GET /v2.0/security-groups?id=ca56a99e-7afa-4df3-8cfa-fe716fab0231&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310493 Sep 29 15:45:49.298938 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91513c05-e920-4e1a-8895-7522c880b47a req-474e5f29-1176-4e04-af0b-2fa483c47659 tempest-TestShelveInstance-975876144 tempest-TestShelveInstance-975876144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:45:49.300420 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-91513c05-e920-4e1a-8895-7522c880b47a req-474e5f29-1176-4e04-af0b-2fa483c47659 tempest-TestShelveInstance-975876144 tempest-TestShelveInstance-975876144-project] 10.222.0.46 "GET /v2.0/ports?device_id=f5040a69-8af4-4c00-956e-42c70be40526 HTTP/1.1" status: 200 len: 943 time: 0.0472345 Sep 29 15:45:49.337173 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-91513c05-e920-4e1a-8895-7522c880b47a req-cb18da45-dae6-4395-bc31-d7639b4d9f24 tempest-TestShelveInstance-975876144 tempest-TestShelveInstance-975876144-project] 10.222.0.46 "GET /v2.0/security-groups?id=ca56a99e-7afa-4df3-8cfa-fe716fab0231&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304294 Sep 29 15:45:50.040686 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.plugins.ml2.rpc [None req-4d55257e-523e-4b8d-ab2b-d46a31710be1 None None] Device ba218b3a-dee1-4ec8-91ec-282b5ceb1280 details requested by agent hyperv_hv-cinder-80661 with host hv-cinder-80661 {{(pid=96122) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 29 15:45:50.132290 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.plugins.ml2.db [None req-4d55257e-523e-4b8d-ab2b-d46a31710be1 None None] For port ba218b3a-dee1-4ec8-91ec-282b5ceb1280, host hv-cinder-80661, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80661',level=0,port_id=ba218b3a-dee1-4ec8-91ec-282b5ceb1280,segment=NetworkSegment(898abf2c-c5cb-4056-87cb-c5313e242394),segment_id=898abf2c-c5cb-4056-87cb-c5313e242394)] {{(pid=96122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 15:45:50.142587 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.plugins.ml2.rpc [None req-4d55257e-523e-4b8d-ab2b-d46a31710be1 None None] Returning: {'device': 'ba218b3a-dee1-4ec8-91ec-282b5ceb1280', 'network_id': '01fbeb81-3367-4a61-af0a-258a335f59fe', 'port_id': 'ba218b3a-dee1-4ec8-91ec-282b5ceb1280', 'mac_address': 'fa:16:3e:91:03:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 610, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f8632fa6-8929-4963-8012-7394188bf2e0', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=96122) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 29 15:45:50.178375 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron_lib.callbacks.manager [None req-4d55257e-523e-4b8d-ab2b-d46a31710be1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-684029'] for port, before_update {{(pid=96122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:45:50.190338 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.notifiers.nova [None req-4d55257e-523e-4b8d-ab2b-d46a31710be1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ba218b3a-dee1-4ec8-91ec-282b5ceb1280 {{(pid=96122) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 15:45:50.208554 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.plugins.ml2.db [None req-4d55257e-523e-4b8d-ab2b-d46a31710be1 None None] For port ba218b3a-dee1-4ec8-91ec-282b5ceb1280, host hv-cinder-80661, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80661',level=0,port_id=ba218b3a-dee1-4ec8-91ec-282b5ceb1280,segment=NetworkSegment(898abf2c-c5cb-4056-87cb-c5313e242394),segment_id=898abf2c-c5cb-4056-87cb-c5313e242394)] {{(pid=96122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 15:45:50.281438 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron_lib.callbacks.manager [None req-4d55257e-523e-4b8d-ab2b-d46a31710be1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741780147972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741779628755', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741779628773'] for port, after_update {{(pid=96122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:45:50.325711 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d55257e-523e-4b8d-ab2b-d46a31710be1 None None] Pushing event updated for resources: {'Port': ['ID=ba218b3a-dee1-4ec8-91ec-282b5ceb1280,revision_number=4']} {{(pid=96122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 15:45:50.455227 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96fe862-cf1d-4b56-9edc-104f5d1c1c91 req-a2047db1-cb8c-466b-af5c-49ac7e32a5a4 tempest-TestShelveInstance-975876144 tempest-TestShelveInstance-975876144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:45:50.456598 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [req-e96fe862-cf1d-4b56-9edc-104f5d1c1c91 req-a2047db1-cb8c-466b-af5c-49ac7e32a5a4 tempest-TestShelveInstance-975876144 tempest-TestShelveInstance-975876144-project] 10.222.0.46 "GET /v2.0/ports?device_id=f5040a69-8af4-4c00-956e-42c70be40526 HTTP/1.1" status: 200 len: 944 time: 0.0499268 Sep 29 15:45:50.492472 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [req-e96fe862-cf1d-4b56-9edc-104f5d1c1c91 req-fbec277b-2637-408f-972f-570cf47a43d3 tempest-TestShelveInstance-975876144 tempest-TestShelveInstance-975876144-project] 10.222.0.46 "GET /v2.0/security-groups?id=ca56a99e-7afa-4df3-8cfa-fe716fab0231&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0294678 Sep 29 15:45:51.342522 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.plugins.ml2.db [None req-4d55257e-523e-4b8d-ab2b-d46a31710be1 None None] get_ports_and_sgs() called for port_ids ['ba218b3a-dee1-4ec8-91ec-282b5ceb1280'] {{(pid=96122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 15:45:51.602654 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072ffeb1-d8c9-4347-8bf6-1d85d5594142 req-f1b675fd-a1f6-4b2a-a0a2-be954c22c1eb tempest-TestShelveInstance-975876144 tempest-TestShelveInstance-975876144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:45:51.604058 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-072ffeb1-d8c9-4347-8bf6-1d85d5594142 req-f1b675fd-a1f6-4b2a-a0a2-be954c22c1eb tempest-TestShelveInstance-975876144 tempest-TestShelveInstance-975876144-project] 10.222.0.46 "GET /v2.0/ports?device_id=f5040a69-8af4-4c00-956e-42c70be40526 HTTP/1.1" status: 200 len: 944 time: 0.0470033 Sep 29 15:45:51.639173 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-072ffeb1-d8c9-4347-8bf6-1d85d5594142 req-5c14a673-5b92-402d-8610-cbc17fb56be7 tempest-TestShelveInstance-975876144 tempest-TestShelveInstance-975876144-project] 10.222.0.46 "GET /v2.0/security-groups?id=ca56a99e-7afa-4df3-8cfa-fe716fab0231&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0294483 Sep 29 15:45:52.750624 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a618b638-fa9d-4441-90e0-3ce0c233b5de req-3e8f1640-0d72-4b0b-95e5-4cc6c81febb3 tempest-TestShelveInstance-975876144 tempest-TestShelveInstance-975876144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:45:52.752138 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [req-a618b638-fa9d-4441-90e0-3ce0c233b5de req-3e8f1640-0d72-4b0b-95e5-4cc6c81febb3 tempest-TestShelveInstance-975876144 tempest-TestShelveInstance-975876144-project] 10.222.0.46 "GET /v2.0/ports?device_id=f5040a69-8af4-4c00-956e-42c70be40526 HTTP/1.1" status: 200 len: 944 time: 0.0489180 Sep 29 15:45:52.789325 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [req-a618b638-fa9d-4441-90e0-3ce0c233b5de req-3639b2a9-e684-425d-8922-0bad222ce8e4 tempest-TestShelveInstance-975876144 tempest-TestShelveInstance-975876144-project] 10.222.0.46 "GET /v2.0/security-groups?id=ca56a99e-7afa-4df3-8cfa-fe716fab0231&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308797 Sep 29 15:45:53.032308 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.plugins.ml2.rpc [None req-4d55257e-523e-4b8d-ab2b-d46a31710be1 None None] Device ba218b3a-dee1-4ec8-91ec-282b5ceb1280 up at agent hyperv_hv-cinder-80661 {{(pid=96122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 15:45:53.121575 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.db.provisioning_blocks [None req-4d55257e-523e-4b8d-ab2b-d46a31710be1 None None] Provisioning for port ba218b3a-dee1-4ec8-91ec-282b5ceb1280 completed by entity L2. {{(pid=96122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 29 15:45:53.125559 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.db.provisioning_blocks [None req-4d55257e-523e-4b8d-ab2b-d46a31710be1 None None] Provisioning complete for port ba218b3a-dee1-4ec8-91ec-282b5ceb1280 triggered by entity L2. {{(pid=96122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 15:45:53.125931 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron_lib.callbacks.manager [None req-4d55257e-523e-4b8d-ab2b-d46a31710be1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-626465'] for port, provisioning_complete {{(pid=96122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:45:53.199102 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron_lib.callbacks.manager [None req-4d55257e-523e-4b8d-ab2b-d46a31710be1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-684029'] for port, before_update {{(pid=96122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:45:53.219958 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5040a69-8af4-4c00-956e-42c70be40526', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba218b3a-dee1-4ec8-91ec-282b5ceb1280'}] {{(pid=96122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 15:45:53.222156 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2623ca0f1d0ed70344ce0ae3d74fdbf1495c1e1ffd6c12fe338f92bc8c6604f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae2d42d4-a506-4943-a0af-c7e1a29d0f4a" -d '{"events": [{"server_uuid": "f5040a69-8af4-4c00-956e-42c70be40526", "name": "network-vif-plugged", "status": "completed", "tag": "ba218b3a-dee1-4ec8-91ec-282b5ceb1280"}]}' {{(pid=96122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 15:45:53.235880 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.plugins.ml2.db [None req-4d55257e-523e-4b8d-ab2b-d46a31710be1 None None] For port ba218b3a-dee1-4ec8-91ec-282b5ceb1280, host hv-cinder-80661, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80661',level=0,port_id=ba218b3a-dee1-4ec8-91ec-282b5ceb1280,segment=NetworkSegment(898abf2c-c5cb-4056-87cb-c5313e242394),segment_id=898abf2c-c5cb-4056-87cb-c5313e242394)] {{(pid=96122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 15:45:53.259809 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Sep 2021 15:45:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1767d05b-7140-451f-9826-467db6b4c6a8 x-openstack-request-id: req-1767d05b-7140-451f-9826-467db6b4c6a8 {{(pid=96122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 15:45:53.260143 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f5040a69-8af4-4c00-956e-42c70be40526", "name": "network-vif-plugged", "status": "completed", "tag": "ba218b3a-dee1-4ec8-91ec-282b5ceb1280", "code": 200}]} {{(pid=96122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 15:45:53.260395 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-1767d05b-7140-451f-9826-467db6b4c6a8 {{(pid=96122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 15:45:53.260821 dv-cinder-806616-6-iscsi neutron-server[96122]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f5040a69-8af4-4c00-956e-42c70be40526', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba218b3a-dee1-4ec8-91ec-282b5ceb1280', 'code': 200} Sep 29 15:45:53.327539 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron_lib.callbacks.manager [None req-4d55257e-523e-4b8d-ab2b-d46a31710be1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741780147972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741779628755', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741779628773'] for port, after_update {{(pid=96122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:45:53.377393 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d55257e-523e-4b8d-ab2b-d46a31710be1 None None] Pushing event updated for resources: {'Port': ['ID=ba218b3a-dee1-4ec8-91ec-282b5ceb1280,revision_number=5']} {{(pid=96122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 15:45:53.767760 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb85de5-892c-4759-aecd-e4fae6264c0d req-5c3dd980-988b-4b6d-a786-b799535f973c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:45:53.769343 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-4cb85de5-892c-4759-aecd-e4fae6264c0d req-5c3dd980-988b-4b6d-a786-b799535f973c service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=f5040a69-8af4-4c00-956e-42c70be40526 HTTP/1.1" status: 200 len: 1098 time: 0.0384130 Sep 29 15:45:53.807286 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-4cb85de5-892c-4759-aecd-e4fae6264c0d req-9ae0e72f-6d83-4e26-8a3d-ce73f64a0bca service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=ca56a99e-7afa-4df3-8cfa-fe716fab0231&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0298741 Sep 29 15:45:53.900035 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1229b05-13f9-4111-af17-0b85067038fd req-76593a21-b2af-4278-abd9-4c99c0322bda tempest-TestShelveInstance-975876144 tempest-TestShelveInstance-975876144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:45:53.901499 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [req-f1229b05-13f9-4111-af17-0b85067038fd req-76593a21-b2af-4278-abd9-4c99c0322bda tempest-TestShelveInstance-975876144 tempest-TestShelveInstance-975876144-project] 10.222.0.46 "GET /v2.0/ports?device_id=f5040a69-8af4-4c00-956e-42c70be40526 HTTP/1.1" status: 200 len: 945 time: 0.0477126 Sep 29 15:45:53.940021 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [req-f1229b05-13f9-4111-af17-0b85067038fd req-de487901-8c66-47a5-9428-4791b4410238 tempest-TestShelveInstance-975876144 tempest-TestShelveInstance-975876144-project] 10.222.0.46 "GET /v2.0/security-groups?id=ca56a99e-7afa-4df3-8cfa-fe716fab0231&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325892 Sep 29 15:45:54.178997 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron_lib.callbacks.manager [None req-05bdb9c7-120f-4c65-8670-15e8944a80bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741779927170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-625140'] for agent, after_update {{(pid=96122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:45:55.051904 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab82f3c6-c5e9-41fe-a2c7-bb16250d50e1 req-28264b5b-46a8-48c5-a237-92fe00774d2b tempest-TestShelveInstance-975876144 tempest-TestShelveInstance-975876144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:45:55.053383 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-ab82f3c6-c5e9-41fe-a2c7-bb16250d50e1 req-28264b5b-46a8-48c5-a237-92fe00774d2b tempest-TestShelveInstance-975876144 tempest-TestShelveInstance-975876144-project] 10.222.0.46 "GET /v2.0/ports?device_id=f5040a69-8af4-4c00-956e-42c70be40526 HTTP/1.1" status: 200 len: 945 time: 0.0472329 Sep 29 15:45:55.095666 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-ab82f3c6-c5e9-41fe-a2c7-bb16250d50e1 req-c187d779-31b7-4069-bb86-7b0076fd4b2e tempest-TestShelveInstance-975876144 tempest-TestShelveInstance-975876144-project] 10.222.0.46 "GET /v2.0/security-groups?id=ca56a99e-7afa-4df3-8cfa-fe716fab0231&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319452 Sep 29 15:45:56.210755 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb0b77c-f54d-44a3-ab05-ae0f6f14b6ff req-41fbfcf2-7020-4a85-a773-d2495a8945e1 tempest-TestShelveInstance-975876144 tempest-TestShelveInstance-975876144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:45:56.212250 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [req-0fb0b77c-f54d-44a3-ab05-ae0f6f14b6ff req-41fbfcf2-7020-4a85-a773-d2495a8945e1 tempest-TestShelveInstance-975876144 tempest-TestShelveInstance-975876144-project] 10.222.0.46 "GET /v2.0/ports?device_id=f5040a69-8af4-4c00-956e-42c70be40526 HTTP/1.1" status: 200 len: 945 time: 0.0515041 Sep 29 15:45:56.248929 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [req-0fb0b77c-f54d-44a3-ab05-ae0f6f14b6ff req-015013aa-ed2f-489b-9cc4-8112f91c4af2 tempest-TestShelveInstance-975876144 tempest-TestShelveInstance-975876144-project] 10.222.0.46 "GET /v2.0/security-groups?id=ca56a99e-7afa-4df3-8cfa-fe716fab0231&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307572 Sep 29 15:45:56.641217 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron_lib.callbacks.manager [None req-9e14bd02-9866-49f4-b729-37188bc74fef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741779927170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-625140'] for agent, after_update {{(pid=96122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:45:57.359430 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4bf3abd-1e7c-4488-beb8-d2a75e92cfe3 req-1f4b1a02-5422-4fbb-b3bc-8722a4b1c766 tempest-TestShelveInstance-975876144 tempest-TestShelveInstance-975876144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:45:57.360925 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-d4bf3abd-1e7c-4488-beb8-d2a75e92cfe3 req-1f4b1a02-5422-4fbb-b3bc-8722a4b1c766 tempest-TestShelveInstance-975876144 tempest-TestShelveInstance-975876144-project] 10.222.0.46 "GET /v2.0/ports?device_id=f5040a69-8af4-4c00-956e-42c70be40526 HTTP/1.1" status: 200 len: 945 time: 0.0478106 Sep 29 15:45:57.397974 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-d4bf3abd-1e7c-4488-beb8-d2a75e92cfe3 req-3ef542ba-0987-4d87-8067-a1d8af6f886c tempest-TestShelveInstance-975876144 tempest-TestShelveInstance-975876144-project] 10.222.0.46 "GET /v2.0/security-groups?id=ca56a99e-7afa-4df3-8cfa-fe716fab0231&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309522 Sep 29 15:45:57.532805 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron_lib.callbacks.manager [None req-86ea74e9-eea3-4769-b153-652ac6294d68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741779927170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-625140'] for agent, after_update {{(pid=96122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:45:58.513144 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc08369-05bc-4574-aa83-ee4ad0a47c87 req-c88a7680-ffb6-4a40-932f-72aa538b74db tempest-TestShelveInstance-975876144 tempest-TestShelveInstance-975876144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:45:58.514659 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [req-2fc08369-05bc-4574-aa83-ee4ad0a47c87 req-c88a7680-ffb6-4a40-932f-72aa538b74db tempest-TestShelveInstance-975876144 tempest-TestShelveInstance-975876144-project] 10.222.0.46 "GET /v2.0/ports?device_id=f5040a69-8af4-4c00-956e-42c70be40526 HTTP/1.1" status: 200 len: 945 time: 0.0480835 Sep 29 15:45:58.552760 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [req-2fc08369-05bc-4574-aa83-ee4ad0a47c87 req-2218da21-c391-4b95-8535-45163c2b0284 tempest-TestShelveInstance-975876144 tempest-TestShelveInstance-975876144-project] 10.222.0.46 "GET /v2.0/security-groups?id=ca56a99e-7afa-4df3-8cfa-fe716fab0231&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321982 Sep 29 15:45:58.557090 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron_lib.callbacks.manager [None req-d04ed334-d278-4234-b850-06fee10c9c6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741779927170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-625140'] for agent, after_update {{(pid=96122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:45:58.662693 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8279376b-9db1-492d-ac0f-9cee0f74684d req-26cc386e-b917-4a2c-835a-31598bfe7d32 tempest-TestShelveInstance-975876144 tempest-TestShelveInstance-975876144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:45:58.664182 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-8279376b-9db1-492d-ac0f-9cee0f74684d req-26cc386e-b917-4a2c-835a-31598bfe7d32 tempest-TestShelveInstance-975876144 tempest-TestShelveInstance-975876144-project] 10.222.0.46 "GET /v2.0/ports?device_id=f5040a69-8af4-4c00-956e-42c70be40526 HTTP/1.1" status: 200 len: 945 time: 0.0473328 Sep 29 15:45:58.705754 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-8279376b-9db1-492d-ac0f-9cee0f74684d req-7d08c6ce-fab4-4a25-8687-7559f33a49b2 tempest-TestShelveInstance-975876144 tempest-TestShelveInstance-975876144-project] 10.222.0.46 "GET /v2.0/security-groups?id=ca56a99e-7afa-4df3-8cfa-fe716fab0231&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350142 Sep 29 15:45:58.727051 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.wsgi [-] (96121) accepted ('10.222.0.46', 36546) {{(pid=96121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 15:45:58.906855 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-542e6fef-e5ca-4b57-9108-47e10a4f2bfd tempest-TestShelveInstance-1556595842 tempest-TestShelveInstance-1556595842-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:45:58.908515 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [None req-542e6fef-e5ca-4b57-9108-47e10a4f2bfd tempest-TestShelveInstance-1556595842 tempest-TestShelveInstance-1556595842-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=f5040a69-8af4-4c00-956e-42c70be40526 HTTP/1.1" status: 200 len: 1093 time: 0.1802709 Sep 29 15:45:58.911222 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.wsgi [-] (96121) accepted ('10.222.0.46', 36550) {{(pid=96121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 15:45:58.915329 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.api.v2.base [None req-b2d98187-8f42-4406-a02b-442e2f1125d3 tempest-TestShelveInstance-975876144 tempest-TestShelveInstance-975876144-project] Request body: {'floatingip': {'floating_network_id': 'cd5efe95-1549-4750-933c-70412f77577e', 'port_id': 'ba218b3a-dee1-4ec8-91ec-282b5ceb1280', 'tenant_id': 'b047be03e3304a939d153e38fbd212c7', 'fixed_ip_address': '172.20.0.9'}} {{(pid=96121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 15:45:59.002099 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [None req-b2d98187-8f42-4406-a02b-442e2f1125d3 tempest-TestShelveInstance-975876144 tempest-TestShelveInstance-975876144-project] Notify callbacks [] for floatingip, before_create {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:45:59.094477 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [None req-b2d98187-8f42-4406-a02b-442e2f1125d3 tempest-TestShelveInstance-975876144 tempest-TestShelveInstance-975876144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-684029'] for port, before_create {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:45:59.198142 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.db.db_base_plugin_common [None req-b2d98187-8f42-4406-a02b-442e2f1125d3 tempest-TestShelveInstance-975876144 tempest-TestShelveInstance-975876144-project] Allocated IP 172.27.0.116 (cd5efe95-1549-4750-933c-70412f77577e/9c872fed-da92-4e12-828d-ac62e1b980b9/75b0ea46-8488-4ec2-aaf0-9b8a0f525c17) {{(pid=96121) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 15:45:59.299016 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [None req-b2d98187-8f42-4406-a02b-442e2f1125d3 tempest-TestShelveInstance-975876144 tempest-TestShelveInstance-975876144-project] Notify callbacks [] for port, precommit_create {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:45:59.408248 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [None req-b2d98187-8f42-4406-a02b-442e2f1125d3 tempest-TestShelveInstance-975876144 tempest-TestShelveInstance-975876144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741779628737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3898419'] for port, after_create {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:45:59.445812 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2d98187-8f42-4406-a02b-442e2f1125d3 tempest-TestShelveInstance-975876144 tempest-TestShelveInstance-975876144-project] Network cd5efe95-1549-4750-933c-70412f77577e is already hosted by enough agents. {{(pid=96121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 15:45:59.449156 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.scheduler.base_scheduler [None req-b2d98187-8f42-4406-a02b-442e2f1125d3 tempest-TestShelveInstance-975876144 tempest-TestShelveInstance-975876144-project] Resources bound (agent type, host, resource id): {{(pid=96121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 15:45:59.452548 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2d98187-8f42-4406-a02b-442e2f1125d3 tempest-TestShelveInstance-975876144 tempest-TestShelveInstance-975876144-project] Received port after_create {{(pid=96121) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 15:45:59.476424 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d98187-8f42-4406-a02b-442e2f1125d3 tempest-TestShelveInstance-975876144 tempest-TestShelveInstance-975876144-project] Pushing event updated for resources: {'Port': ['ID=75b0ea46-8488-4ec2-aaf0-9b8a0f525c17,revision_number=1']} {{(pid=96121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 15:45:59.630288 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron_lib.callbacks.manager [None req-9bd021b7-afaf-4c67-b111-7b9308fbf6a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741779927170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-625140'] for agent, after_update {{(pid=96122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:45:59.802359 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [None req-b2d98187-8f42-4406-a02b-442e2f1125d3 tempest-TestShelveInstance-975876144 tempest-TestShelveInstance-975876144-project] Notify callbacks [] for floatingip, precommit_create {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:45:59.923553 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [None req-b2d98187-8f42-4406-a02b-442e2f1125d3 tempest-TestShelveInstance-975876144 tempest-TestShelveInstance-975876144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-684029'] for port, before_update {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:46:00.072880 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [None req-b2d98187-8f42-4406-a02b-442e2f1125d3 tempest-TestShelveInstance-975876144 tempest-TestShelveInstance-975876144-project] Notify callbacks [] for port, precommit_update {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:46:00.144432 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [None req-b2d98187-8f42-4406-a02b-442e2f1125d3 tempest-TestShelveInstance-975876144 tempest-TestShelveInstance-975876144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741780147972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741779628755', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741779628773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3898424'] for port, after_update {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:46:00.212477 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d98187-8f42-4406-a02b-442e2f1125d3 tempest-TestShelveInstance-975876144 tempest-TestShelveInstance-975876144-project] Pushing event updated for resources: {'Port': ['ID=75b0ea46-8488-4ec2-aaf0-9b8a0f525c17,revision_number=2']} {{(pid=96121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 15:46:00.221857 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [None req-b2d98187-8f42-4406-a02b-442e2f1125d3 tempest-TestShelveInstance-975876144 tempest-TestShelveInstance-975876144-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1618963'] for floatingip, after_create {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:46:00.316518 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.db.l3_db [None req-b2d98187-8f42-4406-a02b-442e2f1125d3 tempest-TestShelveInstance-975876144 tempest-TestShelveInstance-975876144-project] Floating IP ca549291-88b1-462f-bd6b-aef565ca7d19 associated. External IP: 172.27.0.116, port: ba218b3a-dee1-4ec8-91ec-282b5ceb1280. Sep 29 15:46:00.519690 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b2d98187-8f42-4406-a02b-442e2f1125d3 tempest-TestShelveInstance-975876144 tempest-TestShelveInstance-975876144-project] Router b34db8a2-e20f-40e7-a027-2925f95a8001 has already been hosted by L3 agent e5061b61-feb3-46be-bd05-1226f95d9417 {{(pid=96121) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 29 15:46:00.621195 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2d98187-8f42-4406-a02b-442e2f1125d3 tempest-TestShelveInstance-975876144 tempest-TestShelveInstance-975876144-project] Notify agent at l3_agent.dv-cinder-806616-6-iscsi the message routers_updated {{(pid=96121) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 15:46:00.630442 dv-cinder-806616-6-iscsi neutron-server[96123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-529c2b73-2a58-43d8-86f5-bc9e02c5634f None None] Sync routers for ids ['b34db8a2-e20f-40e7-a027-2925f95a8001'] in dv-cinder-806616-6-iscsi {{(pid=96123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 15:46:00.639906 dv-cinder-806616-6-iscsi neutron-server[96123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-529c2b73-2a58-43d8-86f5-bc9e02c5634f None None] Routers {'b34db8a2-e20f-40e7-a027-2925f95a8001'} bound to L3 agent in host dv-cinder-806616-6-iscsi {{(pid=96123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 15:46:00.640543 dv-cinder-806616-6-iscsi neutron-server[96123]: DEBUG neutron.db.l3_hamode_db [None req-529c2b73-2a58-43d8-86f5-bc9e02c5634f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806616-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-29T15:30:56Z,description=,heartbeat_timestamp=2021-09-29T15:45:57Z,host='dv-cinder-806616-6-iscsi',id=e5061b61-feb3-46be-bd05-1226f95d9417,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T15:30:57Z,topic='l3_agent')) {'router_ids': ['b34db8a2-e20f-40e7-a027-2925f95a8001'], 'active': True} {{(pid=96123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 15:46:00.721859 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [None req-b2d98187-8f42-4406-a02b-442e2f1125d3 tempest-TestShelveInstance-975876144 tempest-TestShelveInstance-975876144-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238921'] for floatingip, before_response {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:46:00.746144 dv-cinder-806616-6-iscsi neutron-server[96123]: DEBUG neutron.db.l3_dvr_db [None req-529c2b73-2a58-43d8-86f5-bc9e02c5634f None None] Set router b34db8a2-e20f-40e7-a027-2925f95a8001 gateway port host: dv-cinder-806616-6-iscsi {{(pid=96123) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 15:46:00.749006 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [None req-b2d98187-8f42-4406-a02b-442e2f1125d3 tempest-TestShelveInstance-975876144 tempest-TestShelveInstance-975876144-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8364840 Sep 29 15:46:00.749436 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f5040a69-8af4-4c00-956e-42c70be40526', 'tag': 'ba218b3a-dee1-4ec8-91ec-282b5ceb1280'}] {{(pid=96121) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 15:46:00.751628 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dcbd94143c65fdb0f5c12b0c92a6468c38125261e55d21e9818266cb91f6c0d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-524259f5-da45-418d-a59f-678f43bb6940" -d '{"events": [{"name": "network-changed", "server_uuid": "f5040a69-8af4-4c00-956e-42c70be40526", "tag": "ba218b3a-dee1-4ec8-91ec-282b5ceb1280"}]}' {{(pid=96121) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 15:46:00.794546 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 29 Sep 2021 15:46:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-372d37d3-e2d1-48fa-8758-9592bbe3a489 x-openstack-request-id: req-372d37d3-e2d1-48fa-8758-9592bbe3a489 {{(pid=96121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 15:46:00.794832 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f5040a69-8af4-4c00-956e-42c70be40526", "tag": "ba218b3a-dee1-4ec8-91ec-282b5ceb1280", "status": "completed", "code": 200}]} {{(pid=96121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 15:46:00.795089 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-372d37d3-e2d1-48fa-8758-9592bbe3a489 {{(pid=96121) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 15:46:00.795490 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f5040a69-8af4-4c00-956e-42c70be40526', 'tag': 'ba218b3a-dee1-4ec8-91ec-282b5ceb1280', 'status': 'completed', 'code': 200} Sep 29 15:46:00.977911 dv-cinder-806616-6-iscsi neutron-server[96123]: DEBUG neutron.db.l3_hamode_db [None req-529c2b73-2a58-43d8-86f5-bc9e02c5634f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b34db8a2-e20f-40e7-a027-2925f95a8001', 'name': 'tempest-TestShelveInstance-905054107-router', 'tenant_id': 'b047be03e3304a939d153e38fbd212c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd5efe95-1549-4750-933c-70412f77577e', 'external_fixed_ips': [{'subnet_id': '9c872fed-da92-4e12-828d-ac62e1b980b9', 'ip_address': '172.27.0.146'}], 'enable_snat': True}, 'gw_port_id': '2f3615d4-5324-439d-857a-21576bfa0062', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T15:45:00Z', 'updated_at': '2021-09-29T15:45:04Z', 'revision_number': 4, 'project_id': 'b047be03e3304a939d153e38fbd212c7', 'gw_port': {'id': '2f3615d4-5324-439d-857a-21576bfa0062', 'name': '', 'network_id': 'cd5efe95-1549-4750-933c-70412f77577e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:2a:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b34db8a2-e20f-40e7-a027-2925f95a8001', 'device_owner': 'network:router_gateway', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': '9c872fed-da92-4e12-828d-ac62e1b980b9', 'ip_address': '172.27.0.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806616-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T15:45:01Z', 'updated_at': '2021-09-29T15:45:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c872fed-da92-4e12-828d-ac62e1b980b9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806616-6-iscsi', '_floatingips': [{'id': 'ca549291-88b1-462f-bd6b-aef565ca7d19', 'tenant_id': 'b047be03e3304a939d153e38fbd212c7', 'floating_ip_address': '172.27.0.116', 'floating_network_id': 'cd5efe95-1549-4750-933c-70412f77577e', 'router_id': 'b34db8a2-e20f-40e7-a027-2925f95a8001', 'port_id': 'ba218b3a-dee1-4ec8-91ec-282b5ceb1280', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 540, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '01fbeb81-3367-4a61-af0a-258a335f59fe', 'mac_address': 'fa:16:3e:91:03:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5040a69-8af4-4c00-956e-42c70be40526', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-29T15:45:59Z', 'updated_at': '2021-09-29T15:45:59Z', 'revision_number': 0, 'project_id': 'b047be03e3304a939d153e38fbd212c7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '735b873b-3f33-4658-92af-ababb1110632', 'name': '', 'network_id': '01fbeb81-3367-4a61-af0a-258a335f59fe', 'tenant_id': 'b047be03e3304a939d153e38fbd212c7', 'mac_address': 'fa:16:3e:23:6d:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b34db8a2-e20f-40e7-a027-2925f95a8001', 'device_owner': 'network:router_interface', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': 'f8632fa6-8929-4963-8012-7394188bf2e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806616-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T15:45:03Z', 'updated_at': '2021-09-29T15:45:07Z', 'revision_number': 5, 'project_id': 'b047be03e3304a939d153e38fbd212c7', 'subnets': [{'id': 'f8632fa6-8929-4963-8012-7394188bf2e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806616-6-iscsi', False) {} {{(pid=96123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 15:46:01.005697 dv-cinder-806616-6-iscsi neutron-server[96123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-529c2b73-2a58-43d8-86f5-bc9e02c5634f None None] Checking router: b34db8a2-e20f-40e7-a027-2925f95a8001 for host: dv-cinder-806616-6-iscsi {{(pid=96123) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 15:46:01.014012 dv-cinder-806616-6-iscsi neutron-server[96123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-529c2b73-2a58-43d8-86f5-bc9e02c5634f None None] Routers {'b34db8a2-e20f-40e7-a027-2925f95a8001'} bound to L3 agent in host dv-cinder-806616-6-iscsi {{(pid=96123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 15:46:01.014606 dv-cinder-806616-6-iscsi neutron-server[96123]: DEBUG neutron.db.l3_hamode_db [None req-529c2b73-2a58-43d8-86f5-bc9e02c5634f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806616-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-29T15:30:56Z,description=,heartbeat_timestamp=2021-09-29T15:45:57Z,host='dv-cinder-806616-6-iscsi',id=e5061b61-feb3-46be-bd05-1226f95d9417,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T15:30:57Z,topic='l3_agent')) {'router_ids': ['b34db8a2-e20f-40e7-a027-2925f95a8001'], 'active': True} {{(pid=96123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 15:46:01.113922 dv-cinder-806616-6-iscsi neutron-server[96123]: DEBUG neutron.db.l3_dvr_db [None req-529c2b73-2a58-43d8-86f5-bc9e02c5634f None None] Set router b34db8a2-e20f-40e7-a027-2925f95a8001 gateway port host: dv-cinder-806616-6-iscsi {{(pid=96123) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 15:46:01.404356 dv-cinder-806616-6-iscsi neutron-server[96123]: DEBUG neutron.db.l3_hamode_db [None req-529c2b73-2a58-43d8-86f5-bc9e02c5634f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b34db8a2-e20f-40e7-a027-2925f95a8001', 'name': 'tempest-TestShelveInstance-905054107-router', 'tenant_id': 'b047be03e3304a939d153e38fbd212c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd5efe95-1549-4750-933c-70412f77577e', 'external_fixed_ips': [{'subnet_id': '9c872fed-da92-4e12-828d-ac62e1b980b9', 'ip_address': '172.27.0.146'}], 'enable_snat': True}, 'gw_port_id': '2f3615d4-5324-439d-857a-21576bfa0062', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T15:45:00Z', 'updated_at': '2021-09-29T15:45:04Z', 'revision_number': 4, 'project_id': 'b047be03e3304a939d153e38fbd212c7', 'gw_port': {'id': '2f3615d4-5324-439d-857a-21576bfa0062', 'name': '', 'network_id': 'cd5efe95-1549-4750-933c-70412f77577e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:2a:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b34db8a2-e20f-40e7-a027-2925f95a8001', 'device_owner': 'network:router_gateway', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': '9c872fed-da92-4e12-828d-ac62e1b980b9', 'ip_address': '172.27.0.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806616-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T15:45:01Z', 'updated_at': '2021-09-29T15:45:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c872fed-da92-4e12-828d-ac62e1b980b9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806616-6-iscsi', '_floatingips': [{'id': 'ca549291-88b1-462f-bd6b-aef565ca7d19', 'tenant_id': 'b047be03e3304a939d153e38fbd212c7', 'floating_ip_address': '172.27.0.116', 'floating_network_id': 'cd5efe95-1549-4750-933c-70412f77577e', 'router_id': 'b34db8a2-e20f-40e7-a027-2925f95a8001', 'port_id': 'ba218b3a-dee1-4ec8-91ec-282b5ceb1280', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 540, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '01fbeb81-3367-4a61-af0a-258a335f59fe', 'mac_address': 'fa:16:3e:91:03:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5040a69-8af4-4c00-956e-42c70be40526', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-29T15:45:59Z', 'updated_at': '2021-09-29T15:45:59Z', 'revision_number': 0, 'project_id': 'b047be03e3304a939d153e38fbd212c7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '735b873b-3f33-4658-92af-ababb1110632', 'name': '', 'network_id': '01fbeb81-3367-4a61-af0a-258a335f59fe', 'tenant_id': 'b047be03e3304a939d153e38fbd212c7', 'mac_address': 'fa:16:3e:23:6d:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b34db8a2-e20f-40e7-a027-2925f95a8001', 'device_owner': 'network:router_interface', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': 'f8632fa6-8929-4963-8012-7394188bf2e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806616-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T15:45:03Z', 'updated_at': '2021-09-29T15:45:07Z', 'revision_number': 5, 'project_id': 'b047be03e3304a939d153e38fbd212c7', 'subnets': [{'id': 'f8632fa6-8929-4963-8012-7394188bf2e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806616-6-iscsi', False) {} {{(pid=96123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 15:46:01.432303 dv-cinder-806616-6-iscsi neutron-server[96123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-529c2b73-2a58-43d8-86f5-bc9e02c5634f None None] The sync data for ids ['b34db8a2-e20f-40e7-a027-2925f95a8001'] in dv-cinder-806616-6-iscsi is: [{'id': 'b34db8a2-e20f-40e7-a027-2925f95a8001', 'name': 'tempest-TestShelveInstance-905054107-router', 'tenant_id': 'b047be03e3304a939d153e38fbd212c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd5efe95-1549-4750-933c-70412f77577e', 'external_fixed_ips': [{'subnet_id': '9c872fed-da92-4e12-828d-ac62e1b980b9', 'ip_address': '172.27.0.146'}], 'enable_snat': True}, 'gw_port_id': '2f3615d4-5324-439d-857a-21576bfa0062', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T15:45:00Z', 'updated_at': '2021-09-29T15:45:04Z', 'revision_number': 4, 'project_id': 'b047be03e3304a939d153e38fbd212c7', 'gw_port': {'id': '2f3615d4-5324-439d-857a-21576bfa0062', 'name': '', 'network_id': 'cd5efe95-1549-4750-933c-70412f77577e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:2a:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b34db8a2-e20f-40e7-a027-2925f95a8001', 'device_owner': 'network:router_gateway', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': '9c872fed-da92-4e12-828d-ac62e1b980b9', 'ip_address': '172.27.0.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806616-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T15:45:01Z', 'updated_at': '2021-09-29T15:45:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c872fed-da92-4e12-828d-ac62e1b980b9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806616-6-iscsi', '_floatingips': [{'id': 'ca549291-88b1-462f-bd6b-aef565ca7d19', 'tenant_id': 'b047be03e3304a939d153e38fbd212c7', 'floating_ip_address': '172.27.0.116', 'floating_network_id': 'cd5efe95-1549-4750-933c-70412f77577e', 'router_id': 'b34db8a2-e20f-40e7-a027-2925f95a8001', 'port_id': 'ba218b3a-dee1-4ec8-91ec-282b5ceb1280', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 540, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '01fbeb81-3367-4a61-af0a-258a335f59fe', 'mac_address': 'fa:16:3e:91:03:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5040a69-8af4-4c00-956e-42c70be40526', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-29T15:45:59Z', 'updated_at': '2021-09-29T15:45:59Z', 'revision_number': 0, 'project_id': 'b047be03e3304a939d153e38fbd212c7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '735b873b-3f33-4658-92af-ababb1110632', 'name': '', 'network_id': '01fbeb81-3367-4a61-af0a-258a335f59fe', 'tenant_id': 'b047be03e3304a939d153e38fbd212c7', 'mac_address': 'fa:16:3e:23:6d:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b34db8a2-e20f-40e7-a027-2925f95a8001', 'device_owner': 'network:router_interface', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': 'f8632fa6-8929-4963-8012-7394188bf2e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806616-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T15:45:03Z', 'updated_at': '2021-09-29T15:45:07Z', 'revision_number': 5, 'project_id': 'b047be03e3304a939d153e38fbd212c7', 'subnets': [{'id': 'f8632fa6-8929-4963-8012-7394188bf2e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=96123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 15:46:01.615768 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-917228ba-96c0-4b35-8480-684c6cc4e080 None None] New status for floating IP ca549291-88b1-462f-bd6b-aef565ca7d19: ACTIVE {{(pid=96122) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 29 15:46:03.063225 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524259f5-da45-418d-a59f-678f43bb6940 req-454bfe6f-1c19-4f22-9d1e-2120de7d43b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:46:03.064706 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-524259f5-da45-418d-a59f-678f43bb6940 req-454bfe6f-1c19-4f22-9d1e-2120de7d43b9 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=b047be03e3304a939d153e38fbd212c7&device_id=f5040a69-8af4-4c00-956e-42c70be40526 HTTP/1.1" status: 200 len: 1098 time: 0.0391002 Sep 29 15:46:03.154779 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524259f5-da45-418d-a59f-678f43bb6940 req-70cdd67d-2f9a-4efc-9723-6f2cccdcc295 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:46:03.156345 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-524259f5-da45-418d-a59f-678f43bb6940 req-70cdd67d-2f9a-4efc-9723-6f2cccdcc295 service neutron] 10.222.0.22 "GET /v2.0/networks?id=01fbeb81-3367-4a61-af0a-258a335f59fe HTTP/1.1" status: 200 len: 909 time: 0.0838976 Sep 29 15:46:03.223058 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-524259f5-da45-418d-a59f-678f43bb6940 req-09fc7530-3ff0-4fd4-9ad5-116e56bef384 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ba218b3a-dee1-4ec8-91ec-282b5ceb1280 HTTP/1.1" status: 200 len: 1001 time: 0.0574944 Sep 29 15:46:03.270228 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524259f5-da45-418d-a59f-678f43bb6940 req-df0aee8f-a9cb-41a1-886e-27dce203e011 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:46:03.271618 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-524259f5-da45-418d-a59f-678f43bb6940 req-df0aee8f-a9cb-41a1-886e-27dce203e011 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=f8632fa6-8929-4963-8012-7394188bf2e0 HTTP/1.1" status: 200 len: 847 time: 0.0411227 Sep 29 15:46:03.314855 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524259f5-da45-418d-a59f-678f43bb6940 req-f1f836ba-2d37-44da-aaba-8f3c9b497998 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:46:03.316231 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-524259f5-da45-418d-a59f-678f43bb6940 req-f1f836ba-2d37-44da-aaba-8f3c9b497998 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=01fbeb81-3367-4a61-af0a-258a335f59fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0370810 Sep 29 15:46:03.410914 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-524259f5-da45-418d-a59f-678f43bb6940 req-f8b0b395-3231-48ee-86e7-9fdf28aec7b3 service neutron] 10.222.0.22 "GET /v2.0/networks/01fbeb81-3367-4a61-af0a-258a335f59fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821335 Sep 29 15:46:03.497017 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-524259f5-da45-418d-a59f-678f43bb6940 req-5015e309-3eb9-49f9-a606-f8aa10edf80f service neutron] 10.222.0.22 "GET /v2.0/networks/01fbeb81-3367-4a61-af0a-258a335f59fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0782206 Sep 29 15:46:06.864743 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron_lib.callbacks.manager [None req-4d55257e-523e-4b8d-ab2b-d46a31710be1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741779927170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-625140'] for agent, after_update {{(pid=96122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:46:10.806501 dv-cinder-806616-6-iscsi neutron-server[96123]: DEBUG neutron.db.agents_db [None req-ce50b6f1-f7bd-4b59-8641-9f71b480b041 None None] Agent healthcheck: found 6 active agents {{(pid=96123) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 29 15:46:11.365835 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-d0fc3526-ebfc-4c37-983e-1dbe4b16dd3b req-8da13fe4-1dbc-4f10-949e-769ac0ce0092 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=a892d174-14e6-4be4-a5fb-07cedc528249&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0390897 Sep 29 15:46:11.447286 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0fc3526-ebfc-4c37-983e-1dbe4b16dd3b req-3ef97d0a-b9e8-44df-8639-e7849d46f14c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:46:11.448864 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-d0fc3526-ebfc-4c37-983e-1dbe4b16dd3b req-3ef97d0a-b9e8-44df-8639-e7849d46f14c service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=2744814d1df64ec9961e1e35dae5d604&device_id=a892d174-14e6-4be4-a5fb-07cedc528249 HTTP/1.1" status: 200 len: 1138 time: 0.0437276 Sep 29 15:46:11.551738 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0fc3526-ebfc-4c37-983e-1dbe4b16dd3b req-10a795f3-3185-4d66-9c66-091c1f9cbd49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:46:11.553241 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-d0fc3526-ebfc-4c37-983e-1dbe4b16dd3b req-10a795f3-3185-4d66-9c66-091c1f9cbd49 service neutron] 10.222.0.22 "GET /v2.0/networks?id=451a4b33-3c15-4627-b84f-5dc87afd25d5 HTTP/1.1" status: 200 len: 916 time: 0.0836926 Sep 29 15:46:11.628462 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-d0fc3526-ebfc-4c37-983e-1dbe4b16dd3b req-35d52be4-2957-47ac-9b55-5c6a68c4f470 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=86caf4fd-350c-4aef-a9da-a53f95e29b58 HTTP/1.1" status: 200 len: 1001 time: 0.0650070 Sep 29 15:46:11.681992 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0fc3526-ebfc-4c37-983e-1dbe4b16dd3b req-a41366e0-cad8-4dee-a249-6d8b8c0f4450 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:46:11.683509 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-d0fc3526-ebfc-4c37-983e-1dbe4b16dd3b req-a41366e0-cad8-4dee-a249-6d8b8c0f4450 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=92b9bd24-d037-4f73-9cd3-47376a5d89ea HTTP/1.1" status: 200 len: 854 time: 0.0452054 Sep 29 15:46:11.731357 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0fc3526-ebfc-4c37-983e-1dbe4b16dd3b req-2a3e86d3-bf7c-48a3-a472-655b4ee0f65a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:46:11.732853 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-d0fc3526-ebfc-4c37-983e-1dbe4b16dd3b req-2a3e86d3-bf7c-48a3-a472-655b4ee0f65a service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=451a4b33-3c15-4627-b84f-5dc87afd25d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0392077 Sep 29 15:46:11.825470 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-d0fc3526-ebfc-4c37-983e-1dbe4b16dd3b req-717b87ff-3b3c-4834-8edc-253d83b30dce service neutron] 10.222.0.22 "GET /v2.0/networks/451a4b33-3c15-4627-b84f-5dc87afd25d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837319 Sep 29 15:46:11.915813 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-d0fc3526-ebfc-4c37-983e-1dbe4b16dd3b req-1e387131-8919-4952-9613-543f15a8ef76 service neutron] 10.222.0.22 "GET /v2.0/networks/451a4b33-3c15-4627-b84f-5dc87afd25d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817142 Sep 29 15:46:14.502911 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.wsgi [-] (96121) accepted ('10.222.0.46', 36662) {{(pid=96121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 15:46:14.604983 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [None req-218108e8-b262-44d0-89ac-eccebfd75190 admin admin] Notify callbacks [] for security_group, before_create {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:46:14.692540 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [None req-218108e8-b262-44d0-89ac-eccebfd75190 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:46:14.762219 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [None req-218108e8-b262-44d0-89ac-eccebfd75190 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579214'] for security_group, after_create {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:46:14.799004 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [None req-218108e8-b262-44d0-89ac-eccebfd75190 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=47cffdfbc2cc4b448fcf0cf73095ac86&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2950037 Sep 29 15:46:14.801129 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-218108e8-b262-44d0-89ac-eccebfd75190 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6aae25af-dbe8-4800-ba7f-64dd85e74e28,revision_number=1']} {{(pid=96121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 15:46:14.801803 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.wsgi [-] (96120) accepted ('10.222.0.46', 36666) {{(pid=96120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 15:46:14.849654 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-879eef8a-bae0-4fad-ac6e-a7c25bbc42f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:46:14.870532 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-879eef8a-bae0-4fad-ac6e-a7c25bbc42f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:46:14.978449 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-879eef8a-bae0-4fad-ac6e-a7c25bbc42f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579214'] for security_group, after_delete {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:46:14.981530 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-879eef8a-bae0-4fad-ac6e-a7c25bbc42f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:46:14.982669 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [None req-879eef8a-bae0-4fad-ac6e-a7c25bbc42f1 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/6aae25af-dbe8-4800-ba7f-64dd85e74e28 HTTP/1.1" status: 204 len: 168 time: 0.1798143 Sep 29 15:46:14.990090 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-879eef8a-bae0-4fad-ac6e-a7c25bbc42f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6aae25af-dbe8-4800-ba7f-64dd85e74e28,revision_number=None']} {{(pid=96120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 15:46:14.997678 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-879eef8a-bae0-4fad-ac6e-a7c25bbc42f1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806616-6-iscsi {{(pid=96120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 15:46:15.001747 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-879eef8a-bae0-4fad-ac6e-a7c25bbc42f1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806616-6-iscsi {{(pid=96120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 15:46:15.001747 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-879eef8a-bae0-4fad-ac6e-a7c25bbc42f1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806616-6-iscsi {{(pid=96120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 15:46:15.001747 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-879eef8a-bae0-4fad-ac6e-a7c25bbc42f1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806616-6-iscsi {{(pid=96120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 15:46:15.001747 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-879eef8a-bae0-4fad-ac6e-a7c25bbc42f1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806616-6-iscsi {{(pid=96120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 15:46:15.001747 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-879eef8a-bae0-4fad-ac6e-a7c25bbc42f1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806616-6-iscsi {{(pid=96120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 15:46:15.001747 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-879eef8a-bae0-4fad-ac6e-a7c25bbc42f1 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806616-6-iscsi {{(pid=96120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 15:46:15.001747 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-879eef8a-bae0-4fad-ac6e-a7c25bbc42f1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806616-6-iscsi {{(pid=96120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 15:46:15.001747 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-879eef8a-bae0-4fad-ac6e-a7c25bbc42f1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806616-6-iscsi {{(pid=96120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 15:46:15.001747 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-879eef8a-bae0-4fad-ac6e-a7c25bbc42f1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806616-6-iscsi {{(pid=96120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 15:46:15.001747 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-879eef8a-bae0-4fad-ac6e-a7c25bbc42f1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806616-6-iscsi {{(pid=96120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 15:46:15.001747 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-879eef8a-bae0-4fad-ac6e-a7c25bbc42f1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806616-6-iscsi {{(pid=96120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 15:46:15.532592 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.wsgi [-] (96120) accepted ('10.222.0.46', 36672) {{(pid=96120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 15:46:15.549065 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-82ea9eb3-76cf-4a36-be8e-573e507e0899 admin admin] Notify callbacks [] for security_group, before_create {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:46:15.631881 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-82ea9eb3-76cf-4a36-be8e-573e507e0899 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:46:15.709689 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-82ea9eb3-76cf-4a36-be8e-573e507e0899 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579214'] for security_group, after_create {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:46:15.746237 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [None req-82ea9eb3-76cf-4a36-be8e-573e507e0899 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=77004cb4aca2452db9c329099971d05b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2126091 Sep 29 15:46:15.748071 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ea9eb3-76cf-4a36-be8e-573e507e0899 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75d977fc-c8cd-4a40-9730-4b2630af8197,revision_number=1']} {{(pid=96120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 15:46:15.749204 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.wsgi [-] (96121) accepted ('10.222.0.46', 36674) {{(pid=96121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 15:46:15.797959 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [None req-fc25d46c-6d0e-441d-8945-9efe1fc978eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:46:15.818163 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [None req-fc25d46c-6d0e-441d-8945-9efe1fc978eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:46:16.024006 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [None req-fc25d46c-6d0e-441d-8945-9efe1fc978eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579214'] for security_group, after_delete {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:46:16.027519 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [None req-fc25d46c-6d0e-441d-8945-9efe1fc978eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:46:16.028710 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [None req-fc25d46c-6d0e-441d-8945-9efe1fc978eb admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/75d977fc-c8cd-4a40-9730-4b2630af8197 HTTP/1.1" status: 204 len: 168 time: 0.2785423 Sep 29 15:46:16.036253 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc25d46c-6d0e-441d-8945-9efe1fc978eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75d977fc-c8cd-4a40-9730-4b2630af8197,revision_number=None']} {{(pid=96121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 15:46:18.343041 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.wsgi [-] (96121) accepted ('10.222.0.46', 36732) {{(pid=96121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 15:46:18.443020 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [None req-bcf6d155-f02f-4c18-9680-075e2c377dd1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:46:18.527620 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [None req-bcf6d155-f02f-4c18-9680-075e2c377dd1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:46:18.606904 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [None req-bcf6d155-f02f-4c18-9680-075e2c377dd1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579214'] for security_group, after_create {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:46:18.647163 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [None req-bcf6d155-f02f-4c18-9680-075e2c377dd1 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=9f4555367c3b4b9ba8e3a81596f4b93a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3030722 Sep 29 15:46:18.648075 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf6d155-f02f-4c18-9680-075e2c377dd1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d92b54d-5399-4aad-8209-578bd03886c2,revision_number=1']} {{(pid=96121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 15:46:18.650091 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.wsgi [-] (96120) accepted ('10.222.0.46', 36736) {{(pid=96120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 15:46:18.697303 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-1e246bd5-d1d3-45af-b00a-582894f9646a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:46:18.717123 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-1e246bd5-d1d3-45af-b00a-582894f9646a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:46:18.881581 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-1e246bd5-d1d3-45af-b00a-582894f9646a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579214'] for security_group, after_delete {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:46:18.884122 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-1e246bd5-d1d3-45af-b00a-582894f9646a admin admin] Notify callbacks [] for security_group, before_response {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:46:18.885260 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [None req-1e246bd5-d1d3-45af-b00a-582894f9646a admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/4d92b54d-5399-4aad-8209-578bd03886c2 HTTP/1.1" status: 204 len: 168 time: 0.2342038 Sep 29 15:46:18.892914 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e246bd5-d1d3-45af-b00a-582894f9646a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d92b54d-5399-4aad-8209-578bd03886c2,revision_number=None']} {{(pid=96120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 15:46:19.531464 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.wsgi [-] (96120) accepted ('10.222.0.46', 36750) {{(pid=96120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 15:46:19.545207 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-ad7647f3-2f4b-4976-b15e-56fcda6bdb1b admin admin] Notify callbacks [] for security_group, before_create {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:46:19.637679 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-ad7647f3-2f4b-4976-b15e-56fcda6bdb1b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:46:19.738704 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-ad7647f3-2f4b-4976-b15e-56fcda6bdb1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579214'] for security_group, after_create {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:46:19.741841 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ce7390-62a8-4ad7-8fb8-abe2fd3ec776 req-4822da47-da1a-4ff5-a039-ec87f657d5ea tempest-AttachVolumeShelveTestJSON-850210833 tempest-AttachVolumeShelveTestJSON-850210833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:46:19.743359 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-19ce7390-62a8-4ad7-8fb8-abe2fd3ec776 req-4822da47-da1a-4ff5-a039-ec87f657d5ea tempest-AttachVolumeShelveTestJSON-850210833 tempest-AttachVolumeShelveTestJSON-850210833-project] 10.222.0.46 "GET /v2.0/ports?device_id=baba5f09-ede0-45b5-8ba9-8341045e8437 HTTP/1.1" status: 200 len: 947 time: 0.0476611 Sep 29 15:46:19.777774 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [None req-ad7647f3-2f4b-4976-b15e-56fcda6bdb1b admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=ca5092e571e1420595c6505d30af42c9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2451820 Sep 29 15:46:19.780442 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.wsgi [-] (96120) accepted ('10.222.0.46', 36754) {{(pid=96120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 15:46:19.781417 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-19ce7390-62a8-4ad7-8fb8-abe2fd3ec776 req-a14ab86e-36b3-4462-8e6b-8c13f1e1f9e2 tempest-AttachVolumeShelveTestJSON-850210833 tempest-AttachVolumeShelveTestJSON-850210833-project] 10.222.0.46 "GET /v2.0/security-groups?id=99d08d38-afbb-479e-bab1-6a902c9fe3e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314403 Sep 29 15:46:19.786266 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad7647f3-2f4b-4976-b15e-56fcda6bdb1b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6bcad10-894a-4464-8830-5ead53f0dd4a,revision_number=1']} {{(pid=96120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 15:46:19.831120 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-44c94997-0edd-426b-96f7-636a9e57ac92 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:46:19.851473 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-44c94997-0edd-426b-96f7-636a9e57ac92 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:46:20.001207 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-44c94997-0edd-426b-96f7-636a9e57ac92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579214'] for security_group, after_delete {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:46:20.003654 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-44c94997-0edd-426b-96f7-636a9e57ac92 admin admin] Notify callbacks [] for security_group, before_response {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:46:20.004855 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [None req-44c94997-0edd-426b-96f7-636a9e57ac92 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/e6bcad10-894a-4464-8830-5ead53f0dd4a HTTP/1.1" status: 204 len: 168 time: 0.2235243 Sep 29 15:46:20.014474 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c94997-0edd-426b-96f7-636a9e57ac92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6bcad10-894a-4464-8830-5ead53f0dd4a,revision_number=None']} {{(pid=96120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 15:46:20.902644 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5376914-0f69-4e7a-8ae3-ead6cb6f045a req-c8f35504-dbff-41f7-be98-c8619d7b37fb tempest-AttachVolumeShelveTestJSON-850210833 tempest-AttachVolumeShelveTestJSON-850210833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:46:20.904174 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [req-d5376914-0f69-4e7a-8ae3-ead6cb6f045a req-c8f35504-dbff-41f7-be98-c8619d7b37fb tempest-AttachVolumeShelveTestJSON-850210833 tempest-AttachVolumeShelveTestJSON-850210833-project] 10.222.0.46 "GET /v2.0/ports?device_id=baba5f09-ede0-45b5-8ba9-8341045e8437 HTTP/1.1" status: 200 len: 947 time: 0.0498209 Sep 29 15:46:20.941500 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [req-d5376914-0f69-4e7a-8ae3-ead6cb6f045a req-d5e3bb76-44b6-46c4-9b2a-4d536e090c1f tempest-AttachVolumeShelveTestJSON-850210833 tempest-AttachVolumeShelveTestJSON-850210833-project] 10.222.0.46 "GET /v2.0/security-groups?id=99d08d38-afbb-479e-bab1-6a902c9fe3e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314560 Sep 29 15:46:21.479317 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12158190-bd84-482b-92a8-6677b74b0ac0 req-86fc828c-5254-4771-b618-c1ffb5fb8618 tempest-AttachVolumeShelveTestJSON-850210833 tempest-AttachVolumeShelveTestJSON-850210833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:46:21.481400 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-12158190-bd84-482b-92a8-6677b74b0ac0 req-86fc828c-5254-4771-b618-c1ffb5fb8618 tempest-AttachVolumeShelveTestJSON-850210833 tempest-AttachVolumeShelveTestJSON-850210833-project] 10.222.0.22 "GET /v2.0/ports?device_id=baba5f09-ede0-45b5-8ba9-8341045e8437 HTTP/1.1" status: 200 len: 947 time: 0.0475004 Sep 29 15:46:21.575252 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.plugins.ml2.plugin [req-12158190-bd84-482b-92a8-6677b74b0ac0 req-cf433f61-95fd-43bc-83d7-417921b28c7b tempest-AttachVolumeShelveTestJSON-850210833 tempest-AttachVolumeShelveTestJSON-850210833-project] Deleting port 2ea31e49-e163-4c49-a8a2-18463ab07e46 {{(pid=96121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 29 15:46:21.575595 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [req-12158190-bd84-482b-92a8-6677b74b0ac0 req-cf433f61-95fd-43bc-83d7-417921b28c7b tempest-AttachVolumeShelveTestJSON-850210833 tempest-AttachVolumeShelveTestJSON-850210833-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741780140072'] for port, before_delete {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:46:21.664471 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.plugins.ml2.db [req-12158190-bd84-482b-92a8-6677b74b0ac0 req-cf433f61-95fd-43bc-83d7-417921b28c7b tempest-AttachVolumeShelveTestJSON-850210833 tempest-AttachVolumeShelveTestJSON-850210833-project] For port 2ea31e49-e163-4c49-a8a2-18463ab07e46, host hv-cinder-80661, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80661',level=0,port_id=2ea31e49-e163-4c49-a8a2-18463ab07e46,segment=NetworkSegment(445f7458-c019-4777-b7f7-9f69e4e3102b),segment_id=445f7458-c019-4777-b7f7-9f69e4e3102b)] {{(pid=96121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 15:46:21.664840 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [req-12158190-bd84-482b-92a8-6677b74b0ac0 req-cf433f61-95fd-43bc-83d7-417921b28c7b tempest-AttachVolumeShelveTestJSON-850210833 tempest-AttachVolumeShelveTestJSON-850210833-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1614090'] for port, precommit_delete {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:46:21.838279 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [req-12158190-bd84-482b-92a8-6677b74b0ac0 req-cf433f61-95fd-43bc-83d7-417921b28c7b tempest-AttachVolumeShelveTestJSON-850210833 tempest-AttachVolumeShelveTestJSON-850210833-project] Notify callbacks [] for floatingip, precommit_update {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:46:21.838568 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [req-12158190-bd84-482b-92a8-6677b74b0ac0 req-cf433f61-95fd-43bc-83d7-417921b28c7b tempest-AttachVolumeShelveTestJSON-850210833 tempest-AttachVolumeShelveTestJSON-850210833-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1618963'] for floatingip, after_update {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:46:21.838883 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.db.l3_db [req-12158190-bd84-482b-92a8-6677b74b0ac0 req-cf433f61-95fd-43bc-83d7-417921b28c7b tempest-AttachVolumeShelveTestJSON-850210833 tempest-AttachVolumeShelveTestJSON-850210833-project] Floating IP 4a207166-3e1d-43ff-9124-ef17f4fb4a43 disassociated. External IP: 172.27.0.162, port: 2ea31e49-e163-4c49-a8a2-18463ab07e46. Sep 29 15:46:21.839224 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.plugins.ml2.plugin [req-12158190-bd84-482b-92a8-6677b74b0ac0 req-cf433f61-95fd-43bc-83d7-417921b28c7b tempest-AttachVolumeShelveTestJSON-850210833 tempest-AttachVolumeShelveTestJSON-850210833-project] Calling delete_port for 2ea31e49-e163-4c49-a8a2-18463ab07e46 owned by compute:nova {{(pid=96121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 29 15:46:22.037398 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [req-12158190-bd84-482b-92a8-6677b74b0ac0 req-cf433f61-95fd-43bc-83d7-417921b28c7b tempest-AttachVolumeShelveTestJSON-850210833 tempest-AttachVolumeShelveTestJSON-850210833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741780147950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741779628746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3898419'] for port, after_delete {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:46:22.076903 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf433f61-95fd-43bc-83d7-417921b28c7b tempest-AttachVolumeShelveTestJSON-850210833 tempest-AttachVolumeShelveTestJSON-850210833-project] Pushing event deleted for resources: {'Port': ['ID=2ea31e49-e163-4c49-a8a2-18463ab07e46,revision_number=None']} {{(pid=96121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 15:46:22.098404 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b6c516-5e9b-4c99-ac81-07c9eff0c8e9 req-fd51fc29-e94d-4ce9-8c95-f783d1d6b816 tempest-AttachVolumeShelveTestJSON-850210833 tempest-AttachVolumeShelveTestJSON-850210833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:46:22.099896 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-c7b6c516-5e9b-4c99-ac81-07c9eff0c8e9 req-fd51fc29-e94d-4ce9-8c95-f783d1d6b816 tempest-AttachVolumeShelveTestJSON-850210833 tempest-AttachVolumeShelveTestJSON-850210833-project] 10.222.0.46 "GET /v2.0/ports?device_id=baba5f09-ede0-45b5-8ba9-8341045e8437 HTTP/1.1" status: 200 len: 868 time: 0.0881903 Sep 29 15:46:22.177452 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-c7b6c516-5e9b-4c99-ac81-07c9eff0c8e9 req-816427da-76cf-436d-8b17-e60847c11820 tempest-AttachVolumeShelveTestJSON-850210833 tempest-AttachVolumeShelveTestJSON-850210833-project] 10.222.0.46 "GET /v2.0/security-groups?id=99d08d38-afbb-479e-bab1-6a902c9fe3e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444183 Sep 29 15:46:22.232168 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.scheduler.l3_agent_scheduler [req-12158190-bd84-482b-92a8-6677b74b0ac0 req-cf433f61-95fd-43bc-83d7-417921b28c7b tempest-AttachVolumeShelveTestJSON-850210833 tempest-AttachVolumeShelveTestJSON-850210833-project] Router 52ced7d6-4c59-4942-adf4-47e984fe6127 has already been hosted by L3 agent e5061b61-feb3-46be-bd05-1226f95d9417 {{(pid=96121) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 29 15:46:22.335656 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-12158190-bd84-482b-92a8-6677b74b0ac0 req-cf433f61-95fd-43bc-83d7-417921b28c7b tempest-AttachVolumeShelveTestJSON-850210833 tempest-AttachVolumeShelveTestJSON-850210833-project] Notify agent at l3_agent.dv-cinder-806616-6-iscsi the message routers_updated {{(pid=96121) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 15:46:22.346669 dv-cinder-806616-6-iscsi neutron-server[96123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12d0bc54-bf7f-454a-9817-238278ec2d07 None None] Sync routers for ids ['52ced7d6-4c59-4942-adf4-47e984fe6127'] in dv-cinder-806616-6-iscsi {{(pid=96123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 15:46:22.359553 dv-cinder-806616-6-iscsi neutron-server[96123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12d0bc54-bf7f-454a-9817-238278ec2d07 None None] Routers {'52ced7d6-4c59-4942-adf4-47e984fe6127'} bound to L3 agent in host dv-cinder-806616-6-iscsi {{(pid=96123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 15:46:22.360141 dv-cinder-806616-6-iscsi neutron-server[96123]: DEBUG neutron.db.l3_hamode_db [None req-12d0bc54-bf7f-454a-9817-238278ec2d07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806616-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-29T15:30:56Z,description=,heartbeat_timestamp=2021-09-29T15:45:57Z,host='dv-cinder-806616-6-iscsi',id=e5061b61-feb3-46be-bd05-1226f95d9417,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T15:30:57Z,topic='l3_agent')) {'router_ids': ['52ced7d6-4c59-4942-adf4-47e984fe6127'], 'active': True} {{(pid=96123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 15:46:22.373774 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.db.l3_dvrscheduler_db [req-12158190-bd84-482b-92a8-6677b74b0ac0 req-cf433f61-95fd-43bc-83d7-417921b28c7b tempest-AttachVolumeShelveTestJSON-850210833 tempest-AttachVolumeShelveTestJSON-850210833-project] No DVR routers for this DVR port 2ea31e49-e163-4c49-a8a2-18463ab07e46 on host hv-cinder-80661 {{(pid=96121) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 15:46:22.376395 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [req-12158190-bd84-482b-92a8-6677b74b0ac0 req-cf433f61-95fd-43bc-83d7-417921b28c7b tempest-AttachVolumeShelveTestJSON-850210833 tempest-AttachVolumeShelveTestJSON-850210833-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238921'] for port, before_response {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:46:22.378527 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-12158190-bd84-482b-92a8-6677b74b0ac0 req-cf433f61-95fd-43bc-83d7-417921b28c7b tempest-AttachVolumeShelveTestJSON-850210833 tempest-AttachVolumeShelveTestJSON-850210833-project] 10.222.0.22 "DELETE /v2.0/ports/2ea31e49-e163-4c49-a8a2-18463ab07e46 HTTP/1.1" status: 204 len: 173 time: 0.8891015 Sep 29 15:46:22.378811 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'baba5f09-ede0-45b5-8ba9-8341045e8437', 'name': 'network-vif-deleted', 'tag': '2ea31e49-e163-4c49-a8a2-18463ab07e46'}] {{(pid=96121) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 15:46:22.381042 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dcbd94143c65fdb0f5c12b0c92a6468c38125261e55d21e9818266cb91f6c0d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61816c85-6631-4771-b59e-10f67e2d7530" -d '{"events": [{"server_uuid": "baba5f09-ede0-45b5-8ba9-8341045e8437", "name": "network-vif-deleted", "tag": "2ea31e49-e163-4c49-a8a2-18463ab07e46"}]}' {{(pid=96121) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 15:46:22.427406 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Sep 2021 15:46:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16a3f3d3-d35b-46d5-860e-34224821fb2d x-openstack-request-id: req-16a3f3d3-d35b-46d5-860e-34224821fb2d {{(pid=96121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 15:46:22.427800 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "baba5f09-ede0-45b5-8ba9-8341045e8437", "name": "network-vif-deleted", "tag": "2ea31e49-e163-4c49-a8a2-18463ab07e46", "status": "completed", "code": 200}]} {{(pid=96121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 15:46:22.431357 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-16a3f3d3-d35b-46d5-860e-34224821fb2d {{(pid=96121) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 15:46:22.432091 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'baba5f09-ede0-45b5-8ba9-8341045e8437', 'name': 'network-vif-deleted', 'tag': '2ea31e49-e163-4c49-a8a2-18463ab07e46', 'status': 'completed', 'code': 200} Sep 29 15:46:22.483434 dv-cinder-806616-6-iscsi neutron-server[96123]: DEBUG neutron.db.l3_dvr_db [None req-12d0bc54-bf7f-454a-9817-238278ec2d07 None None] Set router 52ced7d6-4c59-4942-adf4-47e984fe6127 gateway port host: dv-cinder-806616-6-iscsi {{(pid=96123) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 15:46:22.683599 dv-cinder-806616-6-iscsi neutron-server[96123]: DEBUG neutron.db.l3_hamode_db [None req-12d0bc54-bf7f-454a-9817-238278ec2d07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52ced7d6-4c59-4942-adf4-47e984fe6127', 'name': 'tempest-AttachVolumeShelveTestJSON-522904198-router', 'tenant_id': '13390da549814bc498d0c907da15d788', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd5efe95-1549-4750-933c-70412f77577e', 'external_fixed_ips': [{'subnet_id': '9c872fed-da92-4e12-828d-ac62e1b980b9', 'ip_address': '172.27.0.58'}], 'enable_snat': True}, 'gw_port_id': '45f62489-a444-4f79-b6dd-bd7efecb94c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T15:38:55Z', 'updated_at': '2021-09-29T15:39:04Z', 'revision_number': 4, 'project_id': '13390da549814bc498d0c907da15d788', 'gw_port': {'id': '45f62489-a444-4f79-b6dd-bd7efecb94c1', 'name': '', 'network_id': 'cd5efe95-1549-4750-933c-70412f77577e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:f3:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52ced7d6-4c59-4942-adf4-47e984fe6127', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '9c872fed-da92-4e12-828d-ac62e1b980b9', 'ip_address': '172.27.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806616-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T15:38:57Z', 'updated_at': '2021-09-29T15:39:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c872fed-da92-4e12-828d-ac62e1b980b9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806616-6-iscsi', '_interfaces': [{'id': '568674db-d5ba-4049-ae2c-cbe94253da52', 'name': '', 'network_id': '7d2058d9-0239-4e7f-ad5f-85b9e31d2757', 'tenant_id': '13390da549814bc498d0c907da15d788', 'mac_address': 'fa:16:3e:0c:85:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52ced7d6-4c59-4942-adf4-47e984fe6127', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '56afac6f-63d0-4994-bdac-133803bcf88a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806616-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T15:39:02Z', 'updated_at': '2021-09-29T15:39:12Z', 'revision_number': 5, 'project_id': '13390da549814bc498d0c907da15d788', 'subnets': [{'id': '56afac6f-63d0-4994-bdac-133803bcf88a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806616-6-iscsi', False) {} {{(pid=96123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 15:46:22.711661 dv-cinder-806616-6-iscsi neutron-server[96123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12d0bc54-bf7f-454a-9817-238278ec2d07 None None] Checking router: 52ced7d6-4c59-4942-adf4-47e984fe6127 for host: dv-cinder-806616-6-iscsi {{(pid=96123) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 15:46:22.720485 dv-cinder-806616-6-iscsi neutron-server[96123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12d0bc54-bf7f-454a-9817-238278ec2d07 None None] Routers {'52ced7d6-4c59-4942-adf4-47e984fe6127'} bound to L3 agent in host dv-cinder-806616-6-iscsi {{(pid=96123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 15:46:22.721090 dv-cinder-806616-6-iscsi neutron-server[96123]: DEBUG neutron.db.l3_hamode_db [None req-12d0bc54-bf7f-454a-9817-238278ec2d07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806616-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-29T15:30:56Z,description=,heartbeat_timestamp=2021-09-29T15:45:57Z,host='dv-cinder-806616-6-iscsi',id=e5061b61-feb3-46be-bd05-1226f95d9417,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T15:30:57Z,topic='l3_agent')) {'router_ids': ['52ced7d6-4c59-4942-adf4-47e984fe6127'], 'active': True} {{(pid=96123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 15:46:22.824192 dv-cinder-806616-6-iscsi neutron-server[96123]: DEBUG neutron.db.l3_dvr_db [None req-12d0bc54-bf7f-454a-9817-238278ec2d07 None None] Set router 52ced7d6-4c59-4942-adf4-47e984fe6127 gateway port host: dv-cinder-806616-6-iscsi {{(pid=96123) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 15:46:23.022698 dv-cinder-806616-6-iscsi neutron-server[96123]: DEBUG neutron.db.l3_hamode_db [None req-12d0bc54-bf7f-454a-9817-238278ec2d07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52ced7d6-4c59-4942-adf4-47e984fe6127', 'name': 'tempest-AttachVolumeShelveTestJSON-522904198-router', 'tenant_id': '13390da549814bc498d0c907da15d788', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd5efe95-1549-4750-933c-70412f77577e', 'external_fixed_ips': [{'subnet_id': '9c872fed-da92-4e12-828d-ac62e1b980b9', 'ip_address': '172.27.0.58'}], 'enable_snat': True}, 'gw_port_id': '45f62489-a444-4f79-b6dd-bd7efecb94c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T15:38:55Z', 'updated_at': '2021-09-29T15:39:04Z', 'revision_number': 4, 'project_id': '13390da549814bc498d0c907da15d788', 'gw_port': {'id': '45f62489-a444-4f79-b6dd-bd7efecb94c1', 'name': '', 'network_id': 'cd5efe95-1549-4750-933c-70412f77577e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:f3:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52ced7d6-4c59-4942-adf4-47e984fe6127', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '9c872fed-da92-4e12-828d-ac62e1b980b9', 'ip_address': '172.27.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806616-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T15:38:57Z', 'updated_at': '2021-09-29T15:39:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c872fed-da92-4e12-828d-ac62e1b980b9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806616-6-iscsi', '_interfaces': [{'id': '568674db-d5ba-4049-ae2c-cbe94253da52', 'name': '', 'network_id': '7d2058d9-0239-4e7f-ad5f-85b9e31d2757', 'tenant_id': '13390da549814bc498d0c907da15d788', 'mac_address': 'fa:16:3e:0c:85:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52ced7d6-4c59-4942-adf4-47e984fe6127', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '56afac6f-63d0-4994-bdac-133803bcf88a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806616-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T15:39:02Z', 'updated_at': '2021-09-29T15:39:12Z', 'revision_number': 5, 'project_id': '13390da549814bc498d0c907da15d788', 'subnets': [{'id': '56afac6f-63d0-4994-bdac-133803bcf88a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806616-6-iscsi', False) {} {{(pid=96123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 15:46:23.048615 dv-cinder-806616-6-iscsi neutron-server[96123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12d0bc54-bf7f-454a-9817-238278ec2d07 None None] The sync data for ids ['52ced7d6-4c59-4942-adf4-47e984fe6127'] in dv-cinder-806616-6-iscsi is: [{'id': '52ced7d6-4c59-4942-adf4-47e984fe6127', 'name': 'tempest-AttachVolumeShelveTestJSON-522904198-router', 'tenant_id': '13390da549814bc498d0c907da15d788', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd5efe95-1549-4750-933c-70412f77577e', 'external_fixed_ips': [{'subnet_id': '9c872fed-da92-4e12-828d-ac62e1b980b9', 'ip_address': '172.27.0.58'}], 'enable_snat': True}, 'gw_port_id': '45f62489-a444-4f79-b6dd-bd7efecb94c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T15:38:55Z', 'updated_at': '2021-09-29T15:39:04Z', 'revision_number': 4, 'project_id': '13390da549814bc498d0c907da15d788', 'gw_port': {'id': '45f62489-a444-4f79-b6dd-bd7efecb94c1', 'name': '', 'network_id': 'cd5efe95-1549-4750-933c-70412f77577e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:f3:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52ced7d6-4c59-4942-adf4-47e984fe6127', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '9c872fed-da92-4e12-828d-ac62e1b980b9', 'ip_address': '172.27.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806616-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T15:38:57Z', 'updated_at': '2021-09-29T15:39:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c872fed-da92-4e12-828d-ac62e1b980b9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806616-6-iscsi', '_interfaces': [{'id': '568674db-d5ba-4049-ae2c-cbe94253da52', 'name': '', 'network_id': '7d2058d9-0239-4e7f-ad5f-85b9e31d2757', 'tenant_id': '13390da549814bc498d0c907da15d788', 'mac_address': 'fa:16:3e:0c:85:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52ced7d6-4c59-4942-adf4-47e984fe6127', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '56afac6f-63d0-4994-bdac-133803bcf88a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806616-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T15:39:02Z', 'updated_at': '2021-09-29T15:39:12Z', 'revision_number': 5, 'project_id': '13390da549814bc498d0c907da15d788', 'subnets': [{'id': '56afac6f-63d0-4994-bdac-133803bcf88a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=96123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 15:46:23.086105 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-ce5eca01-83ea-4be2-9b57-2098455ce5a4 req-bbf287b7-8a5b-424f-b229-07b0d15852e6 tempest-TestMinimumBasicScenario-129383672 tempest-TestMinimumBasicScenario-129383672-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1998694988&fields=id&tenant_id=2744814d1df64ec9961e1e35dae5d604 HTTP/1.1" status: 200 len: 267 time: 0.0349803 Sep 29 15:46:23.147131 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5eca01-83ea-4be2-9b57-2098455ce5a4 req-e2b70663-9ca5-4f4f-9c27-b700eb9b6ff2 tempest-TestMinimumBasicScenario-129383672 tempest-TestMinimumBasicScenario-129383672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:46:23.149718 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-ce5eca01-83ea-4be2-9b57-2098455ce5a4 req-e2b70663-9ca5-4f4f-9c27-b700eb9b6ff2 tempest-TestMinimumBasicScenario-129383672 tempest-TestMinimumBasicScenario-129383672-project] 10.222.0.46 "GET /v2.0/ports?device_id=a892d174-14e6-4be4-a5fb-07cedc528249 HTTP/1.1" status: 200 len: 985 time: 0.0565710 Sep 29 15:46:23.160345 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.api.v2.base [req-ce5eca01-83ea-4be2-9b57-2098455ce5a4 req-4c0ca499-db8c-46d1-a3d2-ff02cda99907 tempest-TestMinimumBasicScenario-129383672 tempest-TestMinimumBasicScenario-129383672-project] Request body: {'port': {'security_groups': ['b8fb230c-02cc-40f3-9bed-4f02e24215ef']}} {{(pid=96121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 15:46:23.305896 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-175a9c60-80aa-4488-ba23-ed3708551686 None None] New status for floating IP 4a207166-3e1d-43ff-9124-ef17f4fb4a43: DOWN {{(pid=96122) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 29 15:46:23.306493 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [req-dc82f198-7546-4060-870e-47fdfcc86cb3 req-b501b967-2987-4522-a5ff-64e314cefd71 tempest-AttachVolumeShelveTestJSON-850210833 tempest-AttachVolumeShelveTestJSON-850210833-project] 10.222.0.46 "GET /v2.0/ports?device_id=baba5f09-ede0-45b5-8ba9-8341045e8437 HTTP/1.1" status: 200 len: 210 time: 0.0361145 Sep 29 15:46:23.531156 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [req-ce5eca01-83ea-4be2-9b57-2098455ce5a4 req-4c0ca499-db8c-46d1-a3d2-ff02cda99907 tempest-TestMinimumBasicScenario-129383672 tempest-TestMinimumBasicScenario-129383672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-684029'] for port, before_update {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:46:23.708942 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.plugins.ml2.db [req-ce5eca01-83ea-4be2-9b57-2098455ce5a4 req-4c0ca499-db8c-46d1-a3d2-ff02cda99907 tempest-TestMinimumBasicScenario-129383672 tempest-TestMinimumBasicScenario-129383672-project] For port 86caf4fd-350c-4aef-a9da-a53f95e29b58, host hv-cinder-80661, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80661',level=0,port_id=86caf4fd-350c-4aef-a9da-a53f95e29b58,segment=NetworkSegment(3ecf6c38-e549-4e82-b3f2-9a1f359bd14b),segment_id=3ecf6c38-e549-4e82-b3f2-9a1f359bd14b)] {{(pid=96121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 15:46:23.737396 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [req-ce5eca01-83ea-4be2-9b57-2098455ce5a4 req-4c0ca499-db8c-46d1-a3d2-ff02cda99907 tempest-TestMinimumBasicScenario-129383672 tempest-TestMinimumBasicScenario-129383672-project] Notify callbacks [] for port, precommit_update {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:46:23.807178 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [req-ce5eca01-83ea-4be2-9b57-2098455ce5a4 req-4c0ca499-db8c-46d1-a3d2-ff02cda99907 tempest-TestMinimumBasicScenario-129383672 tempest-TestMinimumBasicScenario-129383672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741780147972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741779628755', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741779628773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3898424'] for port, after_update {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:46:23.848385 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.plugins.ml2.db [None req-4d55257e-523e-4b8d-ab2b-d46a31710be1 None None] get_ports_and_sgs() called for port_ids ['86caf4fd-350c-4aef-a9da-a53f95e29b58'] {{(pid=96122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 15:46:23.849129 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5eca01-83ea-4be2-9b57-2098455ce5a4 req-4c0ca499-db8c-46d1-a3d2-ff02cda99907 tempest-TestMinimumBasicScenario-129383672 tempest-TestMinimumBasicScenario-129383672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:46:23.849783 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [req-ce5eca01-83ea-4be2-9b57-2098455ce5a4 req-4c0ca499-db8c-46d1-a3d2-ff02cda99907 tempest-TestMinimumBasicScenario-129383672 tempest-TestMinimumBasicScenario-129383672-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238921'] for port, before_response {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:46:23.851223 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-ce5eca01-83ea-4be2-9b57-2098455ce5a4 req-4c0ca499-db8c-46d1-a3d2-ff02cda99907 tempest-TestMinimumBasicScenario-129383672 tempest-TestMinimumBasicScenario-129383672-project] 10.222.0.46 "PUT /v2.0/ports/86caf4fd-350c-4aef-a9da-a53f95e29b58 HTTP/1.1" status: 200 len: 943 time: 0.6955416 Sep 29 15:46:23.857886 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.wsgi [-] (96120) accepted ('10.222.0.46', 36834) {{(pid=96120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 15:46:23.882073 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c0ca499-db8c-46d1-a3d2-ff02cda99907 tempest-TestMinimumBasicScenario-129383672 tempest-TestMinimumBasicScenario-129383672-project] Pushing event updated for resources: {'Port': ['ID=86caf4fd-350c-4aef-a9da-a53f95e29b58,revision_number=7']} {{(pid=96121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 15:46:23.933608 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-8b424481-d1b3-42ca-9bf3-ee510b57137d tempest-TestMinimumBasicScenario-129383672 tempest-TestMinimumBasicScenario-129383672-project] Notify callbacks [] for security_group, before_delete {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:46:23.960735 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-8b424481-d1b3-42ca-9bf3-ee510b57137d tempest-TestMinimumBasicScenario-129383672 tempest-TestMinimumBasicScenario-129383672-project] Notify callbacks [] for security_group, precommit_delete {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:46:24.001348 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.plugins.ml2.db [None req-4d55257e-523e-4b8d-ab2b-d46a31710be1 None None] get_ports_and_sgs() called for port_ids ['86caf4fd-350c-4aef-a9da-a53f95e29b58'] {{(pid=96122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 15:46:24.104410 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-8b424481-d1b3-42ca-9bf3-ee510b57137d tempest-TestMinimumBasicScenario-129383672 tempest-TestMinimumBasicScenario-129383672-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579214'] for security_group, after_delete {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:46:24.106994 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-8b424481-d1b3-42ca-9bf3-ee510b57137d tempest-TestMinimumBasicScenario-129383672 tempest-TestMinimumBasicScenario-129383672-project] Notify callbacks [] for security_group, before_response {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:46:24.108182 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [None req-8b424481-d1b3-42ca-9bf3-ee510b57137d tempest-TestMinimumBasicScenario-129383672 tempest-TestMinimumBasicScenario-129383672-project] 10.222.0.46 "DELETE /v2.0/security-groups/95c40a0c-cb42-4115-afd6-4d213d8a0e72 HTTP/1.1" status: 204 len: 168 time: 0.2490885 Sep 29 15:46:24.111186 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.wsgi [-] (96121) accepted ('10.222.0.46', 36836) {{(pid=96121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 15:46:24.118459 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b424481-d1b3-42ca-9bf3-ee510b57137d tempest-TestMinimumBasicScenario-129383672 tempest-TestMinimumBasicScenario-129383672-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=95c40a0c-cb42-4115-afd6-4d213d8a0e72,revision_number=None']} {{(pid=96120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 15:46:24.118854 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.db.provisioning_blocks [None req-b5e8ac38-0f48-4b0b-ba4f-c677c32f5718 None None] Provisioning complete for port 86caf4fd-350c-4aef-a9da-a53f95e29b58 triggered by entity DHCP. {{(pid=96122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 15:46:24.119231 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron_lib.callbacks.manager [None req-b5e8ac38-0f48-4b0b-ba4f-c677c32f5718 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-626465'] for port, provisioning_complete {{(pid=96122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:46:24.225396 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron_lib.callbacks.manager [None req-b02278a9-fe3b-4f6a-8b1f-c3bf4f93c82a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741779927170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-625140'] for agent, after_update {{(pid=96122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:46:24.297452 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.plugins.ml2.plugin [None req-ae5126c6-416a-4e63-af28-1b8cf2509263 tempest-TestMinimumBasicScenario-129383672 tempest-TestMinimumBasicScenario-129383672-project] Deleting port 6663c334-f4b1-4752-82c8-d6720f436a78 {{(pid=96121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 29 15:46:24.297791 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [None req-ae5126c6-416a-4e63-af28-1b8cf2509263 tempest-TestMinimumBasicScenario-129383672 tempest-TestMinimumBasicScenario-129383672-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741780140072'] for port, before_delete {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:46:24.370739 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [None req-ae5126c6-416a-4e63-af28-1b8cf2509263 tempest-TestMinimumBasicScenario-129383672 tempest-TestMinimumBasicScenario-129383672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1614090'] for port, precommit_delete {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:46:24.371074 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [None req-ae5126c6-416a-4e63-af28-1b8cf2509263 tempest-TestMinimumBasicScenario-129383672 tempest-TestMinimumBasicScenario-129383672-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:46:24.382608 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.plugins.ml2.plugin [None req-ae5126c6-416a-4e63-af28-1b8cf2509263 tempest-TestMinimumBasicScenario-129383672 tempest-TestMinimumBasicScenario-129383672-project] Calling delete_port for 6663c334-f4b1-4752-82c8-d6720f436a78 owned by network:floatingip {{(pid=96121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 29 15:46:24.433896 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a892d174-14e6-4be4-a5fb-07cedc528249', 'tag': '86caf4fd-350c-4aef-a9da-a53f95e29b58'}] {{(pid=96121) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 15:46:24.436142 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dcbd94143c65fdb0f5c12b0c92a6468c38125261e55d21e9818266cb91f6c0d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4696b93d-b70f-4c3f-bf6f-ae41a8e5843b" -d '{"events": [{"name": "network-changed", "server_uuid": "a892d174-14e6-4be4-a5fb-07cedc528249", "tag": "86caf4fd-350c-4aef-a9da-a53f95e29b58"}]}' {{(pid=96121) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 15:46:24.441840 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.wsgi [-] (96120) accepted ('10.222.0.46', 36844) {{(pid=96120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 15:46:24.482059 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 29 Sep 2021 15:46:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef7f4627-7267-4b3c-80a2-23d76550a751 x-openstack-request-id: req-ef7f4627-7267-4b3c-80a2-23d76550a751 {{(pid=96121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 15:46:24.482492 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a892d174-14e6-4be4-a5fb-07cedc528249", "tag": "86caf4fd-350c-4aef-a9da-a53f95e29b58", "status": "completed", "code": 200}]} {{(pid=96121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 15:46:24.482745 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-ef7f4627-7267-4b3c-80a2-23d76550a751 {{(pid=96121) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 15:46:24.483639 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a892d174-14e6-4be4-a5fb-07cedc528249', 'tag': '86caf4fd-350c-4aef-a9da-a53f95e29b58', 'status': 'completed', 'code': 200} Sep 29 15:46:24.516545 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-b64bb1bb-9a95-4300-bc41-e3fd2d661596 tempest-AttachVolumeShelveTestJSON-850210833 tempest-AttachVolumeShelveTestJSON-850210833-project] Notify callbacks [] for security_group, before_delete {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:46:24.540314 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-b64bb1bb-9a95-4300-bc41-e3fd2d661596 tempest-AttachVolumeShelveTestJSON-850210833 tempest-AttachVolumeShelveTestJSON-850210833-project] Notify callbacks [] for security_group, precommit_delete {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:46:24.605830 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4696b93d-b70f-4c3f-bf6f-ae41a8e5843b req-8409581a-0d93-4be6-8181-f01c7c62f02e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:46:24.608651 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-4696b93d-b70f-4c3f-bf6f-ae41a8e5843b req-8409581a-0d93-4be6-8181-f01c7c62f02e service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=2744814d1df64ec9961e1e35dae5d604&device_id=a892d174-14e6-4be4-a5fb-07cedc528249 HTTP/1.1" status: 200 len: 1099 time: 0.0708933 Sep 29 15:46:24.647195 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-b64bb1bb-9a95-4300-bc41-e3fd2d661596 tempest-AttachVolumeShelveTestJSON-850210833 tempest-AttachVolumeShelveTestJSON-850210833-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579214'] for security_group, after_delete {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:46:24.650124 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-b64bb1bb-9a95-4300-bc41-e3fd2d661596 tempest-AttachVolumeShelveTestJSON-850210833 tempest-AttachVolumeShelveTestJSON-850210833-project] Notify callbacks [] for security_group, before_response {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:46:24.651295 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [None req-b64bb1bb-9a95-4300-bc41-e3fd2d661596 tempest-AttachVolumeShelveTestJSON-850210833 tempest-AttachVolumeShelveTestJSON-850210833-project] 10.222.0.46 "DELETE /v2.0/security-groups/99d08d38-afbb-479e-bab1-6a902c9fe3e4 HTTP/1.1" status: 204 len: 168 time: 0.2084374 Sep 29 15:46:24.654204 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.wsgi [-] (96121) accepted ('10.222.0.46', 36852) {{(pid=96121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 15:46:24.660368 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b64bb1bb-9a95-4300-bc41-e3fd2d661596 tempest-AttachVolumeShelveTestJSON-850210833 tempest-AttachVolumeShelveTestJSON-850210833-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=99d08d38-afbb-479e-bab1-6a902c9fe3e4,revision_number=None']} {{(pid=96120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 15:46:24.698787 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [None req-ae5126c6-416a-4e63-af28-1b8cf2509263 tempest-TestMinimumBasicScenario-129383672 tempest-TestMinimumBasicScenario-129383672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741780147950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741779628746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3898419'] for port, after_delete {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:46:24.706763 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.api.v2.resource [None req-0156fb02-ddd9-40f7-83ce-92e3c8da6a16 tempest-AttachVolumeShelveTestJSON-850210833 tempest-AttachVolumeShelveTestJSON-850210833-project] show failed (client error): The resource could not be found. Sep 29 15:46:24.707788 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [None req-0156fb02-ddd9-40f7-83ce-92e3c8da6a16 tempest-AttachVolumeShelveTestJSON-850210833 tempest-AttachVolumeShelveTestJSON-850210833-project] 10.222.0.46 "GET /v2.0/security-groups/99d08d38-afbb-479e-bab1-6a902c9fe3e4 HTTP/1.1" status: 404 len: 347 time: 0.0512388 Sep 29 15:46:24.711005 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.wsgi [-] (96120) accepted ('10.222.0.46', 36856) {{(pid=96120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 15:46:24.740770 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae5126c6-416a-4e63-af28-1b8cf2509263 tempest-TestMinimumBasicScenario-129383672 tempest-TestMinimumBasicScenario-129383672-project] Pushing event deleted for resources: {'Port': ['ID=6663c334-f4b1-4752-82c8-d6720f436a78,revision_number=None']} {{(pid=96121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 15:46:24.796270 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4696b93d-b70f-4c3f-bf6f-ae41a8e5843b req-2d94652f-96a7-4b0b-a41d-c76dbc757a31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:46:24.798088 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-4696b93d-b70f-4c3f-bf6f-ae41a8e5843b req-2d94652f-96a7-4b0b-a41d-c76dbc757a31 service neutron] 10.222.0.22 "GET /v2.0/networks?id=451a4b33-3c15-4627-b84f-5dc87afd25d5 HTTP/1.1" status: 200 len: 916 time: 0.1779857 Sep 29 15:46:24.818374 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [None req-ae5126c6-416a-4e63-af28-1b8cf2509263 tempest-TestMinimumBasicScenario-129383672 tempest-TestMinimumBasicScenario-129383672-project] Notify callbacks [] for floatingip, after_delete {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:46:24.818704 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.db.l3_db [None req-ae5126c6-416a-4e63-af28-1b8cf2509263 tempest-TestMinimumBasicScenario-129383672 tempest-TestMinimumBasicScenario-129383672-project] Floating IP ec2d0246-df47-4a3f-8851-ac25f813411c disassociated (deleted). External IP: 172.27.0.24, port: 86caf4fd-350c-4aef-a9da-a53f95e29b58. Sep 29 15:46:24.834668 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.plugins.ml2.plugin [None req-5a6c62fd-1f16-4860-b12f-7ebcabe5671a tempest-AttachVolumeShelveTestJSON-850210833 tempest-AttachVolumeShelveTestJSON-850210833-project] Deleting port 9c5e2765-95f3-49e3-9986-6aa91e812b82 {{(pid=96120) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 29 15:46:24.835032 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-5a6c62fd-1f16-4860-b12f-7ebcabe5671a tempest-AttachVolumeShelveTestJSON-850210833 tempest-AttachVolumeShelveTestJSON-850210833-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741780140072'] for port, before_delete {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:46:24.846921 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-4696b93d-b70f-4c3f-bf6f-ae41a8e5843b req-eb3cb551-f8a0-4006-93ad-aec3fb14c29f service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=86caf4fd-350c-4aef-a9da-a53f95e29b58 HTTP/1.1" status: 200 len: 217 time: 0.0394297 Sep 29 15:46:24.918247 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-5a6c62fd-1f16-4860-b12f-7ebcabe5671a tempest-AttachVolumeShelveTestJSON-850210833 tempest-AttachVolumeShelveTestJSON-850210833-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1614090'] for port, precommit_delete {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:46:24.918710 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-5a6c62fd-1f16-4860-b12f-7ebcabe5671a tempest-AttachVolumeShelveTestJSON-850210833 tempest-AttachVolumeShelveTestJSON-850210833-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:46:24.930569 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.plugins.ml2.plugin [None req-5a6c62fd-1f16-4860-b12f-7ebcabe5671a tempest-AttachVolumeShelveTestJSON-850210833 tempest-AttachVolumeShelveTestJSON-850210833-project] Calling delete_port for 9c5e2765-95f3-49e3-9986-6aa91e812b82 owned by network:floatingip {{(pid=96120) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 29 15:46:24.962856 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4696b93d-b70f-4c3f-bf6f-ae41a8e5843b req-2c218afe-eba9-4afa-9348-be201b8638b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:46:24.964360 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-4696b93d-b70f-4c3f-bf6f-ae41a8e5843b req-2c218afe-eba9-4afa-9348-be201b8638b3 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=92b9bd24-d037-4f73-9cd3-47376a5d89ea HTTP/1.1" status: 200 len: 854 time: 0.0835419 Sep 29 15:46:25.062449 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4696b93d-b70f-4c3f-bf6f-ae41a8e5843b req-68778bb1-bb9b-49a2-bea0-57a1d9bb2ee4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:46:25.063980 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-4696b93d-b70f-4c3f-bf6f-ae41a8e5843b req-68778bb1-bb9b-49a2-bea0-57a1d9bb2ee4 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=451a4b33-3c15-4627-b84f-5dc87afd25d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0903864 Sep 29 15:46:25.171378 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae5126c6-416a-4e63-af28-1b8cf2509263 tempest-TestMinimumBasicScenario-129383672 tempest-TestMinimumBasicScenario-129383672-project] Router 22eb65ca-9cf2-40fd-ad8a-e7d96e1496cf has already been hosted by L3 agent e5061b61-feb3-46be-bd05-1226f95d9417 {{(pid=96121) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 29 15:46:25.173583 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-5a6c62fd-1f16-4860-b12f-7ebcabe5671a tempest-AttachVolumeShelveTestJSON-850210833 tempest-AttachVolumeShelveTestJSON-850210833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741780147950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741779628746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8956053'] for port, after_delete {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:46:25.200072 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6c62fd-1f16-4860-b12f-7ebcabe5671a tempest-AttachVolumeShelveTestJSON-850210833 tempest-AttachVolumeShelveTestJSON-850210833-project] Pushing event deleted for resources: {'Port': ['ID=9c5e2765-95f3-49e3-9986-6aa91e812b82,revision_number=None']} {{(pid=96120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 15:46:25.234638 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.plugins.ml2.rpc [None req-4d55257e-523e-4b8d-ab2b-d46a31710be1 None None] Device 2ea31e49-e163-4c49-a8a2-18463ab07e46 no longer exists at agent hyperv_hv-cinder-80661 {{(pid=96122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 15:46:25.240754 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-4696b93d-b70f-4c3f-bf6f-ae41a8e5843b req-1420826f-f589-4ac6-8801-a39d873b2c5d service neutron] 10.222.0.22 "GET /v2.0/networks/451a4b33-3c15-4627-b84f-5dc87afd25d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1682267 Sep 29 15:46:25.259389 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.plugins.ml2.plugin [None req-4d55257e-523e-4b8d-ab2b-d46a31710be1 None None] No Port match for: 2ea31e49-e163-4c49-a8a2-18463ab07e46 {{(pid=96122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 29 15:46:25.259729 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.plugins.ml2.rpc [None req-4d55257e-523e-4b8d-ab2b-d46a31710be1 None None] Device 2ea31e49-e163-4c49-a8a2-18463ab07e46 not bound to the agent host hv-cinder-80661 {{(pid=96122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 15:46:25.269818 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-5a6c62fd-1f16-4860-b12f-7ebcabe5671a tempest-AttachVolumeShelveTestJSON-850210833 tempest-AttachVolumeShelveTestJSON-850210833-project] Notify callbacks [] for floatingip, after_delete {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:46:25.272670 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-5a6c62fd-1f16-4860-b12f-7ebcabe5671a tempest-AttachVolumeShelveTestJSON-850210833 tempest-AttachVolumeShelveTestJSON-850210833-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238921'] for floatingip, before_response {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:46:25.277700 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [None req-5a6c62fd-1f16-4860-b12f-7ebcabe5671a tempest-AttachVolumeShelveTestJSON-850210833 tempest-AttachVolumeShelveTestJSON-850210833-project] 10.222.0.46 "DELETE /v2.0/floatingips/4a207166-3e1d-43ff-9124-ef17f4fb4a43 HTTP/1.1" status: 204 len: 168 time: 0.5656409 Sep 29 15:46:25.361865 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae5126c6-416a-4e63-af28-1b8cf2509263 tempest-TestMinimumBasicScenario-129383672 tempest-TestMinimumBasicScenario-129383672-project] Notify agent at l3_agent.dv-cinder-806616-6-iscsi the message routers_updated {{(pid=96121) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 15:46:25.366532 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [None req-ae5126c6-416a-4e63-af28-1b8cf2509263 tempest-TestMinimumBasicScenario-129383672 tempest-TestMinimumBasicScenario-129383672-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238921'] for floatingip, before_response {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:46:25.371224 dv-cinder-806616-6-iscsi neutron-server[96123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d00432c-9bc6-4823-97b1-b4614affd411 None None] Sync routers for ids ['22eb65ca-9cf2-40fd-ad8a-e7d96e1496cf'] in dv-cinder-806616-6-iscsi {{(pid=96123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 15:46:25.381130 dv-cinder-806616-6-iscsi neutron-server[96123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d00432c-9bc6-4823-97b1-b4614affd411 None None] Routers {'22eb65ca-9cf2-40fd-ad8a-e7d96e1496cf'} bound to L3 agent in host dv-cinder-806616-6-iscsi {{(pid=96123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 15:46:25.382017 dv-cinder-806616-6-iscsi neutron-server[96123]: DEBUG neutron.db.l3_hamode_db [None req-0d00432c-9bc6-4823-97b1-b4614affd411 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806616-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-29T15:30:56Z,description=,heartbeat_timestamp=2021-09-29T15:45:57Z,host='dv-cinder-806616-6-iscsi',id=e5061b61-feb3-46be-bd05-1226f95d9417,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T15:30:57Z,topic='l3_agent')) {'router_ids': ['22eb65ca-9cf2-40fd-ad8a-e7d96e1496cf'], 'active': True} {{(pid=96123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 15:46:25.408216 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [None req-ae5126c6-416a-4e63-af28-1b8cf2509263 tempest-TestMinimumBasicScenario-129383672 tempest-TestMinimumBasicScenario-129383672-project] 10.222.0.46 "DELETE /v2.0/floatingips/ec2d0246-df47-4a3f-8851-ac25f813411c HTTP/1.1" status: 204 len: 168 time: 1.2933259 Sep 29 15:46:25.408216 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-4696b93d-b70f-4c3f-bf6f-ae41a8e5843b req-5e9e13dd-a854-4631-9585-93d6706e1478 service neutron] 10.222.0.22 "GET /v2.0/networks/451a4b33-3c15-4627-b84f-5dc87afd25d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1589239 Sep 29 15:46:25.496795 dv-cinder-806616-6-iscsi neutron-server[96123]: DEBUG neutron.db.l3_dvr_db [None req-0d00432c-9bc6-4823-97b1-b4614affd411 None None] Set router 22eb65ca-9cf2-40fd-ad8a-e7d96e1496cf gateway port host: dv-cinder-806616-6-iscsi {{(pid=96123) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 15:46:25.722218 dv-cinder-806616-6-iscsi neutron-server[96123]: DEBUG neutron.db.l3_hamode_db [None req-0d00432c-9bc6-4823-97b1-b4614affd411 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22eb65ca-9cf2-40fd-ad8a-e7d96e1496cf', 'name': 'tempest-TestMinimumBasicScenario-1454974900-router', 'tenant_id': '2744814d1df64ec9961e1e35dae5d604', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd5efe95-1549-4750-933c-70412f77577e', 'external_fixed_ips': [{'subnet_id': '9c872fed-da92-4e12-828d-ac62e1b980b9', 'ip_address': '172.27.0.23'}], 'enable_snat': True}, 'gw_port_id': '8569b9b0-4887-4c78-b7ed-6725135cc7c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T15:43:51Z', 'updated_at': '2021-09-29T15:43:54Z', 'revision_number': 4, 'project_id': '2744814d1df64ec9961e1e35dae5d604', 'gw_port': {'id': '8569b9b0-4887-4c78-b7ed-6725135cc7c5', 'name': '', 'network_id': 'cd5efe95-1549-4750-933c-70412f77577e', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:fe:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22eb65ca-9cf2-40fd-ad8a-e7d96e1496cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': '9c872fed-da92-4e12-828d-ac62e1b980b9', 'ip_address': '172.27.0.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806616-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T15:43:52Z', 'updated_at': '2021-09-29T15:43:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c872fed-da92-4e12-828d-ac62e1b980b9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806616-6-iscsi', '_interfaces': [{'id': '220b5316-720a-4f19-a4a3-933e70fdcafe', 'name': '', 'network_id': '451a4b33-3c15-4627-b84f-5dc87afd25d5', 'tenant_id': '2744814d1df64ec9961e1e35dae5d604', 'mac_address': 'fa:16:3e:78:19:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22eb65ca-9cf2-40fd-ad8a-e7d96e1496cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 465, 'fixed_ips': [{'subnet_id': '92b9bd24-d037-4f73-9cd3-47376a5d89ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806616-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T15:43:54Z', 'updated_at': '2021-09-29T15:43:58Z', 'revision_number': 5, 'project_id': '2744814d1df64ec9961e1e35dae5d604', 'subnets': [{'id': '92b9bd24-d037-4f73-9cd3-47376a5d89ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806616-6-iscsi', False) {} {{(pid=96123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 15:46:25.750835 dv-cinder-806616-6-iscsi neutron-server[96123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d00432c-9bc6-4823-97b1-b4614affd411 None None] Checking router: 22eb65ca-9cf2-40fd-ad8a-e7d96e1496cf for host: dv-cinder-806616-6-iscsi {{(pid=96123) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 15:46:25.758827 dv-cinder-806616-6-iscsi neutron-server[96123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d00432c-9bc6-4823-97b1-b4614affd411 None None] Routers {'22eb65ca-9cf2-40fd-ad8a-e7d96e1496cf'} bound to L3 agent in host dv-cinder-806616-6-iscsi {{(pid=96123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 15:46:25.759423 dv-cinder-806616-6-iscsi neutron-server[96123]: DEBUG neutron.db.l3_hamode_db [None req-0d00432c-9bc6-4823-97b1-b4614affd411 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806616-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-29T15:30:56Z,description=,heartbeat_timestamp=2021-09-29T15:45:57Z,host='dv-cinder-806616-6-iscsi',id=e5061b61-feb3-46be-bd05-1226f95d9417,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T15:30:57Z,topic='l3_agent')) {'router_ids': ['22eb65ca-9cf2-40fd-ad8a-e7d96e1496cf'], 'active': True} {{(pid=96123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 15:46:25.873888 dv-cinder-806616-6-iscsi neutron-server[96123]: DEBUG neutron.db.l3_dvr_db [None req-0d00432c-9bc6-4823-97b1-b4614affd411 None None] Set router 22eb65ca-9cf2-40fd-ad8a-e7d96e1496cf gateway port host: dv-cinder-806616-6-iscsi {{(pid=96123) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 15:46:26.144684 dv-cinder-806616-6-iscsi neutron-server[96123]: DEBUG neutron.db.l3_hamode_db [None req-0d00432c-9bc6-4823-97b1-b4614affd411 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22eb65ca-9cf2-40fd-ad8a-e7d96e1496cf', 'name': 'tempest-TestMinimumBasicScenario-1454974900-router', 'tenant_id': '2744814d1df64ec9961e1e35dae5d604', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd5efe95-1549-4750-933c-70412f77577e', 'external_fixed_ips': [{'subnet_id': '9c872fed-da92-4e12-828d-ac62e1b980b9', 'ip_address': '172.27.0.23'}], 'enable_snat': True}, 'gw_port_id': '8569b9b0-4887-4c78-b7ed-6725135cc7c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T15:43:51Z', 'updated_at': '2021-09-29T15:43:54Z', 'revision_number': 4, 'project_id': '2744814d1df64ec9961e1e35dae5d604', 'gw_port': {'id': '8569b9b0-4887-4c78-b7ed-6725135cc7c5', 'name': '', 'network_id': 'cd5efe95-1549-4750-933c-70412f77577e', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:fe:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22eb65ca-9cf2-40fd-ad8a-e7d96e1496cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': '9c872fed-da92-4e12-828d-ac62e1b980b9', 'ip_address': '172.27.0.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806616-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T15:43:52Z', 'updated_at': '2021-09-29T15:43:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c872fed-da92-4e12-828d-ac62e1b980b9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806616-6-iscsi', '_interfaces': [{'id': '220b5316-720a-4f19-a4a3-933e70fdcafe', 'name': '', 'network_id': '451a4b33-3c15-4627-b84f-5dc87afd25d5', 'tenant_id': '2744814d1df64ec9961e1e35dae5d604', 'mac_address': 'fa:16:3e:78:19:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22eb65ca-9cf2-40fd-ad8a-e7d96e1496cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 465, 'fixed_ips': [{'subnet_id': '92b9bd24-d037-4f73-9cd3-47376a5d89ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806616-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T15:43:54Z', 'updated_at': '2021-09-29T15:43:58Z', 'revision_number': 5, 'project_id': '2744814d1df64ec9961e1e35dae5d604', 'subnets': [{'id': '92b9bd24-d037-4f73-9cd3-47376a5d89ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806616-6-iscsi', False) {} {{(pid=96123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 15:46:26.173327 dv-cinder-806616-6-iscsi neutron-server[96123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d00432c-9bc6-4823-97b1-b4614affd411 None None] The sync data for ids ['22eb65ca-9cf2-40fd-ad8a-e7d96e1496cf'] in dv-cinder-806616-6-iscsi is: [{'id': '22eb65ca-9cf2-40fd-ad8a-e7d96e1496cf', 'name': 'tempest-TestMinimumBasicScenario-1454974900-router', 'tenant_id': '2744814d1df64ec9961e1e35dae5d604', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd5efe95-1549-4750-933c-70412f77577e', 'external_fixed_ips': [{'subnet_id': '9c872fed-da92-4e12-828d-ac62e1b980b9', 'ip_address': '172.27.0.23'}], 'enable_snat': True}, 'gw_port_id': '8569b9b0-4887-4c78-b7ed-6725135cc7c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T15:43:51Z', 'updated_at': '2021-09-29T15:43:54Z', 'revision_number': 4, 'project_id': '2744814d1df64ec9961e1e35dae5d604', 'gw_port': {'id': '8569b9b0-4887-4c78-b7ed-6725135cc7c5', 'name': '', 'network_id': 'cd5efe95-1549-4750-933c-70412f77577e', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:fe:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22eb65ca-9cf2-40fd-ad8a-e7d96e1496cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': '9c872fed-da92-4e12-828d-ac62e1b980b9', 'ip_address': '172.27.0.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806616-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T15:43:52Z', 'updated_at': '2021-09-29T15:43:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c872fed-da92-4e12-828d-ac62e1b980b9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806616-6-iscsi', '_interfaces': [{'id': '220b5316-720a-4f19-a4a3-933e70fdcafe', 'name': '', 'network_id': '451a4b33-3c15-4627-b84f-5dc87afd25d5', 'tenant_id': '2744814d1df64ec9961e1e35dae5d604', 'mac_address': 'fa:16:3e:78:19:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22eb65ca-9cf2-40fd-ad8a-e7d96e1496cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 465, 'fixed_ips': [{'subnet_id': '92b9bd24-d037-4f73-9cd3-47376a5d89ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806616-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T15:43:54Z', 'updated_at': '2021-09-29T15:43:58Z', 'revision_number': 5, 'project_id': '2744814d1df64ec9961e1e35dae5d604', 'subnets': [{'id': '92b9bd24-d037-4f73-9cd3-47376a5d89ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=96123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 15:46:26.378705 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6740492-b3c1-4ab9-8b82-1822609b3b04 None None] New status for floating IP ec2d0246-df47-4a3f-8851-ac25f813411c: DOWN {{(pid=96122) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 29 15:46:26.488481 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a892d174-14e6-4be4-a5fb-07cedc528249', 'tag': '86caf4fd-350c-4aef-a9da-a53f95e29b58'}] {{(pid=96121) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 15:46:26.488481 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dcbd94143c65fdb0f5c12b0c92a6468c38125261e55d21e9818266cb91f6c0d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01ff531c-a78d-4813-977c-9fe8eca4f39b" -d '{"events": [{"name": "network-changed", "server_uuid": "a892d174-14e6-4be4-a5fb-07cedc528249", "tag": "86caf4fd-350c-4aef-a9da-a53f95e29b58"}]}' {{(pid=96121) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 15:46:26.522320 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 29 Sep 2021 15:46:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a1f3c49-61c4-48a4-b512-079cf224c607 x-openstack-request-id: req-8a1f3c49-61c4-48a4-b512-079cf224c607 {{(pid=96121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 15:46:26.522645 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a892d174-14e6-4be4-a5fb-07cedc528249", "tag": "86caf4fd-350c-4aef-a9da-a53f95e29b58", "status": "completed", "code": 200}]} {{(pid=96121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 15:46:26.522896 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-8a1f3c49-61c4-48a4-b512-079cf224c607 {{(pid=96121) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 15:46:26.523317 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a892d174-14e6-4be4-a5fb-07cedc528249', 'tag': '86caf4fd-350c-4aef-a9da-a53f95e29b58', 'status': 'completed', 'code': 200} Sep 29 15:46:26.612560 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron_lib.callbacks.manager [None req-bab21bab-28c8-4ffe-be7b-fe6af9679244 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741779927170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-625140'] for agent, after_update {{(pid=96122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:46:26.617802 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ff531c-a78d-4813-977c-9fe8eca4f39b req-b5b5cda5-a5eb-4151-999e-8d12b2584b9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:46:26.619366 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-01ff531c-a78d-4813-977c-9fe8eca4f39b req-b5b5cda5-a5eb-4151-999e-8d12b2584b9f service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=2744814d1df64ec9961e1e35dae5d604&device_id=a892d174-14e6-4be4-a5fb-07cedc528249 HTTP/1.1" status: 200 len: 1099 time: 0.0417476 Sep 29 15:46:26.717107 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ff531c-a78d-4813-977c-9fe8eca4f39b req-6a3bd853-34ea-4374-a9d5-b76d36c0dbcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:46:26.718609 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-01ff531c-a78d-4813-977c-9fe8eca4f39b req-6a3bd853-34ea-4374-a9d5-b76d36c0dbcf service neutron] 10.222.0.22 "GET /v2.0/networks?id=451a4b33-3c15-4627-b84f-5dc87afd25d5 HTTP/1.1" status: 200 len: 916 time: 0.0917706 Sep 29 15:46:26.759068 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-01ff531c-a78d-4813-977c-9fe8eca4f39b req-fc6d3c51-8d4c-40f3-ad29-7f762933a6b5 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=86caf4fd-350c-4aef-a9da-a53f95e29b58 HTTP/1.1" status: 200 len: 217 time: 0.0324712 Sep 29 15:46:26.811212 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ff531c-a78d-4813-977c-9fe8eca4f39b req-244cd200-fe9a-4d1d-be06-f3883a1e9d10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:46:26.812692 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-01ff531c-a78d-4813-977c-9fe8eca4f39b req-244cd200-fe9a-4d1d-be06-f3883a1e9d10 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=92b9bd24-d037-4f73-9cd3-47376a5d89ea HTTP/1.1" status: 200 len: 854 time: 0.0437853 Sep 29 15:46:26.865401 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ff531c-a78d-4813-977c-9fe8eca4f39b req-e7db1856-8ba7-46e7-97f2-706f11a22bf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:46:26.867030 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-01ff531c-a78d-4813-977c-9fe8eca4f39b req-e7db1856-8ba7-46e7-97f2-706f11a22bf3 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=451a4b33-3c15-4627-b84f-5dc87afd25d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0456259 Sep 29 15:46:26.968267 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-01ff531c-a78d-4813-977c-9fe8eca4f39b req-2d4c23ed-45f4-4812-8356-06b82252c903 service neutron] 10.222.0.22 "GET /v2.0/networks/451a4b33-3c15-4627-b84f-5dc87afd25d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0924926 Sep 29 15:46:27.070599 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-01ff531c-a78d-4813-977c-9fe8eca4f39b req-4f156cbf-38b6-40ad-a0e2-c7d32ad4807c service neutron] 10.222.0.22 "GET /v2.0/networks/451a4b33-3c15-4627-b84f-5dc87afd25d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0923836 Sep 29 15:46:27.366862 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.wsgi [-] (96120) accepted ('10.222.0.46', 36912) {{(pid=96120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 15:46:27.469414 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-48bbd982-785a-4d35-aba2-ab91527a72a1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:46:27.550248 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron_lib.callbacks.manager [None req-86ea74e9-eea3-4769-b153-652ac6294d68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741779927170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-625140'] for agent, after_update {{(pid=96122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:46:27.556090 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-48bbd982-785a-4d35-aba2-ab91527a72a1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:46:27.635652 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-48bbd982-785a-4d35-aba2-ab91527a72a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579214'] for security_group, after_create {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:46:27.672456 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48bbd982-785a-4d35-aba2-ab91527a72a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4574668a-0c4c-489c-9437-bae5a0ff9c3e,revision_number=1']} {{(pid=96120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 15:46:27.678080 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [None req-48bbd982-785a-4d35-aba2-ab91527a72a1 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=24ef6ef6da36429ba7d3b1c809479a03&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3097601 Sep 29 15:46:27.680864 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.wsgi [-] (96120) accepted ('10.222.0.46', 36916) {{(pid=96120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 15:46:27.727227 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-e7fd1d30-e28b-45c9-8305-727811ebdb8b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:46:27.748538 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-e7fd1d30-e28b-45c9-8305-727811ebdb8b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:46:27.888178 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-e7fd1d30-e28b-45c9-8305-727811ebdb8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579214'] for security_group, after_delete {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:46:27.890971 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-e7fd1d30-e28b-45c9-8305-727811ebdb8b admin admin] Notify callbacks [] for security_group, before_response {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:46:27.892154 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [None req-e7fd1d30-e28b-45c9-8305-727811ebdb8b admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/4574668a-0c4c-489c-9437-bae5a0ff9c3e HTTP/1.1" status: 204 len: 168 time: 0.2104404 Sep 29 15:46:27.901460 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7fd1d30-e28b-45c9-8305-727811ebdb8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4574668a-0c4c-489c-9437-bae5a0ff9c3e,revision_number=None']} {{(pid=96120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 15:46:28.145487 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.wsgi [-] (96120) accepted ('10.222.0.46', 36936) {{(pid=96120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 15:46:28.538521 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron_lib.callbacks.manager [None req-d04ed334-d278-4234-b850-06fee10c9c6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741779927170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-625140'] for agent, after_update {{(pid=96122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:46:28.550273 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.wsgi [-] (96121) accepted ('10.222.0.46', 36942) {{(pid=96121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 15:46:28.564584 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [None req-f24b0c34-b5f2-46fd-9164-fae68db2fd2f admin admin] Notify callbacks [] for security_group, before_create {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:46:28.600609 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-ae312b4f-6bc9-408e-aeb2-5cb61b780e75 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1619987'] for router_interface, before_delete {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:46:28.651252 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [None req-f24b0c34-b5f2-46fd-9164-fae68db2fd2f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:46:28.773147 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [None req-f24b0c34-b5f2-46fd-9164-fae68db2fd2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579214'] for security_group, after_create {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:46:28.811893 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f24b0c34-b5f2-46fd-9164-fae68db2fd2f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08cb4286-4398-4ded-af1f-f2d6952e63b2,revision_number=1']} {{(pid=96121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 15:46:28.816538 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [None req-f24b0c34-b5f2-46fd-9164-fae68db2fd2f admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=c76a6d047ebe40d890eb7e258184d1ee&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2646446 Sep 29 15:46:28.820774 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.wsgi [-] (96121) accepted ('10.222.0.46', 36944) {{(pid=96121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 15:46:28.875903 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [None req-71ff7588-1321-4069-905d-3368c18758eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:46:28.897673 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [None req-71ff7588-1321-4069-905d-3368c18758eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:46:29.030183 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [None req-71ff7588-1321-4069-905d-3368c18758eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579214'] for security_group, after_delete {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:46:29.032703 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [None req-71ff7588-1321-4069-905d-3368c18758eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:46:29.033860 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [None req-71ff7588-1321-4069-905d-3368c18758eb admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/08cb4286-4398-4ded-af1f-f2d6952e63b2 HTTP/1.1" status: 204 len: 168 time: 0.2121208 Sep 29 15:46:29.041546 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ff7588-1321-4069-905d-3368c18758eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08cb4286-4398-4ded-af1f-f2d6952e63b2,revision_number=None']} {{(pid=96121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 15:46:29.065727 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.plugins.ml2.plugin [None req-ae312b4f-6bc9-408e-aeb2-5cb61b780e75 admin admin] Deleting port 568674db-d5ba-4049-ae2c-cbe94253da52 {{(pid=96120) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 29 15:46:29.066072 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-ae312b4f-6bc9-408e-aeb2-5cb61b780e75 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741780140072'] for port, before_delete {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:46:29.142740 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.plugins.ml2.db [None req-ae312b4f-6bc9-408e-aeb2-5cb61b780e75 admin admin] For port 568674db-d5ba-4049-ae2c-cbe94253da52, host dv-cinder-806616-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806616-6-iscsi',level=0,port_id=568674db-d5ba-4049-ae2c-cbe94253da52,segment=NetworkSegment(445f7458-c019-4777-b7f7-9f69e4e3102b),segment_id=445f7458-c019-4777-b7f7-9f69e4e3102b)] {{(pid=96120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 15:46:29.143102 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-ae312b4f-6bc9-408e-aeb2-5cb61b780e75 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1614090'] for port, precommit_delete {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:46:29.159484 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.plugins.ml2.plugin [None req-ae312b4f-6bc9-408e-aeb2-5cb61b780e75 admin admin] Calling delete_port for 568674db-d5ba-4049-ae2c-cbe94253da52 owned by network:router_interface {{(pid=96120) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 29 15:46:29.390188 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-ae312b4f-6bc9-408e-aeb2-5cb61b780e75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741780147950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741779628746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8956053'] for port, after_delete {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:46:29.418310 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae312b4f-6bc9-408e-aeb2-5cb61b780e75 admin admin] Pushing event deleted for resources: {'Port': ['ID=568674db-d5ba-4049-ae2c-cbe94253da52,revision_number=None']} {{(pid=96120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 15:46:29.586286 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-ae312b4f-6bc9-408e-aeb2-5cb61b780e75 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1575391', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1619098'] for router_interface, after_delete {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:46:29.621368 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron_lib.callbacks.manager [None req-9bd021b7-afaf-4c67-b111-7b9308fbf6a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741779927170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-625140'] for agent, after_update {{(pid=96122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:46:29.749921 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.wsgi [-] (96121) accepted ('10.222.0.46', 36956) {{(pid=96121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 15:46:29.763084 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [None req-72da764f-01a9-4c63-9e28-51729932c67d admin admin] Notify callbacks [] for security_group, before_create {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:46:29.817468 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466feb9a-7580-43ee-b3f6-ac0cfe545ef9 req-16036626-9e4b-4fe3-95b3-c277c25ee4bf tempest-TestMinimumBasicScenario-129383672 tempest-TestMinimumBasicScenario-129383672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:46:29.819008 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [req-466feb9a-7580-43ee-b3f6-ac0cfe545ef9 req-16036626-9e4b-4fe3-95b3-c277c25ee4bf tempest-TestMinimumBasicScenario-129383672 tempest-TestMinimumBasicScenario-129383672-project] 10.222.0.46 "GET /v2.0/ports?device_id=a892d174-14e6-4be4-a5fb-07cedc528249 HTTP/1.1" status: 200 len: 946 time: 0.0903614 Sep 29 15:46:29.854161 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [None req-72da764f-01a9-4c63-9e28-51729932c67d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:46:29.855899 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae312b4f-6bc9-408e-aeb2-5cb61b780e75 admin admin] Router 52ced7d6-4c59-4942-adf4-47e984fe6127 has already been hosted by L3 agent e5061b61-feb3-46be-bd05-1226f95d9417 {{(pid=96120) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 29 15:46:29.874396 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [req-466feb9a-7580-43ee-b3f6-ac0cfe545ef9 req-5abed99a-6902-43d7-8f2e-f4933638d677 tempest-TestMinimumBasicScenario-129383672 tempest-TestMinimumBasicScenario-129383672-project] 10.222.0.46 "GET /v2.0/security-groups?id=b8fb230c-02cc-40f3-9bed-4f02e24215ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490305 Sep 29 15:46:29.921441 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [None req-72da764f-01a9-4c63-9e28-51729932c67d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579214'] for security_group, after_create {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:46:29.958569 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [None req-72da764f-01a9-4c63-9e28-51729932c67d admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=1937e3385ea14c0e977dc6645cbc9e3f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2075820 Sep 29 15:46:29.959868 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72da764f-01a9-4c63-9e28-51729932c67d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35730d4b-2466-44a6-8e68-0f3266ac288c,revision_number=1']} {{(pid=96121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 15:46:29.962213 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.wsgi [-] (96120) accepted ('10.222.0.46', 36960) {{(pid=96120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 15:46:29.967598 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72da764f-01a9-4c63-9e28-51729932c67d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806616-6-iscsi {{(pid=96121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 15:46:29.967960 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72da764f-01a9-4c63-9e28-51729932c67d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806616-6-iscsi {{(pid=96121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 15:46:29.968299 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72da764f-01a9-4c63-9e28-51729932c67d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806616-6-iscsi {{(pid=96121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 15:46:29.968627 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72da764f-01a9-4c63-9e28-51729932c67d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806616-6-iscsi {{(pid=96121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 15:46:29.968950 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72da764f-01a9-4c63-9e28-51729932c67d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806616-6-iscsi {{(pid=96121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 15:46:29.969281 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72da764f-01a9-4c63-9e28-51729932c67d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806616-6-iscsi {{(pid=96121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 15:46:29.969598 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72da764f-01a9-4c63-9e28-51729932c67d admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806616-6-iscsi {{(pid=96121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 15:46:29.969916 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72da764f-01a9-4c63-9e28-51729932c67d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806616-6-iscsi {{(pid=96121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 15:46:29.970233 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72da764f-01a9-4c63-9e28-51729932c67d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806616-6-iscsi {{(pid=96121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 15:46:29.970551 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72da764f-01a9-4c63-9e28-51729932c67d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806616-6-iscsi {{(pid=96121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 15:46:29.970863 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72da764f-01a9-4c63-9e28-51729932c67d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806616-6-iscsi {{(pid=96121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 15:46:29.971176 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72da764f-01a9-4c63-9e28-51729932c67d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806616-6-iscsi {{(pid=96121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 15:46:29.987006 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae312b4f-6bc9-408e-aeb2-5cb61b780e75 admin admin] Notify agent at l3_agent.dv-cinder-806616-6-iscsi the message routers_updated {{(pid=96120) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 15:46:29.995104 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [None req-ae312b4f-6bc9-408e-aeb2-5cb61b780e75 admin admin] 10.222.0.46 "PUT /v2.0/routers/52ced7d6-4c59-4942-adf4-47e984fe6127/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8486948 Sep 29 15:46:29.996113 dv-cinder-806616-6-iscsi neutron-server[96123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abc7eb5a-7766-4c57-8210-3d524cd3ce59 None None] Sync routers for ids ['52ced7d6-4c59-4942-adf4-47e984fe6127'] in dv-cinder-806616-6-iscsi {{(pid=96123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 15:46:29.997782 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.wsgi [-] (96121) accepted ('10.222.0.46', 36962) {{(pid=96121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 15:46:30.005675 dv-cinder-806616-6-iscsi neutron-server[96123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abc7eb5a-7766-4c57-8210-3d524cd3ce59 None None] Routers {'52ced7d6-4c59-4942-adf4-47e984fe6127'} bound to L3 agent in host dv-cinder-806616-6-iscsi {{(pid=96123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 15:46:30.006572 dv-cinder-806616-6-iscsi neutron-server[96123]: DEBUG neutron.db.l3_hamode_db [None req-abc7eb5a-7766-4c57-8210-3d524cd3ce59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806616-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-29T15:30:56Z,description=,heartbeat_timestamp=2021-09-29T15:46:27Z,host='dv-cinder-806616-6-iscsi',id=e5061b61-feb3-46be-bd05-1226f95d9417,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T15:30:57Z,topic='l3_agent')) {'router_ids': ['52ced7d6-4c59-4942-adf4-47e984fe6127'], 'active': True} {{(pid=96123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 15:46:30.023480 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-e4bdd4f7-a7f2-4250-ac38-388cf711dd41 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:46:30.056644 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-e4bdd4f7-a7f2-4250-ac38-388cf711dd41 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:46:30.102142 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [None req-249b1ff3-218a-444b-81d4-a63621149e71 admin admin] Notify callbacks [] for router, before_delete {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:46:30.111495 dv-cinder-806616-6-iscsi neutron-server[96123]: DEBUG neutron.db.l3_dvr_db [None req-abc7eb5a-7766-4c57-8210-3d524cd3ce59 None None] Set router 52ced7d6-4c59-4942-adf4-47e984fe6127 gateway port host: dv-cinder-806616-6-iscsi {{(pid=96123) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 15:46:30.174629 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-e4bdd4f7-a7f2-4250-ac38-388cf711dd41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579214'] for security_group, after_delete {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:46:30.183683 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-e4bdd4f7-a7f2-4250-ac38-388cf711dd41 admin admin] Notify callbacks [] for security_group, before_response {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:46:30.184833 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [None req-e4bdd4f7-a7f2-4250-ac38-388cf711dd41 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/35730d4b-2466-44a6-8e68-0f3266ac288c HTTP/1.1" status: 204 len: 168 time: 0.2214558 Sep 29 15:46:30.197198 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4bdd4f7-a7f2-4250-ac38-388cf711dd41 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35730d4b-2466-44a6-8e68-0f3266ac288c,revision_number=None']} {{(pid=96120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 15:46:30.237341 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [None req-249b1ff3-218a-444b-81d4-a63621149e71 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:46:30.290577 dv-cinder-806616-6-iscsi neutron-server[96123]: DEBUG neutron.db.l3_hamode_db [None req-abc7eb5a-7766-4c57-8210-3d524cd3ce59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52ced7d6-4c59-4942-adf4-47e984fe6127', 'name': 'tempest-AttachVolumeShelveTestJSON-522904198-router', 'tenant_id': '13390da549814bc498d0c907da15d788', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd5efe95-1549-4750-933c-70412f77577e', 'external_fixed_ips': [{'subnet_id': '9c872fed-da92-4e12-828d-ac62e1b980b9', 'ip_address': '172.27.0.58'}], 'enable_snat': True}, 'gw_port_id': '45f62489-a444-4f79-b6dd-bd7efecb94c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T15:38:55Z', 'updated_at': '2021-09-29T15:46:29Z', 'revision_number': 5, 'project_id': '13390da549814bc498d0c907da15d788', 'gw_port': {'id': '45f62489-a444-4f79-b6dd-bd7efecb94c1', 'name': '', 'network_id': 'cd5efe95-1549-4750-933c-70412f77577e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:f3:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52ced7d6-4c59-4942-adf4-47e984fe6127', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '9c872fed-da92-4e12-828d-ac62e1b980b9', 'ip_address': '172.27.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806616-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T15:38:57Z', 'updated_at': '2021-09-29T15:39:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c872fed-da92-4e12-828d-ac62e1b980b9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806616-6-iscsi'}], 'dv-cinder-806616-6-iscsi', False) {} {{(pid=96123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 15:46:30.316409 dv-cinder-806616-6-iscsi neutron-server[96123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abc7eb5a-7766-4c57-8210-3d524cd3ce59 None None] Checking router: 52ced7d6-4c59-4942-adf4-47e984fe6127 for host: dv-cinder-806616-6-iscsi {{(pid=96123) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 15:46:30.325107 dv-cinder-806616-6-iscsi neutron-server[96123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abc7eb5a-7766-4c57-8210-3d524cd3ce59 None None] Routers {'52ced7d6-4c59-4942-adf4-47e984fe6127'} bound to L3 agent in host dv-cinder-806616-6-iscsi {{(pid=96123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 15:46:30.325717 dv-cinder-806616-6-iscsi neutron-server[96123]: DEBUG neutron.db.l3_hamode_db [None req-abc7eb5a-7766-4c57-8210-3d524cd3ce59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806616-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-29T15:30:56Z,description=,heartbeat_timestamp=2021-09-29T15:46:27Z,host='dv-cinder-806616-6-iscsi',id=e5061b61-feb3-46be-bd05-1226f95d9417,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T15:30:57Z,topic='l3_agent')) {'router_ids': ['52ced7d6-4c59-4942-adf4-47e984fe6127'], 'active': True} {{(pid=96123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 15:46:30.357799 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.plugins.ml2.plugin [None req-249b1ff3-218a-444b-81d4-a63621149e71 admin admin] Deleting port 45f62489-a444-4f79-b6dd-bd7efecb94c1 {{(pid=96121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 29 15:46:30.358062 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [None req-249b1ff3-218a-444b-81d4-a63621149e71 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741780140072'] for port, before_delete {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:46:30.409525 dv-cinder-806616-6-iscsi neutron-server[96123]: DEBUG neutron.db.l3_dvr_db [None req-abc7eb5a-7766-4c57-8210-3d524cd3ce59 None None] Set router 52ced7d6-4c59-4942-adf4-47e984fe6127 gateway port host: None {{(pid=96123) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 15:46:30.436564 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.plugins.ml2.db [None req-249b1ff3-218a-444b-81d4-a63621149e71 admin admin] For port 45f62489-a444-4f79-b6dd-bd7efecb94c1, host dv-cinder-806616-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806616-6-iscsi',level=0,port_id=45f62489-a444-4f79-b6dd-bd7efecb94c1,segment=NetworkSegment(16a0d549-78f3-47f2-8934-1674670c2e39),segment_id=16a0d549-78f3-47f2-8934-1674670c2e39)] {{(pid=96121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 15:46:30.436923 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [None req-249b1ff3-218a-444b-81d4-a63621149e71 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1614090'] for port, precommit_delete {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:46:30.448705 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.plugins.ml2.plugin [None req-249b1ff3-218a-444b-81d4-a63621149e71 admin admin] Calling delete_port for 45f62489-a444-4f79-b6dd-bd7efecb94c1 owned by network:router_gateway {{(pid=96121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 29 15:46:30.461600 dv-cinder-806616-6-iscsi neutron-server[96123]: DEBUG neutron.db.l3_hamode_db [None req-abc7eb5a-7766-4c57-8210-3d524cd3ce59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52ced7d6-4c59-4942-adf4-47e984fe6127', 'name': 'tempest-AttachVolumeShelveTestJSON-522904198-router', 'tenant_id': '13390da549814bc498d0c907da15d788', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T15:38:55Z', 'updated_at': '2021-09-29T15:46:30Z', 'revision_number': 6, 'project_id': '13390da549814bc498d0c907da15d788', 'gw_port_host': None}], 'dv-cinder-806616-6-iscsi', False) {} {{(pid=96123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 15:46:30.487534 dv-cinder-806616-6-iscsi neutron-server[96123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abc7eb5a-7766-4c57-8210-3d524cd3ce59 None None] The sync data for ids ['52ced7d6-4c59-4942-adf4-47e984fe6127'] in dv-cinder-806616-6-iscsi is: [{'id': '52ced7d6-4c59-4942-adf4-47e984fe6127', 'name': 'tempest-AttachVolumeShelveTestJSON-522904198-router', 'tenant_id': '13390da549814bc498d0c907da15d788', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T15:38:55Z', 'updated_at': '2021-09-29T15:46:30Z', 'revision_number': 6, 'project_id': '13390da549814bc498d0c907da15d788', 'gw_port_host': None}] {{(pid=96123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 15:46:30.653421 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [None req-249b1ff3-218a-444b-81d4-a63621149e71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741780147950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741779628746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3898419'] for port, after_delete {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:46:30.677889 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-249b1ff3-218a-444b-81d4-a63621149e71 admin admin] Pushing event deleted for resources: {'Port': ['ID=45f62489-a444-4f79-b6dd-bd7efecb94c1,revision_number=None']} {{(pid=96121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 15:46:30.738526 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [None req-249b1ff3-218a-444b-81d4-a63621149e71 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1619033'] for router_gateway, after_delete {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:46:30.837835 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [None req-249b1ff3-218a-444b-81d4-a63621149e71 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1620278', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3460'] for router, precommit_delete {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:46:30.840994 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [None req-249b1ff3-218a-444b-81d4-a63621149e71 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:46:30.999972 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884f2fea-88d5-42b9-b833-ec10889d9196 req-100c7e19-0de2-4a98-995f-ab2cc1dc0717 tempest-TestMinimumBasicScenario-129383672 tempest-TestMinimumBasicScenario-129383672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:46:31.001523 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-884f2fea-88d5-42b9-b833-ec10889d9196 req-100c7e19-0de2-4a98-995f-ab2cc1dc0717 tempest-TestMinimumBasicScenario-129383672 tempest-TestMinimumBasicScenario-129383672-project] 10.222.0.46 "GET /v2.0/ports?device_id=a892d174-14e6-4be4-a5fb-07cedc528249 HTTP/1.1" status: 200 len: 946 time: 0.0483620 Sep 29 15:46:31.008408 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [None req-249b1ff3-218a-444b-81d4-a63621149e71 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1620287'] for router, after_delete {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:46:31.008911 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-249b1ff3-218a-444b-81d4-a63621149e71 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 52ced7d6-4c59-4942-adf4-47e984fe6127 {{(pid=96121) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 29 15:46:31.014162 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [None req-249b1ff3-218a-444b-81d4-a63621149e71 admin admin] Notify callbacks [] for router, before_response {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:46:31.015207 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [None req-249b1ff3-218a-444b-81d4-a63621149e71 admin admin] 10.222.0.46 "DELETE /v2.0/routers/52ced7d6-4c59-4942-adf4-47e984fe6127 HTTP/1.1" status: 204 len: 168 time: 1.0162704 Sep 29 15:46:31.017948 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.wsgi [-] (96120) accepted ('10.222.0.46', 36978) {{(pid=96120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 15:46:31.051397 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-884f2fea-88d5-42b9-b833-ec10889d9196 req-099b4f62-0c5a-4e03-9830-8c5427103e7f tempest-TestMinimumBasicScenario-129383672 tempest-TestMinimumBasicScenario-129383672-project] 10.222.0.46 "GET /v2.0/security-groups?id=b8fb230c-02cc-40f3-9bed-4f02e24215ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438294 Sep 29 15:46:31.064302 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.db.db_base_plugin_v2 [None req-14d89fb8-a13d-46ef-9eaa-db6b99647c21 admin admin] Deleting subnet 56afac6f-63d0-4994-bdac-133803bcf88a {{(pid=96120) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 29 15:46:31.067540 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-14d89fb8-a13d-46ef-9eaa-db6b99647c21 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:46:31.102578 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-14d89fb8-a13d-46ef-9eaa-db6b99647c21 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9303605'] for subnet, precommit_delete_associations {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:46:31.213205 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-14d89fb8-a13d-46ef-9eaa-db6b99647c21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-648269'] for subnet, precommit_delete {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:46:31.350482 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-14d89fb8-a13d-46ef-9eaa-db6b99647c21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-648260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1575015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8956104', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9098300'] for subnet, after_delete {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:46:31.377976 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-14d89fb8-a13d-46ef-9eaa-db6b99647c21 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577532'] for subnet, before_response {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:46:31.379963 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [None req-14d89fb8-a13d-46ef-9eaa-db6b99647c21 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/56afac6f-63d0-4994-bdac-133803bcf88a HTTP/1.1" status: 204 len: 168 time: 0.3610024 Sep 29 15:46:31.381583 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d89fb8-a13d-46ef-9eaa-db6b99647c21 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=56afac6f-63d0-4994-bdac-133803bcf88a,revision_number=None']} {{(pid=96120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 15:46:31.382924 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.wsgi [-] (96121) accepted ('10.222.0.46', 36990) {{(pid=96121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 15:46:31.383892 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bb6417e-527b-4492-be4d-0049fb9c421e None None] Network 7d2058d9-0239-4e7f-ad5f-85b9e31d2757 requested from dv-cinder-806616-6-iscsi {{(pid=96122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 15:46:31.465761 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [None req-6b6dccff-c03d-4aac-bcf5-e3b21eb4729b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-533685'] for network, before_delete {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:46:31.530999 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.plugins.ml2.plugin [None req-6b6dccff-c03d-4aac-bcf5-e3b21eb4729b admin admin] Deleting port d98f0e82-15e5-4cf3-b873-af62fbc8ead9 {{(pid=96121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 29 15:46:31.530999 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [None req-6b6dccff-c03d-4aac-bcf5-e3b21eb4729b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741780140072'] for port, before_delete {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:46:31.593916 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fb96fbd-35f5-4cc1-b1ba-61d01fa82b20 None None] DHCP port deletion for 7d2058d9-0239-4e7f-ad5f-85b9e31d2757 request from dv-cinder-806616-6-iscsi {{(pid=96122) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 29 15:46:31.599655 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.plugins.ml2.db [None req-6b6dccff-c03d-4aac-bcf5-e3b21eb4729b admin admin] For port d98f0e82-15e5-4cf3-b873-af62fbc8ead9, host dv-cinder-806616-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806616-6-iscsi',level=0,port_id=d98f0e82-15e5-4cf3-b873-af62fbc8ead9,segment=NetworkSegment(445f7458-c019-4777-b7f7-9f69e4e3102b),segment_id=445f7458-c019-4777-b7f7-9f69e4e3102b)] {{(pid=96121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 15:46:31.600053 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [None req-6b6dccff-c03d-4aac-bcf5-e3b21eb4729b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1614090'] for port, precommit_delete {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:46:31.611678 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.plugins.ml2.plugin [None req-6b6dccff-c03d-4aac-bcf5-e3b21eb4729b admin admin] Calling delete_port for d98f0e82-15e5-4cf3-b873-af62fbc8ead9 owned by network:dhcp {{(pid=96121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 29 15:46:31.643042 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.plugins.ml2.plugin [None req-4fb96fbd-35f5-4cc1-b1ba-61d01fa82b20 None None] Deleting port d98f0e82-15e5-4cf3-b873-af62fbc8ead9 {{(pid=96122) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 29 15:46:31.643426 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron_lib.callbacks.manager [None req-4fb96fbd-35f5-4cc1-b1ba-61d01fa82b20 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741780140072'] for port, before_delete {{(pid=96122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:46:31.709392 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.plugins.ml2.db [None req-4fb96fbd-35f5-4cc1-b1ba-61d01fa82b20 None None] For port d98f0e82-15e5-4cf3-b873-af62fbc8ead9, host dv-cinder-806616-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806616-6-iscsi',level=0,port_id=d98f0e82-15e5-4cf3-b873-af62fbc8ead9,segment=NetworkSegment(445f7458-c019-4777-b7f7-9f69e4e3102b),segment_id=445f7458-c019-4777-b7f7-9f69e4e3102b)] {{(pid=96122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 15:46:31.709699 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron_lib.callbacks.manager [None req-4fb96fbd-35f5-4cc1-b1ba-61d01fa82b20 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1614090'] for port, precommit_delete {{(pid=96122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:46:31.723174 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.plugins.ml2.plugin [None req-4fb96fbd-35f5-4cc1-b1ba-61d01fa82b20 None None] Calling delete_port for d98f0e82-15e5-4cf3-b873-af62fbc8ead9 owned by network:dhcp {{(pid=96122) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 29 15:46:31.875784 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron_lib.callbacks.manager [None req-4fb96fbd-35f5-4cc1-b1ba-61d01fa82b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741780147950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741779628746'] for port, after_delete {{(pid=96122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:46:31.899860 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb96fbd-35f5-4cc1-b1ba-61d01fa82b20 None None] Pushing event deleted for resources: {'Port': ['ID=d98f0e82-15e5-4cf3-b873-af62fbc8ead9,revision_number=None']} {{(pid=96122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 15:46:31.905273 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fb96fbd-35f5-4cc1-b1ba-61d01fa82b20 None None] No DVR routers for this DVR port d98f0e82-15e5-4cf3-b873-af62fbc8ead9 on host dv-cinder-806616-6-iscsi {{(pid=96122) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 15:46:31.980282 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08cdbc5-9c6f-4aa1-b91e-8e69cb5bf823 req-f5ec7894-c430-4192-b519-00e61bc3df39 tempest-TestMinimumBasicScenario-129383672 tempest-TestMinimumBasicScenario-129383672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:46:31.981737 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-b08cdbc5-9c6f-4aa1-b91e-8e69cb5bf823 req-f5ec7894-c430-4192-b519-00e61bc3df39 tempest-TestMinimumBasicScenario-129383672 tempest-TestMinimumBasicScenario-129383672-project] 10.222.0.22 "GET /v2.0/ports?device_id=a892d174-14e6-4be4-a5fb-07cedc528249 HTTP/1.1" status: 200 len: 946 time: 0.0627949 Sep 29 15:46:32.026929 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [None req-6b6dccff-c03d-4aac-bcf5-e3b21eb4729b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741780147950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741779628746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3898419'] for port, after_delete {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:46:32.079421 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b6dccff-c03d-4aac-bcf5-e3b21eb4729b admin admin] Pushing event deleted for resources: {'Port': ['ID=d98f0e82-15e5-4cf3-b873-af62fbc8ead9,revision_number=None']} {{(pid=96121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 15:46:32.082085 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b6dccff-c03d-4aac-bcf5-e3b21eb4729b admin admin] No DVR routers for this DVR port d98f0e82-15e5-4cf3-b873-af62fbc8ead9 on host dv-cinder-806616-6-iscsi {{(pid=96121) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 15:46:32.168859 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [None req-6b6dccff-c03d-4aac-bcf5-e3b21eb4729b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-630004', 'neutron.services.segments.db._delete_segments_for_network-8741779927188'] for network, precommit_delete {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:46:32.175610 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c37e56-4424-46e0-97de-84f5c97dee19 req-bf411753-069a-4fcf-9c5d-70efe58bac0b tempest-TestMinimumBasicScenario-129383672 tempest-TestMinimumBasicScenario-129383672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:46:32.177237 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [req-33c37e56-4424-46e0-97de-84f5c97dee19 req-bf411753-069a-4fcf-9c5d-70efe58bac0b tempest-TestMinimumBasicScenario-129383672 tempest-TestMinimumBasicScenario-129383672-project] 10.222.0.46 "GET /v2.0/ports?device_id=a892d174-14e6-4be4-a5fb-07cedc528249 HTTP/1.1" status: 200 len: 946 time: 0.0542905 Sep 29 15:46:32.195558 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.plugins.ml2.plugin [req-b08cdbc5-9c6f-4aa1-b91e-8e69cb5bf823 req-14fb06fb-0f50-4422-9c32-999485e507f8 tempest-TestMinimumBasicScenario-129383672 tempest-TestMinimumBasicScenario-129383672-project] Deleting port 86caf4fd-350c-4aef-a9da-a53f95e29b58 {{(pid=96121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 29 15:46:32.195980 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [req-b08cdbc5-9c6f-4aa1-b91e-8e69cb5bf823 req-14fb06fb-0f50-4422-9c32-999485e507f8 tempest-TestMinimumBasicScenario-129383672 tempest-TestMinimumBasicScenario-129383672-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741780140072'] for port, before_delete {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:46:32.202000 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.services.segments.db [None req-6b6dccff-c03d-4aac-bcf5-e3b21eb4729b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7d2058d9-0239-4e7f-ad5f-85b9e31d2757']}} {{(pid=96121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 15:46:32.232177 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [req-33c37e56-4424-46e0-97de-84f5c97dee19 req-35b9afe0-23b2-45d3-8a56-8e5fd91f4dd6 tempest-TestMinimumBasicScenario-129383672 tempest-TestMinimumBasicScenario-129383672-project] 10.222.0.46 "GET /v2.0/security-groups?id=b8fb230c-02cc-40f3-9bed-4f02e24215ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478187 Sep 29 15:46:32.232364 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.services.segments.db [None req-6b6dccff-c03d-4aac-bcf5-e3b21eb4729b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '445f7458-c019-4777-b7f7-9f69e4e3102b') {'for_net_delete': True} {{(pid=96121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 15:46:32.232483 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.services.segments.db [None req-6b6dccff-c03d-4aac-bcf5-e3b21eb4729b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '445f7458-c019-4777-b7f7-9f69e4e3102b') {} {{(pid=96121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 15:46:32.246495 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [None req-6b6dccff-c03d-4aac-bcf5-e3b21eb4729b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741779926685', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2784934'] for segment, before_delete {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:46:32.273334 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.plugins.ml2.rpc [None req-86ea74e9-eea3-4769-b153-652ac6294d68 None None] Device 568674db-d5ba-4049-ae2c-cbe94253da52 no longer exists at agent ovs-agent-dv-cinder-806616-6-iscsi {{(pid=96122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 15:46:32.289779 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [None req-6b6dccff-c03d-4aac-bcf5-e3b21eb4729b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-649178'] for segment, precommit_delete {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:46:32.293961 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.plugins.ml2.plugin [None req-86ea74e9-eea3-4769-b153-652ac6294d68 None None] No Port match for: 568674db-d5ba-4049-ae2c-cbe94253da52 {{(pid=96122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 29 15:46:32.294303 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.plugins.ml2.rpc [None req-86ea74e9-eea3-4769-b153-652ac6294d68 None None] Device 568674db-d5ba-4049-ae2c-cbe94253da52 not bound to the agent host dv-cinder-806616-6-iscsi {{(pid=96122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 15:46:32.294714 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.plugins.ml2.rpc [None req-86ea74e9-eea3-4769-b153-652ac6294d68 None None] Device d98f0e82-15e5-4cf3-b873-af62fbc8ead9 no longer exists at agent ovs-agent-dv-cinder-806616-6-iscsi {{(pid=96122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 15:46:32.299849 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6b6dccff-c03d-4aac-bcf5-e3b21eb4729b admin admin] Releasing vlan 601 on physical network physnet1 to pool {{(pid=96121) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 29 15:46:32.300270 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [None req-6b6dccff-c03d-4aac-bcf5-e3b21eb4729b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-649178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3898816'] for segment, after_delete {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:46:32.301922 dv-cinder-806616-6-iscsi neutron-server[96121]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 29 15:46:32.301922 dv-cinder-806616-6-iscsi neutron-server[96121]: self.session.flush() Sep 29 15:46:32.301922 dv-cinder-806616-6-iscsi neutron-server[96121]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 29 15:46:32.301922 dv-cinder-806616-6-iscsi neutron-server[96121]: self.session.flush() Sep 29 15:46:32.301922 dv-cinder-806616-6-iscsi neutron-server[96121]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 29 15:46:32.301922 dv-cinder-806616-6-iscsi neutron-server[96121]: self.session.flush() Sep 29 15:46:32.301922 dv-cinder-806616-6-iscsi neutron-server[96121]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 29 15:46:32.301922 dv-cinder-806616-6-iscsi neutron-server[96121]: self.session.flush() Sep 29 15:46:32.301922 dv-cinder-806616-6-iscsi neutron-server[96121]: Traceback (most recent call last): Sep 29 15:46:32.301922 dv-cinder-806616-6-iscsi neutron-server[96121]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 29 15:46:32.301922 dv-cinder-806616-6-iscsi neutron-server[96121]: timer() Sep 29 15:46:32.301922 dv-cinder-806616-6-iscsi neutron-server[96121]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 29 15:46:32.301922 dv-cinder-806616-6-iscsi neutron-server[96121]: cb(*args, **kw) Sep 29 15:46:32.301922 dv-cinder-806616-6-iscsi neutron-server[96121]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 29 15:46:32.301922 dv-cinder-806616-6-iscsi neutron-server[96121]: return func(*args, **kwargs) Sep 29 15:46:32.301922 dv-cinder-806616-6-iscsi neutron-server[96121]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 29 15:46:32.301922 dv-cinder-806616-6-iscsi neutron-server[96121]: self._notify() Sep 29 15:46:32.301922 dv-cinder-806616-6-iscsi neutron-server[96121]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 29 15:46:32.301922 dv-cinder-806616-6-iscsi neutron-server[96121]: self.callback(batched_events) Sep 29 15:46:32.301922 dv-cinder-806616-6-iscsi neutron-server[96121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 29 15:46:32.301922 dv-cinder-806616-6-iscsi neutron-server[96121]: event.method(event) Sep 29 15:46:32.301922 dv-cinder-806616-6-iscsi neutron-server[96121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 29 15:46:32.301922 dv-cinder-806616-6-iscsi neutron-server[96121]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 29 15:46:32.301922 dv-cinder-806616-6-iscsi neutron-server[96121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 29 15:46:32.301922 dv-cinder-806616-6-iscsi neutron-server[96121]: aggregate_uuid = self.p_client.list_aggregates( Sep 29 15:46:32.301922 dv-cinder-806616-6-iscsi neutron-server[96121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 29 15:46:32.301922 dv-cinder-806616-6-iscsi neutron-server[96121]: return f(self, *a, **k) Sep 29 15:46:32.301922 dv-cinder-806616-6-iscsi neutron-server[96121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 29 15:46:32.301922 dv-cinder-806616-6-iscsi neutron-server[96121]: return self._get(url).json() Sep 29 15:46:32.301922 dv-cinder-806616-6-iscsi neutron-server[96121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 29 15:46:32.301922 dv-cinder-806616-6-iscsi neutron-server[96121]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 29 15:46:32.301922 dv-cinder-806616-6-iscsi neutron-server[96121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 29 15:46:32.301922 dv-cinder-806616-6-iscsi neutron-server[96121]: return self.request(url, 'GET', **kwargs) Sep 29 15:46:32.301922 dv-cinder-806616-6-iscsi neutron-server[96121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 29 15:46:32.301922 dv-cinder-806616-6-iscsi neutron-server[96121]: base_url = self.get_endpoint(auth, allow=allow, Sep 29 15:46:32.301922 dv-cinder-806616-6-iscsi neutron-server[96121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 29 15:46:32.301922 dv-cinder-806616-6-iscsi neutron-server[96121]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 29 15:46:32.301922 dv-cinder-806616-6-iscsi neutron-server[96121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 29 15:46:32.301922 dv-cinder-806616-6-iscsi neutron-server[96121]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 29 15:46:32.301922 dv-cinder-806616-6-iscsi neutron-server[96121]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 29 15:46:32.314536 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.plugins.ml2.plugin [None req-86ea74e9-eea3-4769-b153-652ac6294d68 None None] No Port match for: d98f0e82-15e5-4cf3-b873-af62fbc8ead9 {{(pid=96122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 29 15:46:32.314883 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.plugins.ml2.rpc [None req-86ea74e9-eea3-4769-b153-652ac6294d68 None None] Device d98f0e82-15e5-4cf3-b873-af62fbc8ead9 not bound to the agent host dv-cinder-806616-6-iscsi {{(pid=96122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 15:46:32.315296 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.plugins.ml2.rpc [None req-86ea74e9-eea3-4769-b153-652ac6294d68 None None] Device 45f62489-a444-4f79-b6dd-bd7efecb94c1 no longer exists at agent ovs-agent-dv-cinder-806616-6-iscsi {{(pid=96122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 15:46:32.336649 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.plugins.ml2.db [req-b08cdbc5-9c6f-4aa1-b91e-8e69cb5bf823 req-14fb06fb-0f50-4422-9c32-999485e507f8 tempest-TestMinimumBasicScenario-129383672 tempest-TestMinimumBasicScenario-129383672-project] For port 86caf4fd-350c-4aef-a9da-a53f95e29b58, host hv-cinder-80661, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80661',level=0,port_id=86caf4fd-350c-4aef-a9da-a53f95e29b58,segment=NetworkSegment(3ecf6c38-e549-4e82-b3f2-9a1f359bd14b),segment_id=3ecf6c38-e549-4e82-b3f2-9a1f359bd14b)] {{(pid=96121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 15:46:32.337002 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.plugins.ml2.plugin [None req-86ea74e9-eea3-4769-b153-652ac6294d68 None None] No Port match for: 45f62489-a444-4f79-b6dd-bd7efecb94c1 {{(pid=96122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 29 15:46:32.337115 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [req-b08cdbc5-9c6f-4aa1-b91e-8e69cb5bf823 req-14fb06fb-0f50-4422-9c32-999485e507f8 tempest-TestMinimumBasicScenario-129383672 tempest-TestMinimumBasicScenario-129383672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1614090'] for port, precommit_delete {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:46:32.337347 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.plugins.ml2.rpc [None req-86ea74e9-eea3-4769-b153-652ac6294d68 None None] Device 45f62489-a444-4f79-b6dd-bd7efecb94c1 not bound to the agent host dv-cinder-806616-6-iscsi {{(pid=96122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 15:46:32.376533 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.plugins.ml2.plugin [req-b08cdbc5-9c6f-4aa1-b91e-8e69cb5bf823 req-14fb06fb-0f50-4422-9c32-999485e507f8 tempest-TestMinimumBasicScenario-129383672 tempest-TestMinimumBasicScenario-129383672-project] Calling delete_port for 86caf4fd-350c-4aef-a9da-a53f95e29b58 owned by compute:nova {{(pid=96121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 29 15:46:32.442652 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [None req-6b6dccff-c03d-4aac-bcf5-e3b21eb4729b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-629955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575366', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1618949'] for network, after_delete {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:46:32.455676 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [None req-6b6dccff-c03d-4aac-bcf5-e3b21eb4729b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577532'] for network, before_response {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:46:32.457551 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [None req-6b6dccff-c03d-4aac-bcf5-e3b21eb4729b admin admin] 10.222.0.46 "DELETE /v2.0/networks/7d2058d9-0239-4e7f-ad5f-85b9e31d2757 HTTP/1.1" status: 204 len: 168 time: 1.0736110 Sep 29 15:46:32.474686 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b6dccff-c03d-4aac-bcf5-e3b21eb4729b admin admin] Pushing event deleted for resources: {'Network': ['ID=7d2058d9-0239-4e7f-ad5f-85b9e31d2757,revision_number=None']} {{(pid=96121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 15:46:32.624614 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [req-b08cdbc5-9c6f-4aa1-b91e-8e69cb5bf823 req-14fb06fb-0f50-4422-9c32-999485e507f8 tempest-TestMinimumBasicScenario-129383672 tempest-TestMinimumBasicScenario-129383672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741780147950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741779628746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3898419'] for port, after_delete {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:46:32.654352 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14fb06fb-0f50-4422-9c32-999485e507f8 tempest-TestMinimumBasicScenario-129383672 tempest-TestMinimumBasicScenario-129383672-project] Pushing event deleted for resources: {'Port': ['ID=86caf4fd-350c-4aef-a9da-a53f95e29b58,revision_number=None']} {{(pid=96121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 15:46:32.665589 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.plugins.ml2.db [None req-4d55257e-523e-4b8d-ab2b-d46a31710be1 None None] get_ports_and_sgs() called for port_ids ['86caf4fd-350c-4aef-a9da-a53f95e29b58'] {{(pid=96122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 15:46:32.696376 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.db.l3_dvrscheduler_db [req-b08cdbc5-9c6f-4aa1-b91e-8e69cb5bf823 req-14fb06fb-0f50-4422-9c32-999485e507f8 tempest-TestMinimumBasicScenario-129383672 tempest-TestMinimumBasicScenario-129383672-project] No DVR routers for this DVR port 86caf4fd-350c-4aef-a9da-a53f95e29b58 on host hv-cinder-80661 {{(pid=96121) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 15:46:32.699185 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [req-b08cdbc5-9c6f-4aa1-b91e-8e69cb5bf823 req-14fb06fb-0f50-4422-9c32-999485e507f8 tempest-TestMinimumBasicScenario-129383672 tempest-TestMinimumBasicScenario-129383672-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238921'] for port, before_response {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:46:32.701161 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-b08cdbc5-9c6f-4aa1-b91e-8e69cb5bf823 req-14fb06fb-0f50-4422-9c32-999485e507f8 tempest-TestMinimumBasicScenario-129383672 tempest-TestMinimumBasicScenario-129383672-project] 10.222.0.22 "DELETE /v2.0/ports/86caf4fd-350c-4aef-a9da-a53f95e29b58 HTTP/1.1" status: 204 len: 173 time: 0.7107656 Sep 29 15:46:32.701597 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a892d174-14e6-4be4-a5fb-07cedc528249', 'name': 'network-vif-deleted', 'tag': '86caf4fd-350c-4aef-a9da-a53f95e29b58'}] {{(pid=96121) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 15:46:32.704344 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dcbd94143c65fdb0f5c12b0c92a6468c38125261e55d21e9818266cb91f6c0d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eaf2c6ce-9f06-4e9b-aafa-0affc84f4c8c" -d '{"events": [{"server_uuid": "a892d174-14e6-4be4-a5fb-07cedc528249", "name": "network-vif-deleted", "tag": "86caf4fd-350c-4aef-a9da-a53f95e29b58"}]}' {{(pid=96121) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 15:46:32.738941 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Sep 2021 15:46:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84210737-1377-4652-b125-73c98117716f x-openstack-request-id: req-84210737-1377-4652-b125-73c98117716f {{(pid=96121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 15:46:32.739235 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a892d174-14e6-4be4-a5fb-07cedc528249", "name": "network-vif-deleted", "tag": "86caf4fd-350c-4aef-a9da-a53f95e29b58", "status": "completed", "code": 200}]} {{(pid=96121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 15:46:32.739484 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-84210737-1377-4652-b125-73c98117716f {{(pid=96121) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 15:46:32.739881 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a892d174-14e6-4be4-a5fb-07cedc528249', 'name': 'network-vif-deleted', 'tag': '86caf4fd-350c-4aef-a9da-a53f95e29b58', 'status': 'completed', 'code': 200} Sep 29 15:46:32.921307 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.wsgi [-] (96121) accepted ('10.222.0.46', 37044) {{(pid=96121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 15:46:32.961965 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [None req-48a12215-79e8-4016-9688-bf7ba36a2d34 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=13390da549814bc498d0c907da15d788&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0394263 Sep 29 15:46:32.964329 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.wsgi [-] (96121) accepted ('10.222.0.46', 37046) {{(pid=96121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 15:46:33.018302 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [None req-3d29d2a9-9143-42f4-8bc4-d79bbc6f4c11 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:46:33.040466 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [None req-3d29d2a9-9143-42f4-8bc4-d79bbc6f4c11 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:46:33.181885 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.wsgi [-] (96120) accepted ('10.222.0.46', 37050) {{(pid=96120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 15:46:33.252995 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [None req-3d29d2a9-9143-42f4-8bc4-d79bbc6f4c11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579214'] for security_group, after_delete {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:46:33.255581 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [None req-3d29d2a9-9143-42f4-8bc4-d79bbc6f4c11 admin admin] Notify callbacks [] for security_group, before_response {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:46:33.256916 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [None req-3d29d2a9-9143-42f4-8bc4-d79bbc6f4c11 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/a54de4a9-199a-4726-848f-8436ef371906 HTTP/1.1" status: 204 len: 168 time: 0.2915673 Sep 29 15:46:33.265406 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d29d2a9-9143-42f4-8bc4-d79bbc6f4c11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a54de4a9-199a-4726-848f-8436ef371906,revision_number=None']} {{(pid=96121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 15:46:33.290042 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-c59a794c-e3a1-4311-ad90-6d689a539dc8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:46:33.366914 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [req-d03ffd56-0cf6-49ae-b45d-cbb5b0fb82e3 req-cc1fef05-08cd-4d26-a64b-be0d22d7bc76 tempest-TestMinimumBasicScenario-129383672 tempest-TestMinimumBasicScenario-129383672-project] 10.222.0.46 "GET /v2.0/ports?device_id=a892d174-14e6-4be4-a5fb-07cedc528249 HTTP/1.1" status: 200 len: 210 time: 0.0334961 Sep 29 15:46:33.409731 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-c59a794c-e3a1-4311-ad90-6d689a539dc8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:46:33.526984 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-c59a794c-e3a1-4311-ad90-6d689a539dc8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579214'] for security_group, after_create {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:46:33.565103 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [None req-c59a794c-e3a1-4311-ad90-6d689a539dc8 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=d2423c546f524cc7a0a7afc4744262d1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3816626 Sep 29 15:46:33.566276 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c59a794c-e3a1-4311-ad90-6d689a539dc8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02a288bb-9818-4c81-ae7e-72a29bb6c93a,revision_number=1']} {{(pid=96120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 15:46:33.567892 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.wsgi [-] (96121) accepted ('10.222.0.46', 37058) {{(pid=96121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 15:46:33.618511 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [None req-9eb88b34-5f14-4118-b2bc-d53d396ba10f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:46:33.639956 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [None req-9eb88b34-5f14-4118-b2bc-d53d396ba10f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:46:33.789266 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [None req-9eb88b34-5f14-4118-b2bc-d53d396ba10f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579214'] for security_group, after_delete {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:46:33.789266 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [None req-9eb88b34-5f14-4118-b2bc-d53d396ba10f admin admin] Notify callbacks [] for security_group, before_response {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:46:33.789266 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [None req-9eb88b34-5f14-4118-b2bc-d53d396ba10f admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/02a288bb-9818-4c81-ae7e-72a29bb6c93a HTTP/1.1" status: 204 len: 168 time: 0.2189269 Sep 29 15:46:33.796929 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb88b34-5f14-4118-b2bc-d53d396ba10f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02a288bb-9818-4c81-ae7e-72a29bb6c93a,revision_number=None']} {{(pid=96121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 15:46:34.286609 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.wsgi [-] (96120) accepted ('10.222.0.46', 37082) {{(pid=96120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 15:46:34.299356 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-19a656b9-a571-41e2-83eb-2a0ab4f1436b admin admin] Notify callbacks [] for security_group, before_create {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:46:34.386939 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-19a656b9-a571-41e2-83eb-2a0ab4f1436b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:46:34.447569 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-19a656b9-a571-41e2-83eb-2a0ab4f1436b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579214'] for security_group, after_create {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:46:34.489428 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.wsgi [-] (96121) accepted ('10.222.0.46', 37092) {{(pid=96121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 15:46:34.489940 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [None req-19a656b9-a571-41e2-83eb-2a0ab4f1436b admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=ee44a1f07417491db6925aacc6edc54f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2017469 Sep 29 15:46:34.490325 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a656b9-a571-41e2-83eb-2a0ab4f1436b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a84c250-f4cf-4a7f-8199-767cfe882f74,revision_number=1']} {{(pid=96120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 15:46:34.553493 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [None req-72c42d4e-5222-4058-91be-fa0af214221d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:46:34.576470 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [None req-72c42d4e-5222-4058-91be-fa0af214221d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:46:34.716025 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [None req-72c42d4e-5222-4058-91be-fa0af214221d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579214'] for security_group, after_delete {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:46:34.718943 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [None req-72c42d4e-5222-4058-91be-fa0af214221d admin admin] Notify callbacks [] for security_group, before_response {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:46:34.720193 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [None req-72c42d4e-5222-4058-91be-fa0af214221d admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/0a84c250-f4cf-4a7f-8199-767cfe882f74 HTTP/1.1" status: 204 len: 168 time: 0.2288032 Sep 29 15:46:34.728730 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c42d4e-5222-4058-91be-fa0af214221d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a84c250-f4cf-4a7f-8199-767cfe882f74,revision_number=None']} {{(pid=96121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 15:46:35.294633 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.wsgi [-] (96121) accepted ('10.222.0.46', 37156) {{(pid=96121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 15:46:35.400628 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [None req-ddff22b8-ccad-47d9-b705-434d3c1ea5f4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:46:35.493581 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [None req-ddff22b8-ccad-47d9-b705-434d3c1ea5f4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:46:35.573557 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [None req-ddff22b8-ccad-47d9-b705-434d3c1ea5f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579214'] for security_group, after_create {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:46:35.615063 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [None req-ddff22b8-ccad-47d9-b705-434d3c1ea5f4 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=a859a1ac36674f0a8bfbce710af15e29&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3165994 Sep 29 15:46:35.615063 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddff22b8-ccad-47d9-b705-434d3c1ea5f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e585111-c15f-4c56-a209-603ffe3e95b5,revision_number=1']} {{(pid=96121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 15:46:35.615291 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.wsgi [-] (96120) accepted ('10.222.0.46', 37176) {{(pid=96120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 15:46:35.672602 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-95b3bf3c-7fd5-4d33-93a0-1c93bdc742bd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:46:35.694884 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-95b3bf3c-7fd5-4d33-93a0-1c93bdc742bd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:46:35.790071 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-95b3bf3c-7fd5-4d33-93a0-1c93bdc742bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579214'] for security_group, after_delete {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:46:35.792860 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-95b3bf3c-7fd5-4d33-93a0-1c93bdc742bd admin admin] Notify callbacks [] for security_group, before_response {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:46:35.794044 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [None req-95b3bf3c-7fd5-4d33-93a0-1c93bdc742bd admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/8e585111-c15f-4c56-a209-603ffe3e95b5 HTTP/1.1" status: 204 len: 168 time: 0.1778131 Sep 29 15:46:35.802004 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b3bf3c-7fd5-4d33-93a0-1c93bdc742bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e585111-c15f-4c56-a209-603ffe3e95b5,revision_number=None']} {{(pid=96120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 15:46:36.084754 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.wsgi [-] (96120) accepted ('10.222.0.46', 37192) {{(pid=96120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 15:46:36.427428 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-5753e676-4d85-4bd6-8d58-7f539d642a7c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1619987'] for router_interface, before_delete {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:46:36.506653 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.wsgi [-] (96121) accepted ('10.222.0.46', 37210) {{(pid=96121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 15:46:36.625138 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [None req-7f65c796-76f1-4362-89b1-90d251af611f admin admin] Notify callbacks [] for security_group, before_create {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:46:36.680303 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.plugins.ml2.plugin [None req-5753e676-4d85-4bd6-8d58-7f539d642a7c admin admin] Deleting port 220b5316-720a-4f19-a4a3-933e70fdcafe {{(pid=96120) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 29 15:46:36.680303 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-5753e676-4d85-4bd6-8d58-7f539d642a7c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741780140072'] for port, before_delete {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:46:36.722287 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [None req-7f65c796-76f1-4362-89b1-90d251af611f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:46:36.754824 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.plugins.ml2.db [None req-5753e676-4d85-4bd6-8d58-7f539d642a7c admin admin] For port 220b5316-720a-4f19-a4a3-933e70fdcafe, host dv-cinder-806616-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806616-6-iscsi',level=0,port_id=220b5316-720a-4f19-a4a3-933e70fdcafe,segment=NetworkSegment(3ecf6c38-e549-4e82-b3f2-9a1f359bd14b),segment_id=3ecf6c38-e549-4e82-b3f2-9a1f359bd14b)] {{(pid=96120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 15:46:36.755184 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-5753e676-4d85-4bd6-8d58-7f539d642a7c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1614090'] for port, precommit_delete {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:46:36.767903 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.plugins.ml2.plugin [None req-5753e676-4d85-4bd6-8d58-7f539d642a7c admin admin] Calling delete_port for 220b5316-720a-4f19-a4a3-933e70fdcafe owned by network:router_interface {{(pid=96120) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 29 15:46:36.818638 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [None req-7f65c796-76f1-4362-89b1-90d251af611f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579214'] for security_group, after_create {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:46:36.852683 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [None req-7f65c796-76f1-4362-89b1-90d251af611f admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=bb1be66b60e84bf5a18965910e5c15ef&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3440940 Sep 29 15:46:36.858503 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.wsgi [-] (96121) accepted ('10.222.0.46', 37224) {{(pid=96121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 15:46:36.882908 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f65c796-76f1-4362-89b1-90d251af611f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a93072b9-ce9b-4648-8ded-21bfbaf13d15,revision_number=1']} {{(pid=96121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 15:46:36.887557 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron_lib.callbacks.manager [None req-4d55257e-523e-4b8d-ab2b-d46a31710be1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741779927170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-625140'] for agent, after_update {{(pid=96122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:46:36.924078 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [None req-d97d7cfd-0671-42f4-94c1-8415eb88271c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:46:36.946646 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [None req-d97d7cfd-0671-42f4-94c1-8415eb88271c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:46:37.018739 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-5753e676-4d85-4bd6-8d58-7f539d642a7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741780147950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741779628746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8956053'] for port, after_delete {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:46:37.044913 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5753e676-4d85-4bd6-8d58-7f539d642a7c admin admin] Pushing event deleted for resources: {'Port': ['ID=220b5316-720a-4f19-a4a3-933e70fdcafe,revision_number=None']} {{(pid=96120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 15:46:37.070323 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [None req-d97d7cfd-0671-42f4-94c1-8415eb88271c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579214'] for security_group, after_delete {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:46:37.073127 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [None req-d97d7cfd-0671-42f4-94c1-8415eb88271c admin admin] Notify callbacks [] for security_group, before_response {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:46:37.082412 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [None req-d97d7cfd-0671-42f4-94c1-8415eb88271c admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/a93072b9-ce9b-4648-8ded-21bfbaf13d15 HTTP/1.1" status: 204 len: 168 time: 0.2146375 Sep 29 15:46:37.083484 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97d7cfd-0671-42f4-94c1-8415eb88271c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a93072b9-ce9b-4648-8ded-21bfbaf13d15,revision_number=None']} {{(pid=96121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 15:46:37.223867 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-5753e676-4d85-4bd6-8d58-7f539d642a7c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1575391', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1619098'] for router_interface, after_delete {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:46:37.342271 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.plugins.ml2.rpc [None req-4d55257e-523e-4b8d-ab2b-d46a31710be1 None None] Device 86caf4fd-350c-4aef-a9da-a53f95e29b58 no longer exists at agent hyperv_hv-cinder-80661 {{(pid=96122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 15:46:37.368865 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.plugins.ml2.plugin [None req-4d55257e-523e-4b8d-ab2b-d46a31710be1 None None] No Port match for: 86caf4fd-350c-4aef-a9da-a53f95e29b58 {{(pid=96122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 29 15:46:37.369538 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.plugins.ml2.rpc [None req-4d55257e-523e-4b8d-ab2b-d46a31710be1 None None] Device 86caf4fd-350c-4aef-a9da-a53f95e29b58 not bound to the agent host hv-cinder-80661 {{(pid=96122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 15:46:37.660955 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5753e676-4d85-4bd6-8d58-7f539d642a7c admin admin] Router 22eb65ca-9cf2-40fd-ad8a-e7d96e1496cf has already been hosted by L3 agent e5061b61-feb3-46be-bd05-1226f95d9417 {{(pid=96120) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 29 15:46:37.772289 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5753e676-4d85-4bd6-8d58-7f539d642a7c admin admin] Notify agent at l3_agent.dv-cinder-806616-6-iscsi the message routers_updated {{(pid=96120) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 15:46:37.780665 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [None req-5753e676-4d85-4bd6-8d58-7f539d642a7c admin admin] 10.222.0.46 "PUT /v2.0/routers/22eb65ca-9cf2-40fd-ad8a-e7d96e1496cf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6926548 Sep 29 15:46:37.781543 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d1aef92-01b0-4863-8ad2-468f54deef68 None None] Sync routers for ids ['22eb65ca-9cf2-40fd-ad8a-e7d96e1496cf'] in dv-cinder-806616-6-iscsi {{(pid=96122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 15:46:37.782392 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.wsgi [-] (96120) accepted ('10.222.0.46', 37260) {{(pid=96120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 15:46:37.790530 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d1aef92-01b0-4863-8ad2-468f54deef68 None None] Routers {'22eb65ca-9cf2-40fd-ad8a-e7d96e1496cf'} bound to L3 agent in host dv-cinder-806616-6-iscsi {{(pid=96122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 15:46:37.791150 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.db.l3_hamode_db [None req-1d1aef92-01b0-4863-8ad2-468f54deef68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806616-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-29T15:30:56Z,description=,heartbeat_timestamp=2021-09-29T15:46:27Z,host='dv-cinder-806616-6-iscsi',id=e5061b61-feb3-46be-bd05-1226f95d9417,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T15:30:57Z,topic='l3_agent')) {'router_ids': ['22eb65ca-9cf2-40fd-ad8a-e7d96e1496cf'], 'active': True} {{(pid=96122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 15:46:37.907044 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.db.l3_dvr_db [None req-1d1aef92-01b0-4863-8ad2-468f54deef68 None None] Set router 22eb65ca-9cf2-40fd-ad8a-e7d96e1496cf gateway port host: dv-cinder-806616-6-iscsi {{(pid=96122) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 15:46:37.918062 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-6223195f-1230-4730-ac92-5d16f8be2378 admin admin] Notify callbacks [] for router, before_delete {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:46:38.017699 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-6223195f-1230-4730-ac92-5d16f8be2378 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:46:38.097438 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.db.l3_hamode_db [None req-1d1aef92-01b0-4863-8ad2-468f54deef68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22eb65ca-9cf2-40fd-ad8a-e7d96e1496cf', 'name': 'tempest-TestMinimumBasicScenario-1454974900-router', 'tenant_id': '2744814d1df64ec9961e1e35dae5d604', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd5efe95-1549-4750-933c-70412f77577e', 'external_fixed_ips': [{'subnet_id': '9c872fed-da92-4e12-828d-ac62e1b980b9', 'ip_address': '172.27.0.23'}], 'enable_snat': True}, 'gw_port_id': '8569b9b0-4887-4c78-b7ed-6725135cc7c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T15:43:51Z', 'updated_at': '2021-09-29T15:46:36Z', 'revision_number': 5, 'project_id': '2744814d1df64ec9961e1e35dae5d604', 'gw_port': {'id': '8569b9b0-4887-4c78-b7ed-6725135cc7c5', 'name': '', 'network_id': 'cd5efe95-1549-4750-933c-70412f77577e', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:fe:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22eb65ca-9cf2-40fd-ad8a-e7d96e1496cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': '9c872fed-da92-4e12-828d-ac62e1b980b9', 'ip_address': '172.27.0.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806616-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T15:43:52Z', 'updated_at': '2021-09-29T15:43:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c872fed-da92-4e12-828d-ac62e1b980b9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806616-6-iscsi'}], 'dv-cinder-806616-6-iscsi', False) {} {{(pid=96122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 15:46:38.123593 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d1aef92-01b0-4863-8ad2-468f54deef68 None None] Checking router: 22eb65ca-9cf2-40fd-ad8a-e7d96e1496cf for host: dv-cinder-806616-6-iscsi {{(pid=96122) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 15:46:38.131958 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d1aef92-01b0-4863-8ad2-468f54deef68 None None] Routers {'22eb65ca-9cf2-40fd-ad8a-e7d96e1496cf'} bound to L3 agent in host dv-cinder-806616-6-iscsi {{(pid=96122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 15:46:38.132570 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.db.l3_hamode_db [None req-1d1aef92-01b0-4863-8ad2-468f54deef68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806616-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-29T15:30:56Z,description=,heartbeat_timestamp=2021-09-29T15:46:27Z,host='dv-cinder-806616-6-iscsi',id=e5061b61-feb3-46be-bd05-1226f95d9417,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T15:30:57Z,topic='l3_agent')) {'router_ids': ['22eb65ca-9cf2-40fd-ad8a-e7d96e1496cf'], 'active': True} {{(pid=96122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 15:46:38.210596 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.plugins.ml2.plugin [None req-6223195f-1230-4730-ac92-5d16f8be2378 admin admin] Deleting port 8569b9b0-4887-4c78-b7ed-6725135cc7c5 {{(pid=96120) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 29 15:46:38.211245 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-6223195f-1230-4730-ac92-5d16f8be2378 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741780140072'] for port, before_delete {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:46:38.258644 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.db.l3_dvr_db [None req-1d1aef92-01b0-4863-8ad2-468f54deef68 None None] Set router 22eb65ca-9cf2-40fd-ad8a-e7d96e1496cf gateway port host: dv-cinder-806616-6-iscsi {{(pid=96122) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 15:46:38.306096 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.plugins.ml2.db [None req-6223195f-1230-4730-ac92-5d16f8be2378 admin admin] For port 8569b9b0-4887-4c78-b7ed-6725135cc7c5, host dv-cinder-806616-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806616-6-iscsi',level=0,port_id=8569b9b0-4887-4c78-b7ed-6725135cc7c5,segment=NetworkSegment(16a0d549-78f3-47f2-8934-1674670c2e39),segment_id=16a0d549-78f3-47f2-8934-1674670c2e39)] {{(pid=96120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 15:46:38.306455 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-6223195f-1230-4730-ac92-5d16f8be2378 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1614090'] for port, precommit_delete {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:46:38.326390 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.plugins.ml2.plugin [None req-6223195f-1230-4730-ac92-5d16f8be2378 admin admin] Calling delete_port for 8569b9b0-4887-4c78-b7ed-6725135cc7c5 owned by network:router_gateway {{(pid=96120) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 29 15:46:38.363224 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.wsgi [-] (96121) accepted ('10.222.0.46', 37276) {{(pid=96121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 15:46:38.455444 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.db.l3_hamode_db [None req-1d1aef92-01b0-4863-8ad2-468f54deef68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22eb65ca-9cf2-40fd-ad8a-e7d96e1496cf', 'name': 'tempest-TestMinimumBasicScenario-1454974900-router', 'tenant_id': '2744814d1df64ec9961e1e35dae5d604', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd5efe95-1549-4750-933c-70412f77577e', 'external_fixed_ips': [{'subnet_id': '9c872fed-da92-4e12-828d-ac62e1b980b9', 'ip_address': '172.27.0.23'}], 'enable_snat': True}, 'gw_port_id': '8569b9b0-4887-4c78-b7ed-6725135cc7c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T15:43:51Z', 'updated_at': '2021-09-29T15:46:36Z', 'revision_number': 5, 'project_id': '2744814d1df64ec9961e1e35dae5d604', 'gw_port': {'id': '8569b9b0-4887-4c78-b7ed-6725135cc7c5', 'name': '', 'network_id': 'cd5efe95-1549-4750-933c-70412f77577e', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:fe:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22eb65ca-9cf2-40fd-ad8a-e7d96e1496cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': '9c872fed-da92-4e12-828d-ac62e1b980b9', 'ip_address': '172.27.0.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806616-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T15:43:52Z', 'updated_at': '2021-09-29T15:43:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c872fed-da92-4e12-828d-ac62e1b980b9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806616-6-iscsi'}], 'dv-cinder-806616-6-iscsi', False) {} {{(pid=96122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 15:46:38.490558 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d1aef92-01b0-4863-8ad2-468f54deef68 None None] The sync data for ids ['22eb65ca-9cf2-40fd-ad8a-e7d96e1496cf'] in dv-cinder-806616-6-iscsi is: [{'id': '22eb65ca-9cf2-40fd-ad8a-e7d96e1496cf', 'name': 'tempest-TestMinimumBasicScenario-1454974900-router', 'tenant_id': '2744814d1df64ec9961e1e35dae5d604', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd5efe95-1549-4750-933c-70412f77577e', 'external_fixed_ips': [{'subnet_id': '9c872fed-da92-4e12-828d-ac62e1b980b9', 'ip_address': '172.27.0.23'}], 'enable_snat': True}, 'gw_port_id': '8569b9b0-4887-4c78-b7ed-6725135cc7c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T15:43:51Z', 'updated_at': '2021-09-29T15:46:36Z', 'revision_number': 5, 'project_id': '2744814d1df64ec9961e1e35dae5d604', 'gw_port': {'id': '8569b9b0-4887-4c78-b7ed-6725135cc7c5', 'name': '', 'network_id': 'cd5efe95-1549-4750-933c-70412f77577e', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:fe:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22eb65ca-9cf2-40fd-ad8a-e7d96e1496cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': '9c872fed-da92-4e12-828d-ac62e1b980b9', 'ip_address': '172.27.0.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806616-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T15:43:52Z', 'updated_at': '2021-09-29T15:43:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c872fed-da92-4e12-828d-ac62e1b980b9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806616-6-iscsi'}] {{(pid=96122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 15:46:38.494190 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [None req-b1678dbe-c4cc-4562-9d84-d8a737f325c2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:46:38.588092 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [None req-b1678dbe-c4cc-4562-9d84-d8a737f325c2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:46:38.613097 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-6223195f-1230-4730-ac92-5d16f8be2378 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741780147950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741779628746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8956053'] for port, after_delete {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:46:38.641893 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6223195f-1230-4730-ac92-5d16f8be2378 admin admin] Pushing event deleted for resources: {'Port': ['ID=8569b9b0-4887-4c78-b7ed-6725135cc7c5,revision_number=None']} {{(pid=96120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 15:46:38.693266 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [None req-b1678dbe-c4cc-4562-9d84-d8a737f325c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579214'] for security_group, after_create {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:46:38.699917 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-6223195f-1230-4730-ac92-5d16f8be2378 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1619033'] for router_gateway, after_delete {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:46:38.739255 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [None req-b1678dbe-c4cc-4562-9d84-d8a737f325c2 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=1eebb9e93bbb41e5937016a82ae52db9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3741407 Sep 29 15:46:38.741809 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.wsgi [-] (96121) accepted ('10.222.0.46', 37286) {{(pid=96121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 15:46:38.750117 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1678dbe-c4cc-4562-9d84-d8a737f325c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f249d2bc-8a62-4e9c-bae0-d938033eccb2,revision_number=1']} {{(pid=96121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 15:46:38.796874 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [None req-90f13f4d-a204-4e11-b5b8-07948917552d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:46:38.799172 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-6223195f-1230-4730-ac92-5d16f8be2378 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1620278', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3460'] for router, precommit_delete {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:46:38.801462 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-6223195f-1230-4730-ac92-5d16f8be2378 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:46:38.818312 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [None req-90f13f4d-a204-4e11-b5b8-07948917552d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:46:38.956029 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-6223195f-1230-4730-ac92-5d16f8be2378 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1620287'] for router, after_delete {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:46:38.956543 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6223195f-1230-4730-ac92-5d16f8be2378 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 22eb65ca-9cf2-40fd-ad8a-e7d96e1496cf {{(pid=96120) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 29 15:46:38.961442 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-6223195f-1230-4730-ac92-5d16f8be2378 admin admin] Notify callbacks [] for router, before_response {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:46:38.968893 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [None req-6223195f-1230-4730-ac92-5d16f8be2378 admin admin] 10.222.0.46 "DELETE /v2.0/routers/22eb65ca-9cf2-40fd-ad8a-e7d96e1496cf HTTP/1.1" status: 204 len: 168 time: 1.1794741 Sep 29 15:46:38.970545 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.wsgi [-] (96120) accepted ('10.222.0.46', 37292) {{(pid=96120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 15:46:38.984978 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [None req-90f13f4d-a204-4e11-b5b8-07948917552d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579214'] for security_group, after_delete {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:46:38.987715 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [None req-90f13f4d-a204-4e11-b5b8-07948917552d admin admin] Notify callbacks [] for security_group, before_response {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:46:38.991093 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [None req-90f13f4d-a204-4e11-b5b8-07948917552d admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/f249d2bc-8a62-4e9c-bae0-d938033eccb2 HTTP/1.1" status: 204 len: 168 time: 0.2481983 Sep 29 15:46:39.002235 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f13f4d-a204-4e11-b5b8-07948917552d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f249d2bc-8a62-4e9c-bae0-d938033eccb2,revision_number=None']} {{(pid=96121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 15:46:39.024092 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.db.db_base_plugin_v2 [None req-95a3cc30-1226-4915-8b32-5d2927ca9e03 admin admin] Deleting subnet 92b9bd24-d037-4f73-9cd3-47376a5d89ea {{(pid=96120) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 29 15:46:39.028698 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-95a3cc30-1226-4915-8b32-5d2927ca9e03 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:46:39.066621 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-95a3cc30-1226-4915-8b32-5d2927ca9e03 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9303605'] for subnet, precommit_delete_associations {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:46:39.160242 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-95a3cc30-1226-4915-8b32-5d2927ca9e03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-648269'] for subnet, precommit_delete {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:46:39.333630 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-95a3cc30-1226-4915-8b32-5d2927ca9e03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-648260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1575015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8956104', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9098300'] for subnet, after_delete {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:46:39.363788 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a3cc30-1226-4915-8b32-5d2927ca9e03 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=92b9bd24-d037-4f73-9cd3-47376a5d89ea,revision_number=None']} {{(pid=96120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 15:46:39.365740 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-95a3cc30-1226-4915-8b32-5d2927ca9e03 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577532'] for subnet, before_response {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:46:39.371060 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [None req-95a3cc30-1226-4915-8b32-5d2927ca9e03 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/92b9bd24-d037-4f73-9cd3-47376a5d89ea HTTP/1.1" status: 204 len: 168 time: 0.3961852 Sep 29 15:46:39.371060 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.wsgi [-] (96120) accepted ('10.222.0.46', 37304) {{(pid=96120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 15:46:39.374452 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04aceed9-5f8e-4ead-aa4c-799a9ee1890f None None] Network 451a4b33-3c15-4627-b84f-5dc87afd25d5 requested from dv-cinder-806616-6-iscsi {{(pid=96122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 15:46:39.446431 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-8395d800-7186-4489-968d-82089d9a2ea3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-533685'] for network, before_delete {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:46:39.506932 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.plugins.ml2.plugin [None req-8395d800-7186-4489-968d-82089d9a2ea3 admin admin] Deleting port 18263367-8413-4abb-b41d-9aacac764e5d {{(pid=96120) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 29 15:46:39.507268 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-8395d800-7186-4489-968d-82089d9a2ea3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741780140072'] for port, before_delete {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:46:39.583996 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5b600e2-9d6c-4ea8-9e45-883442e4e77c None None] DHCP port deletion for 451a4b33-3c15-4627-b84f-5dc87afd25d5 request from dv-cinder-806616-6-iscsi {{(pid=96122) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 29 15:46:39.593040 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.plugins.ml2.db [None req-8395d800-7186-4489-968d-82089d9a2ea3 admin admin] For port 18263367-8413-4abb-b41d-9aacac764e5d, host dv-cinder-806616-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806616-6-iscsi',level=0,port_id=18263367-8413-4abb-b41d-9aacac764e5d,segment=NetworkSegment(3ecf6c38-e549-4e82-b3f2-9a1f359bd14b),segment_id=3ecf6c38-e549-4e82-b3f2-9a1f359bd14b)] {{(pid=96120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 15:46:39.593040 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-8395d800-7186-4489-968d-82089d9a2ea3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1614090'] for port, precommit_delete {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:46:39.608264 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.plugins.ml2.plugin [None req-8395d800-7186-4489-968d-82089d9a2ea3 admin admin] Calling delete_port for 18263367-8413-4abb-b41d-9aacac764e5d owned by network:dhcp {{(pid=96120) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 29 15:46:39.646866 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.plugins.ml2.plugin [None req-c5b600e2-9d6c-4ea8-9e45-883442e4e77c None None] Deleting port 18263367-8413-4abb-b41d-9aacac764e5d {{(pid=96122) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 29 15:46:39.646866 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron_lib.callbacks.manager [None req-c5b600e2-9d6c-4ea8-9e45-883442e4e77c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741780140072'] for port, before_delete {{(pid=96122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:46:39.647288 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.wsgi [-] (96121) accepted ('10.222.0.46', 37306) {{(pid=96121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 15:46:39.663539 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [None req-81df59f5-6a85-4faf-b54c-57a5af93074f admin admin] Notify callbacks [] for security_group, before_create {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:46:39.708849 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.plugins.ml2.db [None req-c5b600e2-9d6c-4ea8-9e45-883442e4e77c None None] For port 18263367-8413-4abb-b41d-9aacac764e5d, host dv-cinder-806616-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806616-6-iscsi',level=0,port_id=18263367-8413-4abb-b41d-9aacac764e5d,segment=NetworkSegment(3ecf6c38-e549-4e82-b3f2-9a1f359bd14b),segment_id=3ecf6c38-e549-4e82-b3f2-9a1f359bd14b)] {{(pid=96122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 15:46:39.709355 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron_lib.callbacks.manager [None req-c5b600e2-9d6c-4ea8-9e45-883442e4e77c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1614090'] for port, precommit_delete {{(pid=96122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:46:39.721558 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.plugins.ml2.plugin [None req-c5b600e2-9d6c-4ea8-9e45-883442e4e77c None None] Calling delete_port for 18263367-8413-4abb-b41d-9aacac764e5d owned by network:dhcp {{(pid=96122) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 29 15:46:39.756155 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [None req-81df59f5-6a85-4faf-b54c-57a5af93074f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:46:39.808346 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-8395d800-7186-4489-968d-82089d9a2ea3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741780147950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741779628746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8956053'] for port, after_delete {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:46:39.808909 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [None req-81df59f5-6a85-4faf-b54c-57a5af93074f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579214'] for security_group, after_create {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:46:39.815526 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron_lib.callbacks.manager [None req-c5b600e2-9d6c-4ea8-9e45-883442e4e77c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741780147950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741779628746'] for port, after_delete {{(pid=96122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:46:39.828275 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8395d800-7186-4489-968d-82089d9a2ea3 admin admin] No DVR routers for this DVR port 18263367-8413-4abb-b41d-9aacac764e5d on host dv-cinder-806616-6-iscsi {{(pid=96120) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 15:46:39.844391 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b600e2-9d6c-4ea8-9e45-883442e4e77c None None] Pushing event deleted for resources: {'Port': ['ID=18263367-8413-4abb-b41d-9aacac764e5d,revision_number=None']} {{(pid=96122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 15:46:39.846695 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5b600e2-9d6c-4ea8-9e45-883442e4e77c None None] No DVR routers for this DVR port 18263367-8413-4abb-b41d-9aacac764e5d on host dv-cinder-806616-6-iscsi {{(pid=96122) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 15:46:39.847685 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [None req-81df59f5-6a85-4faf-b54c-57a5af93074f admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=fb7bdb2b28464c0299698ce33e134a12&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1992295 Sep 29 15:46:39.849222 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81df59f5-6a85-4faf-b54c-57a5af93074f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=137f74d6-2505-4601-bb6d-2f206dc65f26,revision_number=1']} {{(pid=96121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 15:46:39.864520 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.wsgi [-] (96121) accepted ('10.222.0.46', 37308) {{(pid=96121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 15:46:39.870574 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5b600e2-9d6c-4ea8-9e45-883442e4e77c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806616-6-iscsi {{(pid=96122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 15:46:39.870574 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5b600e2-9d6c-4ea8-9e45-883442e4e77c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806616-6-iscsi {{(pid=96122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 15:46:39.871110 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5b600e2-9d6c-4ea8-9e45-883442e4e77c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806616-6-iscsi {{(pid=96122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 15:46:39.871110 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5b600e2-9d6c-4ea8-9e45-883442e4e77c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806616-6-iscsi {{(pid=96122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 15:46:39.871638 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5b600e2-9d6c-4ea8-9e45-883442e4e77c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806616-6-iscsi {{(pid=96122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 15:46:39.872118 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5b600e2-9d6c-4ea8-9e45-883442e4e77c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806616-6-iscsi {{(pid=96122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 15:46:39.872118 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5b600e2-9d6c-4ea8-9e45-883442e4e77c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806616-6-iscsi {{(pid=96122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 15:46:39.872118 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5b600e2-9d6c-4ea8-9e45-883442e4e77c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806616-6-iscsi {{(pid=96122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 15:46:39.872118 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5b600e2-9d6c-4ea8-9e45-883442e4e77c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806616-6-iscsi {{(pid=96122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 15:46:39.872118 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5b600e2-9d6c-4ea8-9e45-883442e4e77c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806616-6-iscsi {{(pid=96122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 15:46:39.872118 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5b600e2-9d6c-4ea8-9e45-883442e4e77c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806616-6-iscsi {{(pid=96122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 15:46:39.872118 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5b600e2-9d6c-4ea8-9e45-883442e4e77c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806616-6-iscsi {{(pid=96122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 15:46:39.877863 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8395d800-7186-4489-968d-82089d9a2ea3 admin admin] Pushing event deleted for resources: {'Port': ['ID=18263367-8413-4abb-b41d-9aacac764e5d,revision_number=None']} {{(pid=96120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 15:46:39.915749 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [None req-6da3ff84-3849-4e87-84f9-1144beb7e106 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:46:39.930137 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-8395d800-7186-4489-968d-82089d9a2ea3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-630004', 'neutron.services.segments.db._delete_segments_for_network-8741779927188'] for network, precommit_delete {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:46:39.939154 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [None req-6da3ff84-3849-4e87-84f9-1144beb7e106 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:46:39.950683 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.services.segments.db [None req-8395d800-7186-4489-968d-82089d9a2ea3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['451a4b33-3c15-4627-b84f-5dc87afd25d5']}} {{(pid=96120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 15:46:39.959740 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.services.segments.db [None req-8395d800-7186-4489-968d-82089d9a2ea3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3ecf6c38-e549-4e82-b3f2-9a1f359bd14b') {'for_net_delete': True} {{(pid=96120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 15:46:39.960064 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.services.segments.db [None req-8395d800-7186-4489-968d-82089d9a2ea3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3ecf6c38-e549-4e82-b3f2-9a1f359bd14b') {} {{(pid=96120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 15:46:39.972755 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-8395d800-7186-4489-968d-82089d9a2ea3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741779926685', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9303596'] for segment, before_delete {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:46:39.987057 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-8395d800-7186-4489-968d-82089d9a2ea3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-649178'] for segment, precommit_delete {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:46:39.992972 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8395d800-7186-4489-968d-82089d9a2ea3 admin admin] Releasing vlan 623 on physical network physnet1 to pool {{(pid=96120) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 29 15:46:39.993357 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-8395d800-7186-4489-968d-82089d9a2ea3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-649178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8956262'] for segment, after_delete {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:46:39.995622 dv-cinder-806616-6-iscsi neutron-server[96120]: Traceback (most recent call last): Sep 29 15:46:39.995622 dv-cinder-806616-6-iscsi neutron-server[96120]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 29 15:46:39.995622 dv-cinder-806616-6-iscsi neutron-server[96120]: timer() Sep 29 15:46:39.995622 dv-cinder-806616-6-iscsi neutron-server[96120]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 29 15:46:39.995622 dv-cinder-806616-6-iscsi neutron-server[96120]: cb(*args, **kw) Sep 29 15:46:39.995622 dv-cinder-806616-6-iscsi neutron-server[96120]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 29 15:46:39.995622 dv-cinder-806616-6-iscsi neutron-server[96120]: return func(*args, **kwargs) Sep 29 15:46:39.995622 dv-cinder-806616-6-iscsi neutron-server[96120]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 29 15:46:39.995622 dv-cinder-806616-6-iscsi neutron-server[96120]: self._notify() Sep 29 15:46:39.995622 dv-cinder-806616-6-iscsi neutron-server[96120]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 29 15:46:39.995622 dv-cinder-806616-6-iscsi neutron-server[96120]: self.callback(batched_events) Sep 29 15:46:39.995622 dv-cinder-806616-6-iscsi neutron-server[96120]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 29 15:46:39.995622 dv-cinder-806616-6-iscsi neutron-server[96120]: event.method(event) Sep 29 15:46:39.995622 dv-cinder-806616-6-iscsi neutron-server[96120]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 29 15:46:39.995622 dv-cinder-806616-6-iscsi neutron-server[96120]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 29 15:46:39.995622 dv-cinder-806616-6-iscsi neutron-server[96120]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 29 15:46:39.995622 dv-cinder-806616-6-iscsi neutron-server[96120]: aggregate_uuid = self.p_client.list_aggregates( Sep 29 15:46:39.995622 dv-cinder-806616-6-iscsi neutron-server[96120]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 29 15:46:39.995622 dv-cinder-806616-6-iscsi neutron-server[96120]: return f(self, *a, **k) Sep 29 15:46:39.995622 dv-cinder-806616-6-iscsi neutron-server[96120]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 29 15:46:39.995622 dv-cinder-806616-6-iscsi neutron-server[96120]: return self._get(url).json() Sep 29 15:46:39.995622 dv-cinder-806616-6-iscsi neutron-server[96120]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 29 15:46:39.995622 dv-cinder-806616-6-iscsi neutron-server[96120]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 29 15:46:39.995622 dv-cinder-806616-6-iscsi neutron-server[96120]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 29 15:46:39.995622 dv-cinder-806616-6-iscsi neutron-server[96120]: return self.request(url, 'GET', **kwargs) Sep 29 15:46:39.995622 dv-cinder-806616-6-iscsi neutron-server[96120]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 29 15:46:39.995622 dv-cinder-806616-6-iscsi neutron-server[96120]: base_url = self.get_endpoint(auth, allow=allow, Sep 29 15:46:39.995622 dv-cinder-806616-6-iscsi neutron-server[96120]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 29 15:46:39.995622 dv-cinder-806616-6-iscsi neutron-server[96120]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 29 15:46:39.995622 dv-cinder-806616-6-iscsi neutron-server[96120]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 29 15:46:39.995622 dv-cinder-806616-6-iscsi neutron-server[96120]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 29 15:46:39.995622 dv-cinder-806616-6-iscsi neutron-server[96120]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 29 15:46:40.087497 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [None req-6da3ff84-3849-4e87-84f9-1144beb7e106 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579214'] for security_group, after_delete {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:46:40.090718 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [None req-6da3ff84-3849-4e87-84f9-1144beb7e106 admin admin] Notify callbacks [] for security_group, before_response {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:46:40.091906 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [None req-6da3ff84-3849-4e87-84f9-1144beb7e106 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/137f74d6-2505-4601-bb6d-2f206dc65f26 HTTP/1.1" status: 204 len: 168 time: 0.2262528 Sep 29 15:46:40.100279 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6da3ff84-3849-4e87-84f9-1144beb7e106 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=137f74d6-2505-4601-bb6d-2f206dc65f26,revision_number=None']} {{(pid=96121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 15:46:40.110229 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-8395d800-7186-4489-968d-82089d9a2ea3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-629955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575366', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1618949'] for network, after_delete {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:46:40.124394 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-8395d800-7186-4489-968d-82089d9a2ea3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577532'] for network, before_response {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:46:40.125955 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [None req-8395d800-7186-4489-968d-82089d9a2ea3 admin admin] 10.222.0.46 "DELETE /v2.0/networks/451a4b33-3c15-4627-b84f-5dc87afd25d5 HTTP/1.1" status: 204 len: 168 time: 0.7544062 Sep 29 15:46:40.129089 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.wsgi [-] (96121) accepted ('10.222.0.46', 37314) {{(pid=96121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 15:46:40.144084 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8395d800-7186-4489-968d-82089d9a2ea3 admin admin] Pushing event deleted for resources: {'Network': ['ID=451a4b33-3c15-4627-b84f-5dc87afd25d5,revision_number=None']} {{(pid=96120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 15:46:40.247988 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.plugins.ml2.rpc [None req-86ea74e9-eea3-4769-b153-652ac6294d68 None None] Device 8569b9b0-4887-4c78-b7ed-6725135cc7c5 no longer exists at agent ovs-agent-dv-cinder-806616-6-iscsi {{(pid=96122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 15:46:40.268960 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.plugins.ml2.plugin [None req-86ea74e9-eea3-4769-b153-652ac6294d68 None None] No Port match for: 8569b9b0-4887-4c78-b7ed-6725135cc7c5 {{(pid=96122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 29 15:46:40.269307 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.plugins.ml2.rpc [None req-86ea74e9-eea3-4769-b153-652ac6294d68 None None] Device 8569b9b0-4887-4c78-b7ed-6725135cc7c5 not bound to the agent host dv-cinder-806616-6-iscsi {{(pid=96122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 15:46:40.269721 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.plugins.ml2.rpc [None req-86ea74e9-eea3-4769-b153-652ac6294d68 None None] Device 18263367-8413-4abb-b41d-9aacac764e5d no longer exists at agent ovs-agent-dv-cinder-806616-6-iscsi {{(pid=96122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 15:46:40.287919 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.plugins.ml2.plugin [None req-86ea74e9-eea3-4769-b153-652ac6294d68 None None] No Port match for: 18263367-8413-4abb-b41d-9aacac764e5d {{(pid=96122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 29 15:46:40.288292 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.plugins.ml2.rpc [None req-86ea74e9-eea3-4769-b153-652ac6294d68 None None] Device 18263367-8413-4abb-b41d-9aacac764e5d not bound to the agent host dv-cinder-806616-6-iscsi {{(pid=96122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 15:46:40.288697 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.plugins.ml2.rpc [None req-86ea74e9-eea3-4769-b153-652ac6294d68 None None] Device 220b5316-720a-4f19-a4a3-933e70fdcafe no longer exists at agent ovs-agent-dv-cinder-806616-6-iscsi {{(pid=96122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 15:46:40.306727 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.plugins.ml2.plugin [None req-86ea74e9-eea3-4769-b153-652ac6294d68 None None] No Port match for: 220b5316-720a-4f19-a4a3-933e70fdcafe {{(pid=96122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 29 15:46:40.307067 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.plugins.ml2.rpc [None req-86ea74e9-eea3-4769-b153-652ac6294d68 None None] Device 220b5316-720a-4f19-a4a3-933e70fdcafe not bound to the agent host dv-cinder-806616-6-iscsi {{(pid=96122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 15:46:40.478387 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [None req-5fe01aaf-769e-4bd8-973f-1ef9ee2a0207 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1619987'] for router_interface, before_delete {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:46:40.718338 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.plugins.ml2.plugin [None req-5fe01aaf-769e-4bd8-973f-1ef9ee2a0207 admin admin] Deleting port 387bc378-271d-461a-8838-e01866a65e31 {{(pid=96121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 29 15:46:40.718930 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [None req-5fe01aaf-769e-4bd8-973f-1ef9ee2a0207 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741780140072'] for port, before_delete {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:46:40.797964 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.plugins.ml2.db [None req-5fe01aaf-769e-4bd8-973f-1ef9ee2a0207 admin admin] For port 387bc378-271d-461a-8838-e01866a65e31, host dv-cinder-806616-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806616-6-iscsi',level=0,port_id=387bc378-271d-461a-8838-e01866a65e31,segment=NetworkSegment(bbedfb71-32d2-4327-889a-67837149e670),segment_id=bbedfb71-32d2-4327-889a-67837149e670)] {{(pid=96121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 15:46:40.798334 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [None req-5fe01aaf-769e-4bd8-973f-1ef9ee2a0207 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1614090'] for port, precommit_delete {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:46:40.814886 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.plugins.ml2.plugin [None req-5fe01aaf-769e-4bd8-973f-1ef9ee2a0207 admin admin] Calling delete_port for 387bc378-271d-461a-8838-e01866a65e31 owned by network:router_interface {{(pid=96121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 29 15:46:41.087029 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [None req-5fe01aaf-769e-4bd8-973f-1ef9ee2a0207 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741780147950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741779628746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3898419'] for port, after_delete {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:46:41.118430 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe01aaf-769e-4bd8-973f-1ef9ee2a0207 admin admin] Pushing event deleted for resources: {'Port': ['ID=387bc378-271d-461a-8838-e01866a65e31,revision_number=None']} {{(pid=96121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 15:46:41.287464 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [None req-5fe01aaf-769e-4bd8-973f-1ef9ee2a0207 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1575391', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1619098'] for router_interface, after_delete {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:46:41.508108 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5fe01aaf-769e-4bd8-973f-1ef9ee2a0207 admin admin] Router c04a2ca3-abc7-42ae-a39e-0ff0a0236ad6 has already been hosted by L3 agent e5061b61-feb3-46be-bd05-1226f95d9417 {{(pid=96121) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 29 15:46:41.613188 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5fe01aaf-769e-4bd8-973f-1ef9ee2a0207 admin admin] Notify agent at l3_agent.dv-cinder-806616-6-iscsi the message routers_updated {{(pid=96121) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 15:46:41.618238 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [None req-5fe01aaf-769e-4bd8-973f-1ef9ee2a0207 admin admin] 10.222.0.46 "PUT /v2.0/routers/c04a2ca3-abc7-42ae-a39e-0ff0a0236ad6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4879441 Sep 29 15:46:41.620662 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.wsgi [-] (96121) accepted ('10.222.0.46', 37348) {{(pid=96121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 15:46:41.623228 dv-cinder-806616-6-iscsi neutron-server[96123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c47c0083-e055-4136-8859-2a077f54056a None None] Sync routers for ids ['c04a2ca3-abc7-42ae-a39e-0ff0a0236ad6'] in dv-cinder-806616-6-iscsi {{(pid=96123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 15:46:41.633442 dv-cinder-806616-6-iscsi neutron-server[96123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c47c0083-e055-4136-8859-2a077f54056a None None] Routers {'c04a2ca3-abc7-42ae-a39e-0ff0a0236ad6'} bound to L3 agent in host dv-cinder-806616-6-iscsi {{(pid=96123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 15:46:41.634278 dv-cinder-806616-6-iscsi neutron-server[96123]: DEBUG neutron.db.l3_hamode_db [None req-c47c0083-e055-4136-8859-2a077f54056a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806616-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-29T15:30:56Z,description=,heartbeat_timestamp=2021-09-29T15:46:27Z,host='dv-cinder-806616-6-iscsi',id=e5061b61-feb3-46be-bd05-1226f95d9417,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T15:30:57Z,topic='l3_agent')) {'router_ids': ['c04a2ca3-abc7-42ae-a39e-0ff0a0236ad6'], 'active': True} {{(pid=96123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 15:46:41.724818 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [None req-a6847bc8-469e-40c1-b278-2de9c302b7ed admin admin] Notify callbacks [] for router, before_delete {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:46:41.739636 dv-cinder-806616-6-iscsi neutron-server[96123]: DEBUG neutron.db.l3_dvr_db [None req-c47c0083-e055-4136-8859-2a077f54056a None None] Set router c04a2ca3-abc7-42ae-a39e-0ff0a0236ad6 gateway port host: dv-cinder-806616-6-iscsi {{(pid=96123) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 15:46:41.827987 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [None req-a6847bc8-469e-40c1-b278-2de9c302b7ed admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:46:41.919985 dv-cinder-806616-6-iscsi neutron-server[96123]: DEBUG neutron.db.l3_hamode_db [None req-c47c0083-e055-4136-8859-2a077f54056a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c04a2ca3-abc7-42ae-a39e-0ff0a0236ad6', 'name': 'tempest-TestMinimumBasicScenario-367504781-router', 'tenant_id': '173b088e2aaf4db7b70bd871036a09cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd5efe95-1549-4750-933c-70412f77577e', 'external_fixed_ips': [{'subnet_id': '9c872fed-da92-4e12-828d-ac62e1b980b9', 'ip_address': '172.27.0.104'}], 'enable_snat': True}, 'gw_port_id': 'a3d33c95-f43e-4287-8380-d5943ed2a0bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T15:43:57Z', 'updated_at': '2021-09-29T15:46:40Z', 'revision_number': 5, 'project_id': '173b088e2aaf4db7b70bd871036a09cd', 'gw_port': {'id': 'a3d33c95-f43e-4287-8380-d5943ed2a0bf', 'name': '', 'network_id': 'cd5efe95-1549-4750-933c-70412f77577e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:8a:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c04a2ca3-abc7-42ae-a39e-0ff0a0236ad6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 476, 'fixed_ips': [{'subnet_id': '9c872fed-da92-4e12-828d-ac62e1b980b9', 'ip_address': '172.27.0.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806616-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T15:43:58Z', 'updated_at': '2021-09-29T15:44:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c872fed-da92-4e12-828d-ac62e1b980b9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806616-6-iscsi'}], 'dv-cinder-806616-6-iscsi', False) {} {{(pid=96123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 15:46:41.929024 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.plugins.ml2.plugin [None req-a6847bc8-469e-40c1-b278-2de9c302b7ed admin admin] Deleting port a3d33c95-f43e-4287-8380-d5943ed2a0bf {{(pid=96121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 29 15:46:41.929371 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [None req-a6847bc8-469e-40c1-b278-2de9c302b7ed admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741780140072'] for port, before_delete {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:46:41.946468 dv-cinder-806616-6-iscsi neutron-server[96123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c47c0083-e055-4136-8859-2a077f54056a None None] Checking router: c04a2ca3-abc7-42ae-a39e-0ff0a0236ad6 for host: dv-cinder-806616-6-iscsi {{(pid=96123) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 15:46:41.955255 dv-cinder-806616-6-iscsi neutron-server[96123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c47c0083-e055-4136-8859-2a077f54056a None None] Routers {'c04a2ca3-abc7-42ae-a39e-0ff0a0236ad6'} bound to L3 agent in host dv-cinder-806616-6-iscsi {{(pid=96123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 15:46:41.955838 dv-cinder-806616-6-iscsi neutron-server[96123]: DEBUG neutron.db.l3_hamode_db [None req-c47c0083-e055-4136-8859-2a077f54056a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806616-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-29T15:30:56Z,description=,heartbeat_timestamp=2021-09-29T15:46:27Z,host='dv-cinder-806616-6-iscsi',id=e5061b61-feb3-46be-bd05-1226f95d9417,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T15:30:57Z,topic='l3_agent')) {'router_ids': ['c04a2ca3-abc7-42ae-a39e-0ff0a0236ad6'], 'active': True} {{(pid=96123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 15:46:42.012347 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.plugins.ml2.db [None req-a6847bc8-469e-40c1-b278-2de9c302b7ed admin admin] For port a3d33c95-f43e-4287-8380-d5943ed2a0bf, host dv-cinder-806616-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806616-6-iscsi',level=0,port_id=a3d33c95-f43e-4287-8380-d5943ed2a0bf,segment=NetworkSegment(16a0d549-78f3-47f2-8934-1674670c2e39),segment_id=16a0d549-78f3-47f2-8934-1674670c2e39)] {{(pid=96121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 15:46:42.012720 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [None req-a6847bc8-469e-40c1-b278-2de9c302b7ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1614090'] for port, precommit_delete {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:46:42.025667 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.plugins.ml2.plugin [None req-a6847bc8-469e-40c1-b278-2de9c302b7ed admin admin] Calling delete_port for a3d33c95-f43e-4287-8380-d5943ed2a0bf owned by network:router_gateway {{(pid=96121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 29 15:46:42.049360 dv-cinder-806616-6-iscsi neutron-server[96123]: DEBUG neutron.db.l3_dvr_db [None req-c47c0083-e055-4136-8859-2a077f54056a None None] Set router c04a2ca3-abc7-42ae-a39e-0ff0a0236ad6 gateway port host: None {{(pid=96123) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 15:46:42.104915 dv-cinder-806616-6-iscsi neutron-server[96123]: DEBUG neutron.db.l3_hamode_db [None req-c47c0083-e055-4136-8859-2a077f54056a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c04a2ca3-abc7-42ae-a39e-0ff0a0236ad6', 'name': 'tempest-TestMinimumBasicScenario-367504781-router', 'tenant_id': '173b088e2aaf4db7b70bd871036a09cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T15:43:57Z', 'updated_at': '2021-09-29T15:46:41Z', 'revision_number': 6, 'project_id': '173b088e2aaf4db7b70bd871036a09cd', 'gw_port_host': None}], 'dv-cinder-806616-6-iscsi', False) {} {{(pid=96123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 15:46:42.133667 dv-cinder-806616-6-iscsi neutron-server[96123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c47c0083-e055-4136-8859-2a077f54056a None None] The sync data for ids ['c04a2ca3-abc7-42ae-a39e-0ff0a0236ad6'] in dv-cinder-806616-6-iscsi is: [{'id': 'c04a2ca3-abc7-42ae-a39e-0ff0a0236ad6', 'name': 'tempest-TestMinimumBasicScenario-367504781-router', 'tenant_id': '173b088e2aaf4db7b70bd871036a09cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T15:43:57Z', 'updated_at': '2021-09-29T15:46:41Z', 'revision_number': 6, 'project_id': '173b088e2aaf4db7b70bd871036a09cd', 'gw_port_host': None}] {{(pid=96123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 15:46:42.241531 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [None req-a6847bc8-469e-40c1-b278-2de9c302b7ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741780147950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741779628746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3898419'] for port, after_delete {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:46:42.269127 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6847bc8-469e-40c1-b278-2de9c302b7ed admin admin] Pushing event deleted for resources: {'Port': ['ID=a3d33c95-f43e-4287-8380-d5943ed2a0bf,revision_number=None']} {{(pid=96121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 15:46:42.330514 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [None req-a6847bc8-469e-40c1-b278-2de9c302b7ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1619033'] for router_gateway, after_delete {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:46:42.417586 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [None req-a6847bc8-469e-40c1-b278-2de9c302b7ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1620278', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3460'] for router, precommit_delete {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:46:42.419880 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [None req-a6847bc8-469e-40c1-b278-2de9c302b7ed admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:46:42.539001 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [None req-a6847bc8-469e-40c1-b278-2de9c302b7ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1620287'] for router, after_delete {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:46:42.539576 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6847bc8-469e-40c1-b278-2de9c302b7ed admin admin] Fanout notify agent at l3_agent the message router_deleted on router c04a2ca3-abc7-42ae-a39e-0ff0a0236ad6 {{(pid=96121) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 29 15:46:42.545230 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [None req-a6847bc8-469e-40c1-b278-2de9c302b7ed admin admin] Notify callbacks [] for router, before_response {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:46:42.547363 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [None req-a6847bc8-469e-40c1-b278-2de9c302b7ed admin admin] 10.222.0.46 "DELETE /v2.0/routers/c04a2ca3-abc7-42ae-a39e-0ff0a0236ad6 HTTP/1.1" status: 204 len: 168 time: 0.9248273 Sep 29 15:46:42.555975 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.wsgi [-] (96121) accepted ('10.222.0.46', 37376) {{(pid=96121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 15:46:42.592663 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.plugins.ml2.rpc [None req-86ea74e9-eea3-4769-b153-652ac6294d68 None None] Device 387bc378-271d-461a-8838-e01866a65e31 no longer exists at agent ovs-agent-dv-cinder-806616-6-iscsi {{(pid=96122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 15:46:42.617220 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.db.db_base_plugin_v2 [None req-6e852f4b-5f6d-46b5-ac8a-a0afaa0aa5d4 admin admin] Deleting subnet 14982905-558c-499b-aa7a-b2b209e5934f {{(pid=96121) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 29 15:46:42.617574 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.plugins.ml2.plugin [None req-86ea74e9-eea3-4769-b153-652ac6294d68 None None] No Port match for: 387bc378-271d-461a-8838-e01866a65e31 {{(pid=96122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 29 15:46:42.617901 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.plugins.ml2.rpc [None req-86ea74e9-eea3-4769-b153-652ac6294d68 None None] Device 387bc378-271d-461a-8838-e01866a65e31 not bound to the agent host dv-cinder-806616-6-iscsi {{(pid=96122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 15:46:42.621449 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [None req-6e852f4b-5f6d-46b5-ac8a-a0afaa0aa5d4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:46:42.655774 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [None req-6e852f4b-5f6d-46b5-ac8a-a0afaa0aa5d4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2784959'] for subnet, precommit_delete_associations {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:46:42.731842 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [None req-6e852f4b-5f6d-46b5-ac8a-a0afaa0aa5d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-648269'] for subnet, precommit_delete {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:46:42.858928 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [None req-6e852f4b-5f6d-46b5-ac8a-a0afaa0aa5d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-648260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1575015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3898478', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9173291'] for subnet, after_delete {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:46:42.884925 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e852f4b-5f6d-46b5-ac8a-a0afaa0aa5d4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=14982905-558c-499b-aa7a-b2b209e5934f,revision_number=None']} {{(pid=96121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 15:46:42.889984 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [None req-6e852f4b-5f6d-46b5-ac8a-a0afaa0aa5d4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:46:42.894257 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [None req-6e852f4b-5f6d-46b5-ac8a-a0afaa0aa5d4 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/14982905-558c-499b-aa7a-b2b209e5934f HTTP/1.1" status: 204 len: 168 time: 0.3347011 Sep 29 15:46:42.894608 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.wsgi [-] (96120) accepted ('10.222.0.46', 37388) {{(pid=96120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 15:46:42.895156 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccf31efd-ff9e-4824-8256-4a4a5ab3daab None None] Network 79ee6c69-7b3d-4c70-b582-42e227c19220 requested from dv-cinder-806616-6-iscsi {{(pid=96122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 15:46:42.977137 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-6bd5905f-eea4-4003-964c-bf39dadeddc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-533685'] for network, before_delete {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:46:43.038260 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.plugins.ml2.plugin [None req-6bd5905f-eea4-4003-964c-bf39dadeddc5 admin admin] Deleting port 5892e6c2-5136-4ceb-83c8-067cd6d6120d {{(pid=96120) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 29 15:46:43.038605 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-6bd5905f-eea4-4003-964c-bf39dadeddc5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741780140072'] for port, before_delete {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:46:43.081284 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.wsgi [-] (96121) accepted ('10.222.0.46', 37394) {{(pid=96121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 15:46:43.113780 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.plugins.ml2.db [None req-6bd5905f-eea4-4003-964c-bf39dadeddc5 admin admin] For port 5892e6c2-5136-4ceb-83c8-067cd6d6120d, host dv-cinder-806616-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806616-6-iscsi',level=0,port_id=5892e6c2-5136-4ceb-83c8-067cd6d6120d,segment=NetworkSegment(bbedfb71-32d2-4327-889a-67837149e670),segment_id=bbedfb71-32d2-4327-889a-67837149e670)] {{(pid=96120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 15:46:43.114144 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-6bd5905f-eea4-4003-964c-bf39dadeddc5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1614090'] for port, precommit_delete {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:46:43.115159 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e50e66d0-517d-4a9e-ae69-f7ab62347768 None None] DHCP port deletion for 79ee6c69-7b3d-4c70-b582-42e227c19220 request from dv-cinder-806616-6-iscsi {{(pid=96122) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 29 15:46:43.128092 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.plugins.ml2.plugin [None req-6bd5905f-eea4-4003-964c-bf39dadeddc5 admin admin] Calling delete_port for 5892e6c2-5136-4ceb-83c8-067cd6d6120d owned by network:dhcp {{(pid=96120) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 29 15:46:43.175599 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.plugins.ml2.plugin [None req-e50e66d0-517d-4a9e-ae69-f7ab62347768 None None] Deleting port 5892e6c2-5136-4ceb-83c8-067cd6d6120d {{(pid=96122) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 29 15:46:43.176303 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron_lib.callbacks.manager [None req-e50e66d0-517d-4a9e-ae69-f7ab62347768 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741780140072'] for port, before_delete {{(pid=96122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:46:43.212778 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [None req-345a4bc6-6e94-49f1-86ed-c481da25f132 admin admin] Notify callbacks [] for security_group, before_create {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:46:43.255927 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.plugins.ml2.db [None req-e50e66d0-517d-4a9e-ae69-f7ab62347768 None None] For port 5892e6c2-5136-4ceb-83c8-067cd6d6120d, host dv-cinder-806616-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806616-6-iscsi',level=0,port_id=5892e6c2-5136-4ceb-83c8-067cd6d6120d,segment=NetworkSegment(bbedfb71-32d2-4327-889a-67837149e670),segment_id=bbedfb71-32d2-4327-889a-67837149e670)] {{(pid=96122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 15:46:43.256506 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron_lib.callbacks.manager [None req-e50e66d0-517d-4a9e-ae69-f7ab62347768 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1614090'] for port, precommit_delete {{(pid=96122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:46:43.271594 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.plugins.ml2.plugin [None req-e50e66d0-517d-4a9e-ae69-f7ab62347768 None None] Calling delete_port for 5892e6c2-5136-4ceb-83c8-067cd6d6120d owned by network:dhcp {{(pid=96122) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 29 15:46:43.315001 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [None req-345a4bc6-6e94-49f1-86ed-c481da25f132 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:46:43.327723 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-6bd5905f-eea4-4003-964c-bf39dadeddc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741780147950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741779628746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8956053'] for port, after_delete {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:46:43.354843 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd5905f-eea4-4003-964c-bf39dadeddc5 admin admin] Pushing event deleted for resources: {'Port': ['ID=5892e6c2-5136-4ceb-83c8-067cd6d6120d,revision_number=None']} {{(pid=96120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 15:46:43.360687 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bd5905f-eea4-4003-964c-bf39dadeddc5 admin admin] No DVR routers for this DVR port 5892e6c2-5136-4ceb-83c8-067cd6d6120d on host dv-cinder-806616-6-iscsi {{(pid=96120) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 15:46:43.378521 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [None req-345a4bc6-6e94-49f1-86ed-c481da25f132 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579214'] for security_group, after_create {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:46:43.400366 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.wsgi [-] (96121) accepted ('10.222.0.46', 37400) {{(pid=96121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 15:46:43.441617 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [None req-345a4bc6-6e94-49f1-86ed-c481da25f132 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=0237327fc16f4fb5a0f968662e141307&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3591719 Sep 29 15:46:43.442630 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-345a4bc6-6e94-49f1-86ed-c481da25f132 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ec79cd1-32ea-4a70-a259-d0159c5cade5,revision_number=1']} {{(pid=96121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 15:46:43.448101 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-6bd5905f-eea4-4003-964c-bf39dadeddc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-630004', 'neutron.services.segments.db._delete_segments_for_network-8741779927188'] for network, precommit_delete {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:46:43.450768 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.wsgi [-] (96120) accepted ('10.222.0.46', 37404) {{(pid=96120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 15:46:43.485772 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.services.segments.db [None req-6bd5905f-eea4-4003-964c-bf39dadeddc5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['79ee6c69-7b3d-4c70-b582-42e227c19220']}} {{(pid=96120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 15:46:43.497704 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron_lib.callbacks.manager [None req-e50e66d0-517d-4a9e-ae69-f7ab62347768 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741780147950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741779628746'] for port, after_delete {{(pid=96122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:46:43.504220 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.services.segments.db [None req-6bd5905f-eea4-4003-964c-bf39dadeddc5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bbedfb71-32d2-4327-889a-67837149e670') {'for_net_delete': True} {{(pid=96120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 15:46:43.504514 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.services.segments.db [None req-6bd5905f-eea4-4003-964c-bf39dadeddc5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bbedfb71-32d2-4327-889a-67837149e670') {} {{(pid=96120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 15:46:43.521017 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-6bd5905f-eea4-4003-964c-bf39dadeddc5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741779926685', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9303596'] for segment, before_delete {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:46:43.525290 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e50e66d0-517d-4a9e-ae69-f7ab62347768 None None] No DVR routers for this DVR port 5892e6c2-5136-4ceb-83c8-067cd6d6120d on host dv-cinder-806616-6-iscsi {{(pid=96122) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 15:46:43.527612 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e50e66d0-517d-4a9e-ae69-f7ab62347768 None None] Pushing event deleted for resources: {'Port': ['ID=5892e6c2-5136-4ceb-83c8-067cd6d6120d,revision_number=None']} {{(pid=96122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 15:46:43.542380 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-6bd5905f-eea4-4003-964c-bf39dadeddc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-649178'] for segment, precommit_delete {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:46:43.549088 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [None req-dcd69f09-403b-4e25-996c-fd327cfedfaf admin admin] Notify callbacks [] for security_group, before_create {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:46:43.551255 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-8968f7ef-3404-4789-8e79-f699b4c8b608 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:46:43.553381 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6bd5905f-eea4-4003-964c-bf39dadeddc5 admin admin] Releasing vlan 619 on physical network physnet1 to pool {{(pid=96120) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 29 15:46:43.553811 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-6bd5905f-eea4-4003-964c-bf39dadeddc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-649178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8956262'] for segment, after_delete {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:46:43.556247 dv-cinder-806616-6-iscsi neutron-server[96120]: Traceback (most recent call last): Sep 29 15:46:43.556247 dv-cinder-806616-6-iscsi neutron-server[96120]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 29 15:46:43.556247 dv-cinder-806616-6-iscsi neutron-server[96120]: timer() Sep 29 15:46:43.556247 dv-cinder-806616-6-iscsi neutron-server[96120]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 29 15:46:43.556247 dv-cinder-806616-6-iscsi neutron-server[96120]: cb(*args, **kw) Sep 29 15:46:43.556247 dv-cinder-806616-6-iscsi neutron-server[96120]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 29 15:46:43.556247 dv-cinder-806616-6-iscsi neutron-server[96120]: return func(*args, **kwargs) Sep 29 15:46:43.556247 dv-cinder-806616-6-iscsi neutron-server[96120]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 29 15:46:43.556247 dv-cinder-806616-6-iscsi neutron-server[96120]: self._notify() Sep 29 15:46:43.556247 dv-cinder-806616-6-iscsi neutron-server[96120]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 29 15:46:43.556247 dv-cinder-806616-6-iscsi neutron-server[96120]: self.callback(batched_events) Sep 29 15:46:43.556247 dv-cinder-806616-6-iscsi neutron-server[96120]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 29 15:46:43.556247 dv-cinder-806616-6-iscsi neutron-server[96120]: event.method(event) Sep 29 15:46:43.556247 dv-cinder-806616-6-iscsi neutron-server[96120]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 29 15:46:43.556247 dv-cinder-806616-6-iscsi neutron-server[96120]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 29 15:46:43.556247 dv-cinder-806616-6-iscsi neutron-server[96120]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 29 15:46:43.556247 dv-cinder-806616-6-iscsi neutron-server[96120]: aggregate_uuid = self.p_client.list_aggregates( Sep 29 15:46:43.556247 dv-cinder-806616-6-iscsi neutron-server[96120]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 29 15:46:43.556247 dv-cinder-806616-6-iscsi neutron-server[96120]: return f(self, *a, **k) Sep 29 15:46:43.556247 dv-cinder-806616-6-iscsi neutron-server[96120]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 29 15:46:43.556247 dv-cinder-806616-6-iscsi neutron-server[96120]: return self._get(url).json() Sep 29 15:46:43.556247 dv-cinder-806616-6-iscsi neutron-server[96120]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 29 15:46:43.556247 dv-cinder-806616-6-iscsi neutron-server[96120]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 29 15:46:43.556247 dv-cinder-806616-6-iscsi neutron-server[96120]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 29 15:46:43.556247 dv-cinder-806616-6-iscsi neutron-server[96120]: return self.request(url, 'GET', **kwargs) Sep 29 15:46:43.556247 dv-cinder-806616-6-iscsi neutron-server[96120]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 29 15:46:43.556247 dv-cinder-806616-6-iscsi neutron-server[96120]: base_url = self.get_endpoint(auth, allow=allow, Sep 29 15:46:43.556247 dv-cinder-806616-6-iscsi neutron-server[96120]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 29 15:46:43.556247 dv-cinder-806616-6-iscsi neutron-server[96120]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 29 15:46:43.556247 dv-cinder-806616-6-iscsi neutron-server[96120]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 29 15:46:43.556247 dv-cinder-806616-6-iscsi neutron-server[96120]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 29 15:46:43.556247 dv-cinder-806616-6-iscsi neutron-server[96120]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 29 15:46:43.625345 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-8968f7ef-3404-4789-8e79-f699b4c8b608 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:46:43.636285 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [None req-dcd69f09-403b-4e25-996c-fd327cfedfaf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:46:43.703902 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-6bd5905f-eea4-4003-964c-bf39dadeddc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-629955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575366', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1618949'] for network, after_delete {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:46:43.710037 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-6bd5905f-eea4-4003-964c-bf39dadeddc5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577532'] for network, before_response {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:46:43.711968 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [None req-6bd5905f-eea4-4003-964c-bf39dadeddc5 admin admin] 10.222.0.46 "DELETE /v2.0/networks/79ee6c69-7b3d-4c70-b582-42e227c19220 HTTP/1.1" status: 204 len: 168 time: 0.8163385 Sep 29 15:46:43.722310 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd5905f-eea4-4003-964c-bf39dadeddc5 admin admin] Pushing event deleted for resources: {'Network': ['ID=79ee6c69-7b3d-4c70-b582-42e227c19220,revision_number=None']} {{(pid=96120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 15:46:43.750382 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [None req-dcd69f09-403b-4e25-996c-fd327cfedfaf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579214'] for security_group, after_create {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:46:43.789145 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd69f09-403b-4e25-996c-fd327cfedfaf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00f054e0-e0c8-4b4b-ab93-523da49c1d25,revision_number=1']} {{(pid=96121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 15:46:43.793992 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [None req-dcd69f09-403b-4e25-996c-fd327cfedfaf admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=ed721d47475844c29ef682c5da9a71f0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3900287 Sep 29 15:46:43.795965 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-8968f7ef-3404-4789-8e79-f699b4c8b608 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579214'] for security_group, after_delete {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:46:43.796484 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.wsgi [-] (96121) accepted ('10.222.0.46', 37408) {{(pid=96121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 15:46:43.799389 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-8968f7ef-3404-4789-8e79-f699b4c8b608 admin admin] Notify callbacks [] for security_group, before_response {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:46:43.800860 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [None req-8968f7ef-3404-4789-8e79-f699b4c8b608 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/1ec79cd1-32ea-4a70-a259-d0159c5cade5 HTTP/1.1" status: 204 len: 168 time: 0.3485069 Sep 29 15:46:43.810321 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8968f7ef-3404-4789-8e79-f699b4c8b608 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ec79cd1-32ea-4a70-a259-d0159c5cade5,revision_number=None']} {{(pid=96120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 15:46:43.847404 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [None req-674cce27-c62d-44d8-af30-622277885417 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:46:43.869851 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [None req-674cce27-c62d-44d8-af30-622277885417 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:46:44.012891 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [None req-674cce27-c62d-44d8-af30-622277885417 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579214'] for security_group, after_delete {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:46:44.015493 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [None req-674cce27-c62d-44d8-af30-622277885417 admin admin] Notify callbacks [] for security_group, before_response {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:46:44.016727 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [None req-674cce27-c62d-44d8-af30-622277885417 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/00f054e0-e0c8-4b4b-ab93-523da49c1d25 HTTP/1.1" status: 204 len: 168 time: 0.2193542 Sep 29 15:46:44.024242 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-674cce27-c62d-44d8-af30-622277885417 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00f054e0-e0c8-4b4b-ab93-523da49c1d25,revision_number=None']} {{(pid=96121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 15:46:44.126214 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.wsgi [-] (96121) accepted ('10.222.0.46', 37416) {{(pid=96121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 15:46:44.166761 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [None req-90a12e3b-4ccb-4890-8c3a-86496172b6d7 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=2744814d1df64ec9961e1e35dae5d604&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0393322 Sep 29 15:46:44.169767 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.wsgi [-] (96121) accepted ('10.222.0.46', 37418) {{(pid=96121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 15:46:44.225748 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [None req-415e7362-878e-4cd1-b4b4-ff4a81f4cc53 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:46:44.250018 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.plugins.ml2.rpc [None req-86ea74e9-eea3-4769-b153-652ac6294d68 None None] Device 5892e6c2-5136-4ceb-83c8-067cd6d6120d no longer exists at agent ovs-agent-dv-cinder-806616-6-iscsi {{(pid=96122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 15:46:44.253622 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [None req-415e7362-878e-4cd1-b4b4-ff4a81f4cc53 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:46:44.270455 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.plugins.ml2.plugin [None req-86ea74e9-eea3-4769-b153-652ac6294d68 None None] No Port match for: 5892e6c2-5136-4ceb-83c8-067cd6d6120d {{(pid=96122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 29 15:46:44.276877 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.plugins.ml2.rpc [None req-86ea74e9-eea3-4769-b153-652ac6294d68 None None] Device 5892e6c2-5136-4ceb-83c8-067cd6d6120d not bound to the agent host dv-cinder-806616-6-iscsi {{(pid=96122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 15:46:44.276877 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.plugins.ml2.rpc [None req-86ea74e9-eea3-4769-b153-652ac6294d68 None None] Device a3d33c95-f43e-4287-8380-d5943ed2a0bf no longer exists at agent ovs-agent-dv-cinder-806616-6-iscsi {{(pid=96122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 15:46:44.290309 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.plugins.ml2.plugin [None req-86ea74e9-eea3-4769-b153-652ac6294d68 None None] No Port match for: a3d33c95-f43e-4287-8380-d5943ed2a0bf {{(pid=96122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 29 15:46:44.290668 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.plugins.ml2.rpc [None req-86ea74e9-eea3-4769-b153-652ac6294d68 None None] Device a3d33c95-f43e-4287-8380-d5943ed2a0bf not bound to the agent host dv-cinder-806616-6-iscsi {{(pid=96122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 15:46:44.413237 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [None req-415e7362-878e-4cd1-b4b4-ff4a81f4cc53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579214'] for security_group, after_delete {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:46:44.416115 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [None req-415e7362-878e-4cd1-b4b4-ff4a81f4cc53 admin admin] Notify callbacks [] for security_group, before_response {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:46:44.417530 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [None req-415e7362-878e-4cd1-b4b4-ff4a81f4cc53 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/b8fb230c-02cc-40f3-9bed-4f02e24215ef HTTP/1.1" status: 204 len: 168 time: 0.2468538 Sep 29 15:46:44.425616 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-415e7362-878e-4cd1-b4b4-ff4a81f4cc53 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8fb230c-02cc-40f3-9bed-4f02e24215ef,revision_number=None']} {{(pid=96121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 15:46:44.538521 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.wsgi [-] (96121) accepted ('10.222.0.46', 37424) {{(pid=96121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 15:46:44.551909 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [None req-f192d274-9257-4ecd-9afe-0b89e7662f03 admin admin] Notify callbacks [] for security_group, before_create {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:46:44.648671 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [None req-f192d274-9257-4ecd-9afe-0b89e7662f03 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:46:44.778152 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [None req-f192d274-9257-4ecd-9afe-0b89e7662f03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579214'] for security_group, after_create {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:46:44.788520 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.wsgi [-] (96120) accepted ('10.222.0.46', 37426) {{(pid=96120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 15:46:44.801423 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-e0cccc98-6f5f-4f62-96aa-8aa2bccc18dc admin admin] Notify callbacks [] for security_group, before_create {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:46:44.819506 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [None req-f192d274-9257-4ecd-9afe-0b89e7662f03 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=6c488813de87483b987907811c9f3949&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2797208 Sep 29 15:46:44.821364 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f192d274-9257-4ecd-9afe-0b89e7662f03 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a68b8bc-76f2-4aa8-9ab7-6ce4144e1c09,revision_number=1']} {{(pid=96121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 15:46:44.822608 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.wsgi [-] (96120) accepted ('10.222.0.46', 37428) {{(pid=96120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 15:46:44.897165 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-bbd64bbe-6e9e-4491-a3f5-8a85aa81e492 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:46:44.929081 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-bbd64bbe-6e9e-4491-a3f5-8a85aa81e492 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:46:44.958584 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-e0cccc98-6f5f-4f62-96aa-8aa2bccc18dc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:46:45.041135 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-e0cccc98-6f5f-4f62-96aa-8aa2bccc18dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579214'] for security_group, after_create {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:46:45.076181 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-bbd64bbe-6e9e-4491-a3f5-8a85aa81e492 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579214'] for security_group, after_delete {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:46:45.078614 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-bbd64bbe-6e9e-4491-a3f5-8a85aa81e492 admin admin] Notify callbacks [] for security_group, before_response {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:46:45.079744 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [None req-bbd64bbe-6e9e-4491-a3f5-8a85aa81e492 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/9a68b8bc-76f2-4aa8-9ab7-6ce4144e1c09 HTTP/1.1" status: 204 len: 168 time: 0.2562253 Sep 29 15:46:45.085290 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0cccc98-6f5f-4f62-96aa-8aa2bccc18dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0746946e-f96a-4be5-b4a3-3a34cdf46d2e,revision_number=1']} {{(pid=96120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 15:46:45.089505 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [None req-e0cccc98-6f5f-4f62-96aa-8aa2bccc18dc admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=1c1c33fceb3b402bbb12a9c80af8cd53&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2999547 Sep 29 15:46:45.094816 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.wsgi [-] (96121) accepted ('10.222.0.46', 37434) {{(pid=96121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 15:46:45.098358 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd64bbe-6e9e-4491-a3f5-8a85aa81e492 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a68b8bc-76f2-4aa8-9ab7-6ce4144e1c09,revision_number=None']} {{(pid=96120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 15:46:45.155825 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [None req-d14d6c1e-5f6f-4915-861f-6ea5f29cf388 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:46:45.176326 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [None req-d14d6c1e-5f6f-4915-861f-6ea5f29cf388 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:46:45.303723 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [None req-d14d6c1e-5f6f-4915-861f-6ea5f29cf388 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579214'] for security_group, after_delete {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:46:45.306322 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [None req-d14d6c1e-5f6f-4915-861f-6ea5f29cf388 admin admin] Notify callbacks [] for security_group, before_response {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:46:45.307500 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [None req-d14d6c1e-5f6f-4915-861f-6ea5f29cf388 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/0746946e-f96a-4be5-b4a3-3a34cdf46d2e HTTP/1.1" status: 204 len: 168 time: 0.2116587 Sep 29 15:46:45.315857 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d14d6c1e-5f6f-4915-861f-6ea5f29cf388 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0746946e-f96a-4be5-b4a3-3a34cdf46d2e,revision_number=None']} {{(pid=96121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 15:46:45.406192 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.wsgi [-] (96120) accepted ('10.222.0.46', 37438) {{(pid=96120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 15:46:45.445320 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [None req-4c63947f-c7c3-4266-ba8f-399cebd7fb32 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=173b088e2aaf4db7b70bd871036a09cd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0380492 Sep 29 15:46:45.447833 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.wsgi [-] (96120) accepted ('10.222.0.46', 37440) {{(pid=96120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 15:46:45.499647 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-2c11676b-4d7b-4cc9-ac64-1a10a1702c72 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:46:45.522739 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-2c11676b-4d7b-4cc9-ac64-1a10a1702c72 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:46:45.658618 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-2c11676b-4d7b-4cc9-ac64-1a10a1702c72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579214'] for security_group, after_delete {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:46:45.661272 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-2c11676b-4d7b-4cc9-ac64-1a10a1702c72 admin admin] Notify callbacks [] for security_group, before_response {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:46:45.662548 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [None req-2c11676b-4d7b-4cc9-ac64-1a10a1702c72 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/412f272f-fa09-4d45-9b4f-2b69b9c66fbc HTTP/1.1" status: 204 len: 168 time: 0.2137995 Sep 29 15:46:45.670661 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c11676b-4d7b-4cc9-ac64-1a10a1702c72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=412f272f-fa09-4d45-9b4f-2b69b9c66fbc,revision_number=None']} {{(pid=96120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 15:46:46.322207 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.wsgi [-] (96121) accepted ('10.222.0.46', 37474) {{(pid=96121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 15:46:46.420384 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.api.v2.base [None req-ee16907c-12cf-4770-ada0-dcf7a71974e5 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1066097941-network', 'tenant_id': '0f43738214b74b6c819251cae54153e7'}} {{(pid=96121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 15:46:46.543959 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee16907c-12cf-4770-ada0-dcf7a71974e5 admin admin] Made reservation on behalf of 0f43738214b74b6c819251cae54153e7 for: {'network': 1} {{(pid=96121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 15:46:46.546338 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [None req-ee16907c-12cf-4770-ada0-dcf7a71974e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-684029'] for network, before_create {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:46:46.557886 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [None req-ee16907c-12cf-4770-ada0-dcf7a71974e5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:46:46.645906 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [None req-ee16907c-12cf-4770-ada0-dcf7a71974e5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:46:46.779258 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [None req-ee16907c-12cf-4770-ada0-dcf7a71974e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579214'] for security_group, after_create {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:46:46.799312 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ee16907c-12cf-4770-ada0-dcf7a71974e5 admin admin] vlan segment allocate from pool success with {'vlan_id': 619, 'physical_network': 'physnet1'} {{(pid=96121) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 29 15:46:46.812325 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee16907c-12cf-4770-ada0-dcf7a71974e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3cb43b68-c8c8-4622-b732-9e87585c037c,revision_number=1']} {{(pid=96121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 15:46:46.816882 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [None req-ee16907c-12cf-4770-ada0-dcf7a71974e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-649178'] for segment, precommit_create {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:46:46.817300 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.db.segments_db [None req-ee16907c-12cf-4770-ada0-dcf7a71974e5 admin admin] Added segment 127c7d20-b3ad-44cf-a1e0-76bdcd0d832b of type vlan for network a3556691-99e5-4003-bcb7-839c68562bbd Sep 29 15:46:46.854939 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [None req-ee16907c-12cf-4770-ada0-dcf7a71974e5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741779631391'] for network, precommit_create {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:46:46.938830 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [None req-ee16907c-12cf-4770-ada0-dcf7a71974e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575366'] for network, after_create {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:46:46.939820 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee16907c-12cf-4770-ada0-dcf7a71974e5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:46:46.940450 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [None req-ee16907c-12cf-4770-ada0-dcf7a71974e5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577532'] for network, before_response {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:46:47.000854 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee16907c-12cf-4770-ada0-dcf7a71974e5 admin admin] Pushing event updated for resources: {'Network': ['ID=a3556691-99e5-4003-bcb7-839c68562bbd,revision_number=1']} {{(pid=96121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 15:46:47.010522 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.plugins.ml2.rpc [None req-86ea74e9-eea3-4769-b153-652ac6294d68 None None] Network a3556691-99e5-4003-bcb7-839c68562bbd details requested by agent ovs-agent-dv-cinder-806616-6-iscsi with host dv-cinder-806616-6-iscsi {{(pid=96122) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 29 15:46:47.036861 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [None req-ee16907c-12cf-4770-ada0-dcf7a71974e5 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.7135785 Sep 29 15:46:47.040015 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.wsgi [-] (96121) accepted ('10.222.0.46', 37488) {{(pid=96121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 15:46:47.044742 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.api.v2.base [None req-0117e7dc-f518-4767-a469-9bf8a197ac5e admin admin] Request body: {'subnet': {'network_id': 'a3556691-99e5-4003-bcb7-839c68562bbd', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1066097941-subnet', 'tenant_id': '0f43738214b74b6c819251cae54153e7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=96121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 15:46:47.126944 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0117e7dc-f518-4767-a469-9bf8a197ac5e admin admin] Made reservation on behalf of 0f43738214b74b6c819251cae54153e7 for: {'subnet': 1} {{(pid=96121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 15:46:47.126944 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [None req-0117e7dc-f518-4767-a469-9bf8a197ac5e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9173262'] for subnet, before_create {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:46:47.641627 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [None req-0117e7dc-f518-4767-a469-9bf8a197ac5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1575015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3898543', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9173308'] for subnet, after_create {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:46:47.697878 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0117e7dc-f518-4767-a469-9bf8a197ac5e admin admin] Pushing event updated for resources: {'Subnet': ['ID=8e562c29-9ab4-4383-89e4-79bf93b64269,revision_number=0']} {{(pid=96121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 15:46:47.706160 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0117e7dc-f518-4767-a469-9bf8a197ac5e admin admin] Checking segment: {'id': '127c7d20-b3ad-44cf-a1e0-76bdcd0d832b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'a3556691-99e5-4003-bcb7-839c68562bbd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96121) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 15:46:47.706521 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0117e7dc-f518-4767-a469-9bf8a197ac5e admin admin] Network hostable DHCP agents. Network: a3556691-99e5-4003-bcb7-839c68562bbd, hostable agents: ['626ea16d-5941-4cb2-98b6-5e39c33395ed'], hosted agents: [] {{(pid=96121) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 29 15:46:47.805204 dv-cinder-806616-6-iscsi neutron-server[96123]: DEBUG neutron.db.agents_db [None req-ce50b6f1-f7bd-4b59-8641-9f71b480b041 None None] Agent healthcheck: found 6 active agents {{(pid=96123) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 29 15:46:47.909838 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0117e7dc-f518-4767-a469-9bf8a197ac5e admin admin] Network a3556691-99e5-4003-bcb7-839c68562bbd is scheduled to be hosted by DHCP agent 626ea16d-5941-4cb2-98b6-5e39c33395ed with binding_index 1 {{(pid=96121) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 29 15:46:48.041048 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.scheduler.base_scheduler [None req-0117e7dc-f518-4767-a469-9bf8a197ac5e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-806616-6-iscsi, a3556691-99e5-4003-bcb7-839c68562bbd) {{(pid=96121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 15:46:48.045520 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0117e7dc-f518-4767-a469-9bf8a197ac5e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=96121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:46:48.046105 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [None req-0117e7dc-f518-4767-a469-9bf8a197ac5e admin admin] Notify callbacks [] for subnet, before_response {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:46:48.058344 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b36753e-9e76-44b4-a482-6fa23174747d None None] Network a3556691-99e5-4003-bcb7-839c68562bbd requested from dv-cinder-806616-6-iscsi {{(pid=96122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 15:46:48.172250 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2d249bd-e5bd-4e44-bc00-7a7170635e95 None None] Network a3556691-99e5-4003-bcb7-839c68562bbd requested from dv-cinder-806616-6-iscsi {{(pid=96122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 15:46:48.208230 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [None req-0117e7dc-f518-4767-a469-9bf8a197ac5e admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.1671083 Sep 29 15:46:50.300268 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21b338e-3a6b-4325-a157-f5f9b68d4774 req-e372dd2b-b1a1-4d6b-9e20-c19236f0b957 tempest-VolumesSnapshotTestJSON-23478632 tempest-VolumesSnapshotTestJSON-23478632-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=96120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:46:50.301760 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [req-b21b338e-3a6b-4325-a157-f5f9b68d4774 req-e372dd2b-b1a1-4d6b-9e20-c19236f0b957 tempest-VolumesSnapshotTestJSON-23478632 tempest-VolumesSnapshotTestJSON-23478632-project] 10.222.0.46 "GET /v2.0/networks?id=a3556691-99e5-4003-bcb7-839c68562bbd HTTP/1.1" status: 200 len: 814 time: 0.1003973 Sep 29 15:46:50.316723 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [req-b21b338e-3a6b-4325-a157-f5f9b68d4774 req-d1d9a532-c765-442d-b2aa-3bcb4db9d62a tempest-VolumesSnapshotTestJSON-23478632 tempest-VolumesSnapshotTestJSON-23478632-project] 10.222.0.46 "GET /v2.0/quotas/0f43738214b74b6c819251cae54153e7 HTTP/1.1" status: 200 len: 375 time: 0.0092943 Sep 29 15:46:50.346320 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [req-b21b338e-3a6b-4325-a157-f5f9b68d4774 req-67aa5b5f-8f60-424e-a127-7807e1e1ed3f tempest-VolumesSnapshotTestJSON-23478632 tempest-VolumesSnapshotTestJSON-23478632-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=0f43738214b74b6c819251cae54153e7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0245383 Sep 29 15:46:50.436529 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [req-b21b338e-3a6b-4325-a157-f5f9b68d4774 req-67b96bbe-b69f-4b7f-88f6-42d7cb9612a2 service neutron] 10.222.0.46 "GET /v2.0/networks/a3556691-99e5-4003-bcb7-839c68562bbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833449 Sep 29 15:46:50.522123 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [req-b21b338e-3a6b-4325-a157-f5f9b68d4774 req-21b7d521-e04f-4768-8e4c-2da5fd2ec57a service neutron] 10.222.0.46 "GET /v2.0/networks/a3556691-99e5-4003-bcb7-839c68562bbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0796068 Sep 29 15:46:50.760994 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-b653797a-fd4f-47b8-8b80-a6c1daca282e req-a2600280-a597-48a2-8195-f920c600b2b7 tempest-VolumesSnapshotTestJSON-23478632 tempest-VolumesSnapshotTestJSON-23478632-project] 10.222.0.46 "GET /v2.0/ports?device_id=68fbf96e-c680-4a0b-9fd9-c8028c0debd2 HTTP/1.1" status: 200 len: 210 time: 0.0270164 Sep 29 15:46:51.835243 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [req-2a4812b1-693f-4f7b-8c77-409fcdc29288 req-0e55e575-0e79-4e30-9668-dbde8372c3d1 tempest-VolumesSnapshotTestJSON-23478632 tempest-VolumesSnapshotTestJSON-23478632-project] 10.222.0.46 "GET /v2.0/ports?device_id=68fbf96e-c680-4a0b-9fd9-c8028c0debd2 HTTP/1.1" status: 200 len: 210 time: 0.0258176 Sep 29 15:46:51.938799 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.wsgi [-] (96121) accepted ('10.222.0.46', 37586) {{(pid=96121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 15:46:52.045368 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [None req-ca001314-af38-4f84-b997-5908a2844be6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:46:52.128711 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [None req-ca001314-af38-4f84-b997-5908a2844be6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:46:52.229368 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [None req-ca001314-af38-4f84-b997-5908a2844be6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579214'] for security_group, after_create {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:46:52.270037 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [None req-ca001314-af38-4f84-b997-5908a2844be6 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=4d19255df0da490aa7683d249549647a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3300569 Sep 29 15:46:52.270839 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca001314-af38-4f84-b997-5908a2844be6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc3b608a-4d94-4050-962d-92ece05bfdf2,revision_number=1']} {{(pid=96121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 15:46:52.272666 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.wsgi [-] (96120) accepted ('10.222.0.46', 37590) {{(pid=96120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 15:46:52.323363 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-510c2299-c5e4-4519-aed2-6362e9928935 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:46:52.344473 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-510c2299-c5e4-4519-aed2-6362e9928935 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:46:52.464117 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-510c2299-c5e4-4519-aed2-6362e9928935 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579214'] for security_group, after_delete {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:46:52.466707 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-510c2299-c5e4-4519-aed2-6362e9928935 admin admin] Notify callbacks [] for security_group, before_response {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:46:52.467856 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [None req-510c2299-c5e4-4519-aed2-6362e9928935 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/fc3b608a-4d94-4050-962d-92ece05bfdf2 HTTP/1.1" status: 204 len: 168 time: 0.1941061 Sep 29 15:46:52.475539 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-510c2299-c5e4-4519-aed2-6362e9928935 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc3b608a-4d94-4050-962d-92ece05bfdf2,revision_number=None']} {{(pid=96120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 15:46:52.939620 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-a9158e50-b519-4b2d-be64-6fb25239ffaf req-9c034646-a0d9-4bc7-a312-e3d3eca95780 tempest-VolumesSnapshotTestJSON-23478632 tempest-VolumesSnapshotTestJSON-23478632-project] 10.222.0.46 "GET /v2.0/ports?device_id=68fbf96e-c680-4a0b-9fd9-c8028c0debd2 HTTP/1.1" status: 200 len: 210 time: 0.0262287 Sep 29 15:46:53.131391 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.wsgi [-] (96120) accepted ('10.222.0.46', 37600) {{(pid=96120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 15:46:53.144693 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-72565863-4781-4b53-9e7e-1d37fb2c18a3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:46:53.232314 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-72565863-4781-4b53-9e7e-1d37fb2c18a3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:46:53.286017 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21b338e-3a6b-4325-a157-f5f9b68d4774 req-336dbc9f-53f8-40f8-80f7-4f7dbb0800b2 tempest-VolumesSnapshotTestJSON-23478632 tempest-VolumesSnapshotTestJSON-23478632-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=96121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:46:53.287447 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-b21b338e-3a6b-4325-a157-f5f9b68d4774 req-336dbc9f-53f8-40f8-80f7-4f7dbb0800b2 tempest-VolumesSnapshotTestJSON-23478632 tempest-VolumesSnapshotTestJSON-23478632-project] 10.222.0.22 "GET /v2.0/networks?id=a3556691-99e5-4003-bcb7-839c68562bbd HTTP/1.1" status: 200 len: 814 time: 0.0989699 Sep 29 15:46:53.307177 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.api.v2.base [req-b21b338e-3a6b-4325-a157-f5f9b68d4774 req-2a51b75f-cb14-4b24-b5c7-52973b040414 tempest-VolumesSnapshotTestJSON-23478632 tempest-VolumesSnapshotTestJSON-23478632-project] Request body: {'port': {'device_id': '68fbf96e-c680-4a0b-9fd9-c8028c0debd2', 'network_id': 'a3556691-99e5-4003-bcb7-839c68562bbd', 'admin_state_up': True, 'tenant_id': '0f43738214b74b6c819251cae54153e7'}} {{(pid=96121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 15:46:53.344342 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-72565863-4781-4b53-9e7e-1d37fb2c18a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579214'] for security_group, after_create {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:46:53.382882 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [None req-72565863-4781-4b53-9e7e-1d37fb2c18a3 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=04df7319d5ac495c8bcefd02f1f07e50&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2500775 Sep 29 15:46:53.384941 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72565863-4781-4b53-9e7e-1d37fb2c18a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c56eb5a1-f90b-44bb-bbb5-904770594029,revision_number=1']} {{(pid=96120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 15:46:53.388616 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.wsgi [-] (96120) accepted ('10.222.0.46', 37602) {{(pid=96120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 15:46:53.438072 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-9f81dbc0-025c-4989-a50e-d03a992bbde7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:46:53.460715 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-9f81dbc0-025c-4989-a50e-d03a992bbde7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:46:53.515524 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b21b338e-3a6b-4325-a157-f5f9b68d4774 req-2a51b75f-cb14-4b24-b5c7-52973b040414 tempest-VolumesSnapshotTestJSON-23478632 tempest-VolumesSnapshotTestJSON-23478632-project] Made reservation on behalf of 0f43738214b74b6c819251cae54153e7 for: {'port': 1} {{(pid=96121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 15:46:53.519238 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [req-b21b338e-3a6b-4325-a157-f5f9b68d4774 req-2a51b75f-cb14-4b24-b5c7-52973b040414 tempest-VolumesSnapshotTestJSON-23478632 tempest-VolumesSnapshotTestJSON-23478632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-684029'] for port, before_create {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:46:53.647111 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-9f81dbc0-025c-4989-a50e-d03a992bbde7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579214'] for security_group, after_delete {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:46:53.649939 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-9f81dbc0-025c-4989-a50e-d03a992bbde7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:46:53.651112 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [None req-9f81dbc0-025c-4989-a50e-d03a992bbde7 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/c56eb5a1-f90b-44bb-bbb5-904770594029 HTTP/1.1" status: 204 len: 168 time: 0.2612610 Sep 29 15:46:53.659014 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f81dbc0-025c-4989-a50e-d03a992bbde7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c56eb5a1-f90b-44bb-bbb5-904770594029,revision_number=None']} {{(pid=96120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 15:46:53.752639 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.db.db_base_plugin_common [req-b21b338e-3a6b-4325-a157-f5f9b68d4774 req-2a51b75f-cb14-4b24-b5c7-52973b040414 tempest-VolumesSnapshotTestJSON-23478632 tempest-VolumesSnapshotTestJSON-23478632-project] Allocated IP 172.20.0.2 (a3556691-99e5-4003-bcb7-839c68562bbd/8e562c29-9ab4-4383-89e4-79bf93b64269/2e297ecb-a637-4a2e-89eb-50b547368957) {{(pid=96121) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 15:46:53.892494 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [req-b21b338e-3a6b-4325-a157-f5f9b68d4774 req-2a51b75f-cb14-4b24-b5c7-52973b040414 tempest-VolumesSnapshotTestJSON-23478632 tempest-VolumesSnapshotTestJSON-23478632-project] Notify callbacks [] for port, precommit_create {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:46:54.030230 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [req-b21b338e-3a6b-4325-a157-f5f9b68d4774 req-2a51b75f-cb14-4b24-b5c7-52973b040414 tempest-VolumesSnapshotTestJSON-23478632 tempest-VolumesSnapshotTestJSON-23478632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741779628737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3898419'] for port, after_create {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:46:54.038638 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [req-5ad4f5e5-2a0c-4ec5-8a3a-4b2f21e4b723 req-f8bf33ed-66e5-43f2-8022-22ae9dfd71df tempest-VolumesSnapshotTestJSON-23478632 tempest-VolumesSnapshotTestJSON-23478632-project] 10.222.0.46 "GET /v2.0/ports?device_id=68fbf96e-c680-4a0b-9fd9-c8028c0debd2 HTTP/1.1" status: 200 len: 210 time: 0.0272334 Sep 29 15:46:54.085415 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b21b338e-3a6b-4325-a157-f5f9b68d4774 req-2a51b75f-cb14-4b24-b5c7-52973b040414 tempest-VolumesSnapshotTestJSON-23478632 tempest-VolumesSnapshotTestJSON-23478632-project] Network a3556691-99e5-4003-bcb7-839c68562bbd is already hosted by enough agents. {{(pid=96121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 15:46:54.091301 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.scheduler.base_scheduler [req-b21b338e-3a6b-4325-a157-f5f9b68d4774 req-2a51b75f-cb14-4b24-b5c7-52973b040414 tempest-VolumesSnapshotTestJSON-23478632 tempest-VolumesSnapshotTestJSON-23478632-project] Resources bound (agent type, host, resource id): {{(pid=96121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 15:46:54.093222 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a51b75f-cb14-4b24-b5c7-52973b040414 tempest-VolumesSnapshotTestJSON-23478632 tempest-VolumesSnapshotTestJSON-23478632-project] Pushing event updated for resources: {'Port': ['ID=2e297ecb-a637-4a2e-89eb-50b547368957,revision_number=1']} {{(pid=96121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 15:46:54.095347 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.db.l3_dvrscheduler_db [req-b21b338e-3a6b-4325-a157-f5f9b68d4774 req-2a51b75f-cb14-4b24-b5c7-52973b040414 tempest-VolumesSnapshotTestJSON-23478632 tempest-VolumesSnapshotTestJSON-23478632-project] Received port after_create {{(pid=96121) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 15:46:54.147135 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21b338e-3a6b-4325-a157-f5f9b68d4774 req-2a51b75f-cb14-4b24-b5c7-52973b040414 tempest-VolumesSnapshotTestJSON-23478632 tempest-VolumesSnapshotTestJSON-23478632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=96121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:46:54.147757 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [req-b21b338e-3a6b-4325-a157-f5f9b68d4774 req-2a51b75f-cb14-4b24-b5c7-52973b040414 tempest-VolumesSnapshotTestJSON-23478632 tempest-VolumesSnapshotTestJSON-23478632-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238921'] for port, before_response {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:46:54.166767 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron_lib.callbacks.manager [None req-6a7d2855-73fc-40eb-9350-805ef51722a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741779927170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-625140'] for agent, after_update {{(pid=96122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:46:54.304932 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-b21b338e-3a6b-4325-a157-f5f9b68d4774 req-2a51b75f-cb14-4b24-b5c7-52973b040414 tempest-VolumesSnapshotTestJSON-23478632 tempest-VolumesSnapshotTestJSON-23478632-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0012617 Sep 29 15:46:54.323541 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.api.v2.base [req-b21b338e-3a6b-4325-a157-f5f9b68d4774 req-d9b1f395-7a42-438e-9308-da86eaecde98 service neutron] Request body: {'port': {'device_id': '68fbf96e-c680-4a0b-9fd9-c8028c0debd2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80661'}} {{(pid=96121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 15:46:54.376852 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [req-b21b338e-3a6b-4325-a157-f5f9b68d4774 req-d9b1f395-7a42-438e-9308-da86eaecde98 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-684029'] for port, before_update {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:46:54.642875 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.notifiers.nova [req-b21b338e-3a6b-4325-a157-f5f9b68d4774 req-d9b1f395-7a42-438e-9308-da86eaecde98 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2e297ecb-a637-4a2e-89eb-50b547368957 {{(pid=96121) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 15:46:54.650586 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [req-b21b338e-3a6b-4325-a157-f5f9b68d4774 req-d9b1f395-7a42-438e-9308-da86eaecde98 service neutron] Notify callbacks [] for port, precommit_update {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:46:54.667950 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.db.provisioning_blocks [req-b21b338e-3a6b-4325-a157-f5f9b68d4774 req-d9b1f395-7a42-438e-9308-da86eaecde98 service neutron] Transition to ACTIVE for port object 2e297ecb-a637-4a2e-89eb-50b547368957 will not be triggered until provisioned by entity L2. {{(pid=96121) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 15:46:54.755427 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [req-b21b338e-3a6b-4325-a157-f5f9b68d4774 req-d9b1f395-7a42-438e-9308-da86eaecde98 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741780147972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741779628755', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741779628773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3898424'] for port, after_update {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:46:54.803292 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b1f395-7a42-438e-9308-da86eaecde98 service neutron] Pushing event updated for resources: {'Port': ['ID=2e297ecb-a637-4a2e-89eb-50b547368957,revision_number=2']} {{(pid=96121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 15:46:54.873420 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.plugins.ml2.managers [req-b21b338e-3a6b-4325-a157-f5f9b68d4774 req-d9b1f395-7a42-438e-9308-da86eaecde98 service neutron] Attempting to bind port 2e297ecb-a637-4a2e-89eb-50b547368957 on host hv-cinder-80661 for vnic_type normal with profile {{(pid=96121) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 15:46:54.873759 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.plugins.ml2.managers [req-b21b338e-3a6b-4325-a157-f5f9b68d4774 req-d9b1f395-7a42-438e-9308-da86eaecde98 service neutron] Attempting to bind port 2e297ecb-a637-4a2e-89eb-50b547368957 by drivers openvswitch,hyperv on host hv-cinder-80661 at level 0 using segments [{'id': '127c7d20-b3ad-44cf-a1e0-76bdcd0d832b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'a3556691-99e5-4003-bcb7-839c68562bbd'}] {{(pid=96121) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 15:46:54.874083 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b21b338e-3a6b-4325-a157-f5f9b68d4774 req-d9b1f395-7a42-438e-9308-da86eaecde98 service neutron] Attempting to bind port 2e297ecb-a637-4a2e-89eb-50b547368957 on network a3556691-99e5-4003-bcb7-839c68562bbd {{(pid=96121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 15:46:54.878256 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b21b338e-3a6b-4325-a157-f5f9b68d4774 req-d9b1f395-7a42-438e-9308-da86eaecde98 service neutron] Port 2e297ecb-a637-4a2e-89eb-50b547368957 on network a3556691-99e5-4003-bcb7-839c68562bbd not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80661 {{(pid=96121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 29 15:46:54.878574 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b21b338e-3a6b-4325-a157-f5f9b68d4774 req-d9b1f395-7a42-438e-9308-da86eaecde98 service neutron] Attempting to bind port 2e297ecb-a637-4a2e-89eb-50b547368957 on network a3556691-99e5-4003-bcb7-839c68562bbd {{(pid=96121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 15:46:54.883358 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b21b338e-3a6b-4325-a157-f5f9b68d4774 req-d9b1f395-7a42-438e-9308-da86eaecde98 service neutron] Checking agent: {'id': '02e4aaf8-ac1d-430d-8152-9e2105739360', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80661', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 15, 37, 5), 'started_at': datetime.datetime(2021, 9, 29, 15, 37, 5), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 15, 46, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=96121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 15:46:54.883693 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b21b338e-3a6b-4325-a157-f5f9b68d4774 req-d9b1f395-7a42-438e-9308-da86eaecde98 service neutron] Checking segment: {'id': '127c7d20-b3ad-44cf-a1e0-76bdcd0d832b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'a3556691-99e5-4003-bcb7-839c68562bbd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96121) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 15:46:54.884108 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b21b338e-3a6b-4325-a157-f5f9b68d4774 req-d9b1f395-7a42-438e-9308-da86eaecde98 service neutron] Bound using segment: {'id': '127c7d20-b3ad-44cf-a1e0-76bdcd0d832b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'a3556691-99e5-4003-bcb7-839c68562bbd'} {{(pid=96121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 15:46:54.884535 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.plugins.ml2.managers [req-b21b338e-3a6b-4325-a157-f5f9b68d4774 req-d9b1f395-7a42-438e-9308-da86eaecde98 service neutron] Bound port: 2e297ecb-a637-4a2e-89eb-50b547368957, host: hv-cinder-80661, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '127c7d20-b3ad-44cf-a1e0-76bdcd0d832b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'a3556691-99e5-4003-bcb7-839c68562bbd'}}] {{(pid=96121) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 15:46:54.884891 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [req-b21b338e-3a6b-4325-a157-f5f9b68d4774 req-d9b1f395-7a42-438e-9308-da86eaecde98 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-684029'] for port, before_update {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:46:54.946712 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.plugins.ml2.db [req-b21b338e-3a6b-4325-a157-f5f9b68d4774 req-d9b1f395-7a42-438e-9308-da86eaecde98 service neutron] For port 2e297ecb-a637-4a2e-89eb-50b547368957, host hv-cinder-80661, cleared binding levels {{(pid=96121) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 15:46:54.949996 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.plugins.ml2.db [req-b21b338e-3a6b-4325-a157-f5f9b68d4774 req-d9b1f395-7a42-438e-9308-da86eaecde98 service neutron] For port 2e297ecb-a637-4a2e-89eb-50b547368957, host hv-cinder-80661, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80661',level=0,port_id=2e297ecb-a637-4a2e-89eb-50b547368957,segment=NetworkSegment(127c7d20-b3ad-44cf-a1e0-76bdcd0d832b),segment_id=127c7d20-b3ad-44cf-a1e0-76bdcd0d832b)] {{(pid=96121) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 15:46:55.070151 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [req-b21b338e-3a6b-4325-a157-f5f9b68d4774 req-d9b1f395-7a42-438e-9308-da86eaecde98 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741780147972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741779628755', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741779628773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3898424'] for port, after_update {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:46:55.103669 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21b338e-3a6b-4325-a157-f5f9b68d4774 req-d9b1f395-7a42-438e-9308-da86eaecde98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:46:55.103896 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [req-b21b338e-3a6b-4325-a157-f5f9b68d4774 req-d9b1f395-7a42-438e-9308-da86eaecde98 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238921'] for port, before_response {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:46:55.105272 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-b21b338e-3a6b-4325-a157-f5f9b68d4774 req-d9b1f395-7a42-438e-9308-da86eaecde98 service neutron] 10.222.0.22 "PUT /v2.0/ports/2e297ecb-a637-4a2e-89eb-50b547368957 HTTP/1.1" status: 200 len: 1093 time: 0.7858791 Sep 29 15:46:55.105713 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '68fbf96e-c680-4a0b-9fd9-c8028c0debd2', 'tag': '2e297ecb-a637-4a2e-89eb-50b547368957'}] {{(pid=96121) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 15:46:55.108909 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dcbd94143c65fdb0f5c12b0c92a6468c38125261e55d21e9818266cb91f6c0d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-635df573-6498-4e7e-ba7f-1cd4b5d3f17e" -d '{"events": [{"name": "network-changed", "server_uuid": "68fbf96e-c680-4a0b-9fd9-c8028c0debd2", "tag": "2e297ecb-a637-4a2e-89eb-50b547368957"}]}' {{(pid=96121) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 15:46:55.157303 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 29 Sep 2021 15:46:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3f49610-2d6f-498b-a2b8-0935ab24f64a x-openstack-request-id: req-e3f49610-2d6f-498b-a2b8-0935ab24f64a {{(pid=96121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 15:46:55.157583 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "68fbf96e-c680-4a0b-9fd9-c8028c0debd2", "tag": "2e297ecb-a637-4a2e-89eb-50b547368957", "status": "completed", "code": 200}]} {{(pid=96121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 15:46:55.157827 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-e3f49610-2d6f-498b-a2b8-0935ab24f64a {{(pid=96121) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 15:46:55.158214 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '68fbf96e-c680-4a0b-9fd9-c8028c0debd2', 'tag': '2e297ecb-a637-4a2e-89eb-50b547368957', 'status': 'completed', 'code': 200} Sep 29 15:46:55.166252 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b1f395-7a42-438e-9308-da86eaecde98 service neutron] Pushing event updated for resources: {'Port': ['ID=2e297ecb-a637-4a2e-89eb-50b547368957,revision_number=3']} {{(pid=96121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 15:46:55.186674 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48dd130f-c6b1-44d6-bd8a-bf254a779444 req-f1b8cd8c-7888-47af-8443-bb11dd9f932d tempest-VolumesSnapshotTestJSON-23478632 tempest-VolumesSnapshotTestJSON-23478632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:46:55.188489 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-48dd130f-c6b1-44d6-bd8a-bf254a779444 req-f1b8cd8c-7888-47af-8443-bb11dd9f932d tempest-VolumesSnapshotTestJSON-23478632 tempest-VolumesSnapshotTestJSON-23478632-project] 10.222.0.46 "GET /v2.0/ports?device_id=68fbf96e-c680-4a0b-9fd9-c8028c0debd2 HTTP/1.1" status: 200 len: 943 time: 0.0749421 Sep 29 15:46:55.255173 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-48dd130f-c6b1-44d6-bd8a-bf254a779444 req-6fbb510e-a007-4dc0-b1d4-7c9c234c7df2 tempest-VolumesSnapshotTestJSON-23478632 tempest-VolumesSnapshotTestJSON-23478632-project] 10.222.0.46 "GET /v2.0/security-groups?id=3cb43b68-c8c8-4622-b732-9e87585c037c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558124 Sep 29 15:46:55.259851 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635df573-6498-4e7e-ba7f-1cd4b5d3f17e req-b8494aa2-093f-477b-b699-2dc6f93a6087 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:46:55.261188 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-635df573-6498-4e7e-ba7f-1cd4b5d3f17e req-b8494aa2-093f-477b-b699-2dc6f93a6087 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=0f43738214b74b6c819251cae54153e7&device_id=68fbf96e-c680-4a0b-9fd9-c8028c0debd2 HTTP/1.1" status: 200 len: 1096 time: 0.0696270 Sep 29 15:46:55.370023 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635df573-6498-4e7e-ba7f-1cd4b5d3f17e req-b25a1693-dfe7-4258-9914-e3fd0c48d4fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:46:55.371480 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-635df573-6498-4e7e-ba7f-1cd4b5d3f17e req-b25a1693-dfe7-4258-9914-e3fd0c48d4fa service neutron] 10.222.0.22 "GET /v2.0/networks?tenant_id=0f43738214b74b6c819251cae54153e7&shared=False HTTP/1.1" status: 200 len: 915 time: 0.0961759 Sep 29 15:46:55.473576 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635df573-6498-4e7e-ba7f-1cd4b5d3f17e req-a6ecf27e-8717-4ad3-b697-12ce9685300f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:46:55.475082 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-635df573-6498-4e7e-ba7f-1cd4b5d3f17e req-a6ecf27e-8717-4ad3-b697-12ce9685300f service neutron] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0860496 Sep 29 15:46:55.582270 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21b338e-3a6b-4325-a157-f5f9b68d4774 req-39ae2acd-5a1a-4d10-8667-0a0183b413cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:46:55.582270 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-b21b338e-3a6b-4325-a157-f5f9b68d4774 req-39ae2acd-5a1a-4d10-8667-0a0183b413cc service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=0f43738214b74b6c819251cae54153e7&device_id=68fbf96e-c680-4a0b-9fd9-c8028c0debd2 HTTP/1.1" status: 200 len: 1096 time: 0.0398207 Sep 29 15:46:55.627607 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-b21b338e-3a6b-4325-a157-f5f9b68d4774 req-8560f0bf-8601-4e78-9eaa-13ae6074ffe8 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=2e297ecb-a637-4a2e-89eb-50b547368957 HTTP/1.1" status: 200 len: 217 time: 0.0357640 Sep 29 15:46:55.679644 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21b338e-3a6b-4325-a157-f5f9b68d4774 req-dbb14f96-8ab7-4c69-8279-dd442fcd6006 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:46:55.679644 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-b21b338e-3a6b-4325-a157-f5f9b68d4774 req-dbb14f96-8ab7-4c69-8279-dd442fcd6006 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=8e562c29-9ab4-4383-89e4-79bf93b64269 HTTP/1.1" status: 200 len: 854 time: 0.0440359 Sep 29 15:46:55.709484 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-b21b338e-3a6b-4325-a157-f5f9b68d4774 req-97675382-cea7-4152-972a-33c4c6556a63 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=a3556691-99e5-4003-bcb7-839c68562bbd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0247486 Sep 29 15:46:55.801541 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-b21b338e-3a6b-4325-a157-f5f9b68d4774 req-5c5c4dab-b182-4c9c-adfa-ba3bd4db3b98 service neutron] 10.222.0.22 "GET /v2.0/networks/a3556691-99e5-4003-bcb7-839c68562bbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846381 Sep 29 15:46:55.891766 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-b21b338e-3a6b-4325-a157-f5f9b68d4774 req-bceee1d3-e940-4f60-8b50-8c0500a2b087 service neutron] 10.222.0.22 "GET /v2.0/networks/a3556691-99e5-4003-bcb7-839c68562bbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835125 Sep 29 15:46:56.373526 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f6d073-d2e9-46c0-8861-a6671254417d req-c10f9ff4-2025-4c88-b128-c3613cb711b9 tempest-VolumesSnapshotTestJSON-23478632 tempest-VolumesSnapshotTestJSON-23478632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:46:56.374968 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [req-60f6d073-d2e9-46c0-8861-a6671254417d req-c10f9ff4-2025-4c88-b128-c3613cb711b9 tempest-VolumesSnapshotTestJSON-23478632 tempest-VolumesSnapshotTestJSON-23478632-project] 10.222.0.46 "GET /v2.0/ports?device_id=68fbf96e-c680-4a0b-9fd9-c8028c0debd2 HTTP/1.1" status: 200 len: 943 time: 0.0522816 Sep 29 15:46:56.411959 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [req-60f6d073-d2e9-46c0-8861-a6671254417d req-fb7714bb-ba71-4c7b-bd01-ed6e2fb9b54a tempest-VolumesSnapshotTestJSON-23478632 tempest-VolumesSnapshotTestJSON-23478632-project] 10.222.0.46 "GET /v2.0/security-groups?id=3cb43b68-c8c8-4622-b732-9e87585c037c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310435 Sep 29 15:46:56.646863 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron_lib.callbacks.manager [None req-9bc0756b-d35d-4b12-b058-a483ac953042 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741779927170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-625140'] for agent, after_update {{(pid=96122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:46:57.522766 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b19d07f-bbc4-41b5-9f6e-56eb2b416ad8 req-6618c466-eb4b-41d4-b222-33f440287cdc tempest-VolumesSnapshotTestJSON-23478632 tempest-VolumesSnapshotTestJSON-23478632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:46:57.524335 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-6b19d07f-bbc4-41b5-9f6e-56eb2b416ad8 req-6618c466-eb4b-41d4-b222-33f440287cdc tempest-VolumesSnapshotTestJSON-23478632 tempest-VolumesSnapshotTestJSON-23478632-project] 10.222.0.46 "GET /v2.0/ports?device_id=68fbf96e-c680-4a0b-9fd9-c8028c0debd2 HTTP/1.1" status: 200 len: 943 time: 0.0486233 Sep 29 15:46:57.565898 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-6b19d07f-bbc4-41b5-9f6e-56eb2b416ad8 req-99a82fa1-9831-4811-a728-0df4217ad2a0 tempest-VolumesSnapshotTestJSON-23478632 tempest-VolumesSnapshotTestJSON-23478632-project] 10.222.0.46 "GET /v2.0/security-groups?id=3cb43b68-c8c8-4622-b732-9e87585c037c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349593 Sep 29 15:46:57.566512 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron_lib.callbacks.manager [None req-86ea74e9-eea3-4769-b153-652ac6294d68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741779927170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-625140'] for agent, after_update {{(pid=96122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:46:58.567030 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron_lib.callbacks.manager [None req-d04ed334-d278-4234-b850-06fee10c9c6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741779927170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-625140'] for agent, after_update {{(pid=96122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:46:58.678247 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b271c399-6690-4efb-9c3d-e9801cfb0be8 req-1f8ba215-fc3b-44b9-9635-d95cbae7ad95 tempest-VolumesSnapshotTestJSON-23478632 tempest-VolumesSnapshotTestJSON-23478632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:46:58.679747 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [req-b271c399-6690-4efb-9c3d-e9801cfb0be8 req-1f8ba215-fc3b-44b9-9635-d95cbae7ad95 tempest-VolumesSnapshotTestJSON-23478632 tempest-VolumesSnapshotTestJSON-23478632-project] 10.222.0.46 "GET /v2.0/ports?device_id=68fbf96e-c680-4a0b-9fd9-c8028c0debd2 HTTP/1.1" status: 200 len: 943 time: 0.0505049 Sep 29 15:46:58.719927 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [req-b271c399-6690-4efb-9c3d-e9801cfb0be8 req-f8e32644-0452-47e5-bc9e-3bce48193617 tempest-VolumesSnapshotTestJSON-23478632 tempest-VolumesSnapshotTestJSON-23478632-project] 10.222.0.46 "GET /v2.0/security-groups?id=3cb43b68-c8c8-4622-b732-9e87585c037c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341678 Sep 29 15:46:59.435115 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.plugins.ml2.rpc [None req-4d55257e-523e-4b8d-ab2b-d46a31710be1 None None] Device 2e297ecb-a637-4a2e-89eb-50b547368957 details requested by agent hyperv_hv-cinder-80661 with host hv-cinder-80661 {{(pid=96122) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 29 15:46:59.463777 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.wsgi [-] (96121) accepted ('10.222.0.46', 37690) {{(pid=96121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 15:46:59.532753 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.plugins.ml2.db [None req-4d55257e-523e-4b8d-ab2b-d46a31710be1 None None] For port 2e297ecb-a637-4a2e-89eb-50b547368957, host hv-cinder-80661, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80661',level=0,port_id=2e297ecb-a637-4a2e-89eb-50b547368957,segment=NetworkSegment(127c7d20-b3ad-44cf-a1e0-76bdcd0d832b),segment_id=127c7d20-b3ad-44cf-a1e0-76bdcd0d832b)] {{(pid=96122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 15:46:59.549057 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.plugins.ml2.rpc [None req-4d55257e-523e-4b8d-ab2b-d46a31710be1 None None] Returning: {'device': '2e297ecb-a637-4a2e-89eb-50b547368957', 'network_id': 'a3556691-99e5-4003-bcb7-839c68562bbd', 'port_id': '2e297ecb-a637-4a2e-89eb-50b547368957', 'mac_address': 'fa:16:3e:15:c2:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 619, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8e562c29-9ab4-4383-89e4-79bf93b64269', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=96122) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 29 15:46:59.566983 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [None req-0795543b-a726-406d-88ea-1aa22dc9817b admin admin] Notify callbacks [] for security_group, before_create {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:46:59.591353 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron_lib.callbacks.manager [None req-4d55257e-523e-4b8d-ab2b-d46a31710be1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-684029'] for port, before_update {{(pid=96122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:46:59.605243 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.notifiers.nova [None req-4d55257e-523e-4b8d-ab2b-d46a31710be1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2e297ecb-a637-4a2e-89eb-50b547368957 {{(pid=96122) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 15:46:59.613240 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron_lib.callbacks.manager [None req-9bd021b7-afaf-4c67-b111-7b9308fbf6a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741779927170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-625140'] for agent, after_update {{(pid=96122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:46:59.626823 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.plugins.ml2.db [None req-4d55257e-523e-4b8d-ab2b-d46a31710be1 None None] For port 2e297ecb-a637-4a2e-89eb-50b547368957, host hv-cinder-80661, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80661',level=0,port_id=2e297ecb-a637-4a2e-89eb-50b547368957,segment=NetworkSegment(127c7d20-b3ad-44cf-a1e0-76bdcd0d832b),segment_id=127c7d20-b3ad-44cf-a1e0-76bdcd0d832b)] {{(pid=96122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 15:46:59.657823 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [None req-0795543b-a726-406d-88ea-1aa22dc9817b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:46:59.726592 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron_lib.callbacks.manager [None req-4d55257e-523e-4b8d-ab2b-d46a31710be1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741780147972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741779628755', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741779628773'] for port, after_update {{(pid=96122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:46:59.773558 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [None req-0795543b-a726-406d-88ea-1aa22dc9817b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579214'] for security_group, after_create {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:46:59.775319 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d55257e-523e-4b8d-ab2b-d46a31710be1 None None] Pushing event updated for resources: {'Port': ['ID=2e297ecb-a637-4a2e-89eb-50b547368957,revision_number=4']} {{(pid=96122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 15:46:59.836093 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [None req-0795543b-a726-406d-88ea-1aa22dc9817b admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=e4400fee1777466b9a17b697ef40b026&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3710711 Sep 29 15:46:59.837447 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0795543b-a726-406d-88ea-1aa22dc9817b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b9e7d39-1fd6-4a44-af11-b2592f5a2174,revision_number=1']} {{(pid=96121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 15:46:59.842581 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.wsgi [-] (96120) accepted ('10.222.0.46', 37696) {{(pid=96120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 15:46:59.864358 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a83ae1-cbb9-4667-9593-64260f648c0a req-b2c9e245-1814-4352-bd6b-b50400005665 tempest-VolumesSnapshotTestJSON-23478632 tempest-VolumesSnapshotTestJSON-23478632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:46:59.865358 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-29a83ae1-cbb9-4667-9593-64260f648c0a req-b2c9e245-1814-4352-bd6b-b50400005665 tempest-VolumesSnapshotTestJSON-23478632 tempest-VolumesSnapshotTestJSON-23478632-project] 10.222.0.46 "GET /v2.0/ports?device_id=68fbf96e-c680-4a0b-9fd9-c8028c0debd2 HTTP/1.1" status: 200 len: 944 time: 0.0724421 Sep 29 15:46:59.891955 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-3835ee05-c370-4d29-80d2-eb65649f224b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:46:59.903262 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-29a83ae1-cbb9-4667-9593-64260f648c0a req-9b1aaf59-ff4e-4571-8754-76d4e796db03 tempest-VolumesSnapshotTestJSON-23478632 tempest-VolumesSnapshotTestJSON-23478632-project] 10.222.0.46 "GET /v2.0/security-groups?id=3cb43b68-c8c8-4622-b732-9e87585c037c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311699 Sep 29 15:46:59.913485 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-3835ee05-c370-4d29-80d2-eb65649f224b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:47:00.017321 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.plugins.ml2.db [None req-4d55257e-523e-4b8d-ab2b-d46a31710be1 None None] get_ports_and_sgs() called for port_ids ['2e297ecb-a637-4a2e-89eb-50b547368957'] {{(pid=96122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 15:47:00.075890 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-3835ee05-c370-4d29-80d2-eb65649f224b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579214'] for security_group, after_delete {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:47:00.078446 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-3835ee05-c370-4d29-80d2-eb65649f224b admin admin] Notify callbacks [] for security_group, before_response {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:47:00.079635 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [None req-3835ee05-c370-4d29-80d2-eb65649f224b admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/1b9e7d39-1fd6-4a44-af11-b2592f5a2174 HTTP/1.1" status: 204 len: 168 time: 0.2359524 Sep 29 15:47:00.087381 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3835ee05-c370-4d29-80d2-eb65649f224b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b9e7d39-1fd6-4a44-af11-b2592f5a2174,revision_number=None']} {{(pid=96120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 15:47:00.794768 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.wsgi [-] (96120) accepted ('10.222.0.46', 37702) {{(pid=96120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 15:47:00.807476 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-56897f39-c4f1-49a3-bc19-d421ab24699d admin admin] Notify callbacks [] for security_group, before_create {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:47:00.893336 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-56897f39-c4f1-49a3-bc19-d421ab24699d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:47:00.977107 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-56897f39-c4f1-49a3-bc19-d421ab24699d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579214'] for security_group, after_create {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:47:01.253888 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [None req-56897f39-c4f1-49a3-bc19-d421ab24699d admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=76eb860bcfa74ab1ac687e9cbb1e7987&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4580209 Sep 29 15:47:01.255417 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56897f39-c4f1-49a3-bc19-d421ab24699d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88d33a29-1655-4d52-be8b-39d9745fb80f,revision_number=1']} {{(pid=96120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 15:47:01.256674 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.wsgi [-] (96121) accepted ('10.222.0.46', 37706) {{(pid=96121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 15:47:01.269829 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c150c6-ad1e-4903-88c0-b55f5b3d132e req-e711f195-578e-4c37-8f98-0d9830e580ea tempest-VolumesSnapshotTestJSON-23478632 tempest-VolumesSnapshotTestJSON-23478632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:47:01.270929 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [req-97c150c6-ad1e-4903-88c0-b55f5b3d132e req-e711f195-578e-4c37-8f98-0d9830e580ea tempest-VolumesSnapshotTestJSON-23478632 tempest-VolumesSnapshotTestJSON-23478632-project] 10.222.0.46 "GET /v2.0/ports?device_id=68fbf96e-c680-4a0b-9fd9-c8028c0debd2 HTTP/1.1" status: 200 len: 944 time: 0.3043296 Sep 29 15:47:01.311061 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [req-97c150c6-ad1e-4903-88c0-b55f5b3d132e req-c5b3d45c-11a2-403a-8efc-90e341459a12 tempest-VolumesSnapshotTestJSON-23478632 tempest-VolumesSnapshotTestJSON-23478632-project] 10.222.0.46 "GET /v2.0/security-groups?id=3cb43b68-c8c8-4622-b732-9e87585c037c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338407 Sep 29 15:47:01.312751 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [None req-d4539509-a044-49e5-97ce-df0f8d3987b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:47:01.337180 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [None req-d4539509-a044-49e5-97ce-df0f8d3987b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:47:01.432384 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.plugins.ml2.rpc [None req-4d55257e-523e-4b8d-ab2b-d46a31710be1 None None] Device 2e297ecb-a637-4a2e-89eb-50b547368957 up at agent hyperv_hv-cinder-80661 {{(pid=96122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 15:47:01.469565 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [None req-d4539509-a044-49e5-97ce-df0f8d3987b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579214'] for security_group, after_delete {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:47:01.472163 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [None req-d4539509-a044-49e5-97ce-df0f8d3987b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:47:01.476557 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [None req-d4539509-a044-49e5-97ce-df0f8d3987b4 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/88d33a29-1655-4d52-be8b-39d9745fb80f HTTP/1.1" status: 204 len: 168 time: 0.2157066 Sep 29 15:47:01.481721 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4539509-a044-49e5-97ce-df0f8d3987b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88d33a29-1655-4d52-be8b-39d9745fb80f,revision_number=None']} {{(pid=96121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 15:47:01.606986 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.db.provisioning_blocks [None req-4d55257e-523e-4b8d-ab2b-d46a31710be1 None None] Provisioning for port 2e297ecb-a637-4a2e-89eb-50b547368957 completed by entity L2. {{(pid=96122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 29 15:47:01.611977 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.db.provisioning_blocks [None req-4d55257e-523e-4b8d-ab2b-d46a31710be1 None None] Provisioning complete for port 2e297ecb-a637-4a2e-89eb-50b547368957 triggered by entity L2. {{(pid=96122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 15:47:01.611977 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron_lib.callbacks.manager [None req-4d55257e-523e-4b8d-ab2b-d46a31710be1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-626465'] for port, provisioning_complete {{(pid=96122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:47:01.696941 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron_lib.callbacks.manager [None req-4d55257e-523e-4b8d-ab2b-d46a31710be1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-684029'] for port, before_update {{(pid=96122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:47:01.727308 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68fbf96e-c680-4a0b-9fd9-c8028c0debd2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e297ecb-a637-4a2e-89eb-50b547368957'}] {{(pid=96122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 15:47:01.730721 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2623ca0f1d0ed70344ce0ae3d74fdbf1495c1e1ffd6c12fe338f92bc8c6604f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9ed207f-6b90-4c74-bb99-10431612cefe" -d '{"events": [{"server_uuid": "68fbf96e-c680-4a0b-9fd9-c8028c0debd2", "name": "network-vif-plugged", "status": "completed", "tag": "2e297ecb-a637-4a2e-89eb-50b547368957"}]}' {{(pid=96122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 15:47:01.744957 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.plugins.ml2.db [None req-4d55257e-523e-4b8d-ab2b-d46a31710be1 None None] For port 2e297ecb-a637-4a2e-89eb-50b547368957, host hv-cinder-80661, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80661',level=0,port_id=2e297ecb-a637-4a2e-89eb-50b547368957,segment=NetworkSegment(127c7d20-b3ad-44cf-a1e0-76bdcd0d832b),segment_id=127c7d20-b3ad-44cf-a1e0-76bdcd0d832b)] {{(pid=96122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 15:47:01.767040 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Sep 2021 15:47:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e61eb8a2-0aa0-4093-8afd-7951d801f1d5 x-openstack-request-id: req-e61eb8a2-0aa0-4093-8afd-7951d801f1d5 {{(pid=96122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 15:47:01.767323 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "68fbf96e-c680-4a0b-9fd9-c8028c0debd2", "name": "network-vif-plugged", "status": "completed", "tag": "2e297ecb-a637-4a2e-89eb-50b547368957", "code": 200}]} {{(pid=96122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 15:47:01.767578 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-e61eb8a2-0aa0-4093-8afd-7951d801f1d5 {{(pid=96122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 15:47:01.767994 dv-cinder-806616-6-iscsi neutron-server[96122]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '68fbf96e-c680-4a0b-9fd9-c8028c0debd2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e297ecb-a637-4a2e-89eb-50b547368957', 'code': 200} Sep 29 15:47:01.858800 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron_lib.callbacks.manager [None req-4d55257e-523e-4b8d-ab2b-d46a31710be1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741780147972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741779628755', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741779628773'] for port, after_update {{(pid=96122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:47:01.907388 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d55257e-523e-4b8d-ab2b-d46a31710be1 None None] Pushing event updated for resources: {'Port': ['ID=2e297ecb-a637-4a2e-89eb-50b547368957,revision_number=5']} {{(pid=96122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 15:47:02.163565 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84702929-7761-4b98-8fe6-09c1263ccc46 req-a67caaf9-85d6-4e92-8eae-61b21a139c83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:47:02.165145 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-84702929-7761-4b98-8fe6-09c1263ccc46 req-a67caaf9-85d6-4e92-8eae-61b21a139c83 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=68fbf96e-c680-4a0b-9fd9-c8028c0debd2 HTTP/1.1" status: 200 len: 1098 time: 0.0394320 Sep 29 15:47:02.205024 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-84702929-7761-4b98-8fe6-09c1263ccc46 req-1cb45d5d-b544-4e33-a8f7-3631be53dd9a service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=3cb43b68-c8c8-4622-b732-9e87585c037c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328026 Sep 29 15:47:02.429316 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de5b6c2-3099-4c32-ad65-ee1d9a937e85 req-406ba691-a05a-487a-a135-612d510887be tempest-VolumesSnapshotTestJSON-23478632 tempest-VolumesSnapshotTestJSON-23478632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:47:02.430790 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [req-4de5b6c2-3099-4c32-ad65-ee1d9a937e85 req-406ba691-a05a-487a-a135-612d510887be tempest-VolumesSnapshotTestJSON-23478632 tempest-VolumesSnapshotTestJSON-23478632-project] 10.222.0.46 "GET /v2.0/ports?device_id=68fbf96e-c680-4a0b-9fd9-c8028c0debd2 HTTP/1.1" status: 200 len: 945 time: 0.0519536 Sep 29 15:47:02.467502 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [req-4de5b6c2-3099-4c32-ad65-ee1d9a937e85 req-eb04d437-3a86-4cc5-9865-cf129d874fcf tempest-VolumesSnapshotTestJSON-23478632 tempest-VolumesSnapshotTestJSON-23478632-project] 10.222.0.46 "GET /v2.0/security-groups?id=3cb43b68-c8c8-4622-b732-9e87585c037c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308881 Sep 29 15:47:03.581997 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d993318-8847-4441-bcec-8c47a89bc6d6 req-23c1cdd5-f702-4f20-907f-d3d470619c04 tempest-VolumesSnapshotTestJSON-23478632 tempest-VolumesSnapshotTestJSON-23478632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:47:03.583487 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-8d993318-8847-4441-bcec-8c47a89bc6d6 req-23c1cdd5-f702-4f20-907f-d3d470619c04 tempest-VolumesSnapshotTestJSON-23478632 tempest-VolumesSnapshotTestJSON-23478632-project] 10.222.0.46 "GET /v2.0/ports?device_id=68fbf96e-c680-4a0b-9fd9-c8028c0debd2 HTTP/1.1" status: 200 len: 945 time: 0.0472460 Sep 29 15:47:03.621311 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-8d993318-8847-4441-bcec-8c47a89bc6d6 req-07345e83-167d-4c6d-a193-ae5246774684 tempest-VolumesSnapshotTestJSON-23478632 tempest-VolumesSnapshotTestJSON-23478632-project] 10.222.0.46 "GET /v2.0/security-groups?id=3cb43b68-c8c8-4622-b732-9e87585c037c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318778 Sep 29 15:47:06.852390 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron_lib.callbacks.manager [None req-4d55257e-523e-4b8d-ab2b-d46a31710be1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741779927170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-625140'] for agent, after_update {{(pid=96122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:47:12.357782 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-4ae3cd06-30e1-45b7-86b4-1ba88f8ea198 req-0521a0ae-d8e6-4c5a-8faa-dcf735fca4d1 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=f5040a69-8af4-4c00-956e-42c70be40526&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0416310 Sep 29 15:47:12.458435 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae3cd06-30e1-45b7-86b4-1ba88f8ea198 req-44ac4b14-1ad8-4f6d-b32f-0d437240f595 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:47:12.459878 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-4ae3cd06-30e1-45b7-86b4-1ba88f8ea198 req-44ac4b14-1ad8-4f6d-b32f-0d437240f595 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=b047be03e3304a939d153e38fbd212c7&device_id=f5040a69-8af4-4c00-956e-42c70be40526 HTTP/1.1" status: 200 len: 1098 time: 0.0390258 Sep 29 15:47:12.560963 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae3cd06-30e1-45b7-86b4-1ba88f8ea198 req-5ece0c2d-e41d-439b-81f1-d7d5c1313e45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:47:12.562404 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-4ae3cd06-30e1-45b7-86b4-1ba88f8ea198 req-5ece0c2d-e41d-439b-81f1-d7d5c1313e45 service neutron] 10.222.0.22 "GET /v2.0/networks?id=01fbeb81-3367-4a61-af0a-258a335f59fe HTTP/1.1" status: 200 len: 909 time: 0.0826283 Sep 29 15:47:12.629402 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-4ae3cd06-30e1-45b7-86b4-1ba88f8ea198 req-053fc369-bf6a-43fd-a945-aaf5c020e149 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ba218b3a-dee1-4ec8-91ec-282b5ceb1280 HTTP/1.1" status: 200 len: 1001 time: 0.0582404 Sep 29 15:47:12.678709 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae3cd06-30e1-45b7-86b4-1ba88f8ea198 req-a6f8a02c-f796-479e-8e79-9fa1a3c7e71e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:47:12.687208 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-4ae3cd06-30e1-45b7-86b4-1ba88f8ea198 req-a6f8a02c-f796-479e-8e79-9fa1a3c7e71e service neutron] 10.222.0.22 "GET /v2.0/subnets?id=f8632fa6-8929-4963-8012-7394188bf2e0 HTTP/1.1" status: 200 len: 847 time: 0.0434029 Sep 29 15:47:12.723686 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae3cd06-30e1-45b7-86b4-1ba88f8ea198 req-7bddaca6-ebc3-4b5a-a215-de333ae5d001 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:47:12.725267 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-4ae3cd06-30e1-45b7-86b4-1ba88f8ea198 req-7bddaca6-ebc3-4b5a-a215-de333ae5d001 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=01fbeb81-3367-4a61-af0a-258a335f59fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0378988 Sep 29 15:47:12.817250 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-4ae3cd06-30e1-45b7-86b4-1ba88f8ea198 req-167fb486-241e-4d31-99e2-04a782bd19ed service neutron] 10.222.0.22 "GET /v2.0/networks/01fbeb81-3367-4a61-af0a-258a335f59fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845768 Sep 29 15:47:12.916607 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-4ae3cd06-30e1-45b7-86b4-1ba88f8ea198 req-c3b1f0c7-6cb3-4024-942e-7a419fbc8dd2 service neutron] 10.222.0.22 "GET /v2.0/networks/01fbeb81-3367-4a61-af0a-258a335f59fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916207 Sep 29 15:47:24.132693 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron_lib.callbacks.manager [None req-b0e20aa3-edd5-4f6a-875c-d55050f72264 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741779927170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-625140'] for agent, after_update {{(pid=96122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:47:24.803435 dv-cinder-806616-6-iscsi neutron-server[96123]: DEBUG neutron.db.agents_db [None req-ce50b6f1-f7bd-4b59-8641-9f71b480b041 None None] Agent healthcheck: found 6 active agents {{(pid=96123) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 29 15:47:26.600598 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron_lib.callbacks.manager [None req-ad66a4c1-65cd-4b61-8a5b-9071e5a2f30b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741779927170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-625140'] for agent, after_update {{(pid=96122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:47:27.554944 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron_lib.callbacks.manager [None req-86ea74e9-eea3-4769-b153-652ac6294d68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741779927170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-625140'] for agent, after_update {{(pid=96122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:47:28.526857 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron_lib.callbacks.manager [None req-d04ed334-d278-4234-b850-06fee10c9c6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741779927170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-625140'] for agent, after_update {{(pid=96122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:47:29.617548 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron_lib.callbacks.manager [None req-9bd021b7-afaf-4c67-b111-7b9308fbf6a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741779927170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-625140'] for agent, after_update {{(pid=96122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:47:36.920725 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron_lib.callbacks.manager [None req-4d55257e-523e-4b8d-ab2b-d46a31710be1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741779927170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-625140'] for agent, after_update {{(pid=96122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:47:54.182933 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron_lib.callbacks.manager [None req-b723287f-2354-4cbd-978b-f6fdfd3c2813 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741779927170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-625140'] for agent, after_update {{(pid=96122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:47:56.668922 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron_lib.callbacks.manager [None req-6810f473-c318-4579-8180-fab98fd845ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741779927170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-625140'] for agent, after_update {{(pid=96122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:47:57.567897 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.wsgi [-] (96121) accepted ('10.222.0.46', 38136) {{(pid=96121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 15:47:57.594645 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron_lib.callbacks.manager [None req-86ea74e9-eea3-4769-b153-652ac6294d68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741779927170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-625140'] for agent, after_update {{(pid=96122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:47:57.679029 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [None req-c79ed983-eac4-4fc0-9386-84ee02372755 admin admin] Notify callbacks [] for security_group, before_create {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:47:57.766612 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [None req-c79ed983-eac4-4fc0-9386-84ee02372755 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:47:57.857089 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [None req-c79ed983-eac4-4fc0-9386-84ee02372755 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579214'] for security_group, after_create {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:47:57.894702 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [None req-c79ed983-eac4-4fc0-9386-84ee02372755 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=fc7b6f15d1bf4cd9ab8afcca04153c4f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3256829 Sep 29 15:47:57.895562 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c79ed983-eac4-4fc0-9386-84ee02372755 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=433689fb-17fd-4b72-ae9f-9fee0629aa87,revision_number=1']} {{(pid=96121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 15:47:57.897346 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.wsgi [-] (96120) accepted ('10.222.0.46', 38142) {{(pid=96120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 15:47:57.903280 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c79ed983-eac4-4fc0-9386-84ee02372755 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806616-6-iscsi {{(pid=96121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 15:47:57.903636 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c79ed983-eac4-4fc0-9386-84ee02372755 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806616-6-iscsi {{(pid=96121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 15:47:57.904002 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c79ed983-eac4-4fc0-9386-84ee02372755 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806616-6-iscsi {{(pid=96121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 15:47:57.904348 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c79ed983-eac4-4fc0-9386-84ee02372755 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806616-6-iscsi {{(pid=96121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 15:47:57.904682 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c79ed983-eac4-4fc0-9386-84ee02372755 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806616-6-iscsi {{(pid=96121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 15:47:57.905013 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c79ed983-eac4-4fc0-9386-84ee02372755 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806616-6-iscsi {{(pid=96121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 15:47:57.905343 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c79ed983-eac4-4fc0-9386-84ee02372755 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806616-6-iscsi {{(pid=96121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 15:47:57.905672 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c79ed983-eac4-4fc0-9386-84ee02372755 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806616-6-iscsi {{(pid=96121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 15:47:57.906000 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c79ed983-eac4-4fc0-9386-84ee02372755 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806616-6-iscsi {{(pid=96121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 15:47:57.906326 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c79ed983-eac4-4fc0-9386-84ee02372755 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806616-6-iscsi {{(pid=96121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 15:47:57.906649 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c79ed983-eac4-4fc0-9386-84ee02372755 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806616-6-iscsi {{(pid=96121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 15:47:57.906972 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c79ed983-eac4-4fc0-9386-84ee02372755 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806616-6-iscsi {{(pid=96121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 15:47:57.946753 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-bf235557-a031-4b5b-817c-7a2f8a390c7b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:47:57.968155 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-bf235557-a031-4b5b-817c-7a2f8a390c7b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:47:58.109002 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-bf235557-a031-4b5b-817c-7a2f8a390c7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579214'] for security_group, after_delete {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:47:58.111450 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-bf235557-a031-4b5b-817c-7a2f8a390c7b admin admin] Notify callbacks [] for security_group, before_response {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:47:58.112662 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [None req-bf235557-a031-4b5b-817c-7a2f8a390c7b admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/433689fb-17fd-4b72-ae9f-9fee0629aa87 HTTP/1.1" status: 204 len: 168 time: 0.2142987 Sep 29 15:47:58.121414 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf235557-a031-4b5b-817c-7a2f8a390c7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=433689fb-17fd-4b72-ae9f-9fee0629aa87,revision_number=None']} {{(pid=96120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 15:47:58.128389 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf235557-a031-4b5b-817c-7a2f8a390c7b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806616-6-iscsi {{(pid=96120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 15:47:58.128734 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf235557-a031-4b5b-817c-7a2f8a390c7b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806616-6-iscsi {{(pid=96120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 15:47:58.129068 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf235557-a031-4b5b-817c-7a2f8a390c7b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806616-6-iscsi {{(pid=96120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 15:47:58.129418 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf235557-a031-4b5b-817c-7a2f8a390c7b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806616-6-iscsi {{(pid=96120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 15:47:58.129751 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf235557-a031-4b5b-817c-7a2f8a390c7b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806616-6-iscsi {{(pid=96120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 15:47:58.130080 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf235557-a031-4b5b-817c-7a2f8a390c7b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806616-6-iscsi {{(pid=96120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 15:47:58.130401 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf235557-a031-4b5b-817c-7a2f8a390c7b admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806616-6-iscsi {{(pid=96120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 15:47:58.130763 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf235557-a031-4b5b-817c-7a2f8a390c7b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806616-6-iscsi {{(pid=96120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 15:47:58.131079 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf235557-a031-4b5b-817c-7a2f8a390c7b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806616-6-iscsi {{(pid=96120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 15:47:58.131395 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf235557-a031-4b5b-817c-7a2f8a390c7b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806616-6-iscsi {{(pid=96120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 15:47:58.131714 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf235557-a031-4b5b-817c-7a2f8a390c7b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806616-6-iscsi {{(pid=96120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 15:47:58.132053 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf235557-a031-4b5b-817c-7a2f8a390c7b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806616-6-iscsi {{(pid=96120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 15:47:58.543753 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron_lib.callbacks.manager [None req-d04ed334-d278-4234-b850-06fee10c9c6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741779927170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-625140'] for agent, after_update {{(pid=96122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:47:59.591661 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636f0152-4ff3-485c-8187-344ff063cd3f req-5d03a935-551c-45cb-bdbe-e4d2e5198033 tempest-TestShelveInstance-975876144 tempest-TestShelveInstance-975876144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:47:59.593158 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [req-636f0152-4ff3-485c-8187-344ff063cd3f req-5d03a935-551c-45cb-bdbe-e4d2e5198033 tempest-TestShelveInstance-975876144 tempest-TestShelveInstance-975876144-project] 10.222.0.46 "GET /v2.0/ports?device_id=f5040a69-8af4-4c00-956e-42c70be40526 HTTP/1.1" status: 200 len: 945 time: 0.0512505 Sep 29 15:47:59.629288 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron_lib.callbacks.manager [None req-9bd021b7-afaf-4c67-b111-7b9308fbf6a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741779927170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-625140'] for agent, after_update {{(pid=96122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:47:59.637001 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [req-636f0152-4ff3-485c-8187-344ff063cd3f req-7b9c8783-df56-4c31-8de2-79309d80b7a3 tempest-TestShelveInstance-975876144 tempest-TestShelveInstance-975876144-project] 10.222.0.46 "GET /v2.0/security-groups?id=ca56a99e-7afa-4df3-8cfa-fe716fab0231&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378430 Sep 29 15:48:00.755304 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36fbe5e0-19a8-4546-aacf-32af0c1599cf req-b45968b3-6fe8-4cd5-9b28-996af6fae165 tempest-TestShelveInstance-975876144 tempest-TestShelveInstance-975876144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:48:00.756787 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-36fbe5e0-19a8-4546-aacf-32af0c1599cf req-b45968b3-6fe8-4cd5-9b28-996af6fae165 tempest-TestShelveInstance-975876144 tempest-TestShelveInstance-975876144-project] 10.222.0.46 "GET /v2.0/ports?device_id=f5040a69-8af4-4c00-956e-42c70be40526 HTTP/1.1" status: 200 len: 945 time: 0.0508513 Sep 29 15:48:00.793259 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-36fbe5e0-19a8-4546-aacf-32af0c1599cf req-25731e98-67b4-4c3a-af23-188ac012c4bf tempest-TestShelveInstance-975876144 tempest-TestShelveInstance-975876144-project] 10.222.0.46 "GET /v2.0/security-groups?id=ca56a99e-7afa-4df3-8cfa-fe716fab0231&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305803 Sep 29 15:48:01.802024 dv-cinder-806616-6-iscsi neutron-server[96123]: DEBUG neutron.db.agents_db [None req-ce50b6f1-f7bd-4b59-8641-9f71b480b041 None None] Agent healthcheck: found 6 active agents {{(pid=96123) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 29 15:48:01.904916 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60ac68f-b69b-4564-a58a-f0baa57b3d9d req-4a2e1368-d575-442d-a200-bf5002fd51f8 tempest-TestShelveInstance-975876144 tempest-TestShelveInstance-975876144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:48:01.906358 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-c60ac68f-b69b-4564-a58a-f0baa57b3d9d req-4a2e1368-d575-442d-a200-bf5002fd51f8 tempest-TestShelveInstance-975876144 tempest-TestShelveInstance-975876144-project] 10.222.0.46 "GET /v2.0/ports?device_id=f5040a69-8af4-4c00-956e-42c70be40526 HTTP/1.1" status: 200 len: 945 time: 0.0483470 Sep 29 15:48:01.950221 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-c60ac68f-b69b-4564-a58a-f0baa57b3d9d req-7dc79208-0d4e-4efc-af64-1ce3b470dd94 tempest-TestShelveInstance-975876144 tempest-TestShelveInstance-975876144-project] 10.222.0.46 "GET /v2.0/security-groups?id=ca56a99e-7afa-4df3-8cfa-fe716fab0231&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380654 Sep 29 15:48:03.082927 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ae9c9d-5b73-4574-8ae1-6f443edddd3c req-7244750f-a564-4fe0-bef2-e54c97c3c8a9 tempest-TestShelveInstance-975876144 tempest-TestShelveInstance-975876144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:48:03.082927 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [req-18ae9c9d-5b73-4574-8ae1-6f443edddd3c req-7244750f-a564-4fe0-bef2-e54c97c3c8a9 tempest-TestShelveInstance-975876144 tempest-TestShelveInstance-975876144-project] 10.222.0.46 "GET /v2.0/ports?device_id=f5040a69-8af4-4c00-956e-42c70be40526 HTTP/1.1" status: 200 len: 945 time: 0.0495503 Sep 29 15:48:03.113565 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [req-18ae9c9d-5b73-4574-8ae1-6f443edddd3c req-86e999dc-2f0a-49a0-9299-3074a8450bc1 tempest-TestShelveInstance-975876144 tempest-TestShelveInstance-975876144-project] 10.222.0.46 "GET /v2.0/security-groups?id=ca56a99e-7afa-4df3-8cfa-fe716fab0231&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315809 Sep 29 15:48:03.602071 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b0f73f-788a-4f40-9b8f-27b81a44c3fa req-f2ba4831-8835-4e52-841c-b80ece41d635 tempest-VolumesSnapshotTestJSON-23478632 tempest-VolumesSnapshotTestJSON-23478632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:48:03.603514 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [req-35b0f73f-788a-4f40-9b8f-27b81a44c3fa req-f2ba4831-8835-4e52-841c-b80ece41d635 tempest-VolumesSnapshotTestJSON-23478632 tempest-VolumesSnapshotTestJSON-23478632-project] 10.222.0.46 "GET /v2.0/ports?device_id=68fbf96e-c680-4a0b-9fd9-c8028c0debd2 HTTP/1.1" status: 200 len: 945 time: 0.0468347 Sep 29 15:48:03.640269 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [req-35b0f73f-788a-4f40-9b8f-27b81a44c3fa req-b0164c8d-efa0-411e-a837-4141d5fe8340 tempest-VolumesSnapshotTestJSON-23478632 tempest-VolumesSnapshotTestJSON-23478632-project] 10.222.0.46 "GET /v2.0/security-groups?id=3cb43b68-c8c8-4622-b732-9e87585c037c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301960 Sep 29 15:48:04.226751 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bffbb5dd-7b87-402e-a05a-39548fc8041b req-1edd7680-32ee-42c3-8edf-5cca2c9ccda2 tempest-TestShelveInstance-975876144 tempest-TestShelveInstance-975876144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:48:04.228524 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-bffbb5dd-7b87-402e-a05a-39548fc8041b req-1edd7680-32ee-42c3-8edf-5cca2c9ccda2 tempest-TestShelveInstance-975876144 tempest-TestShelveInstance-975876144-project] 10.222.0.46 "GET /v2.0/ports?device_id=f5040a69-8af4-4c00-956e-42c70be40526 HTTP/1.1" status: 200 len: 945 time: 0.0467825 Sep 29 15:48:04.267370 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-bffbb5dd-7b87-402e-a05a-39548fc8041b req-53981cc3-e7b1-40ad-b759-156979926202 tempest-TestShelveInstance-975876144 tempest-TestShelveInstance-975876144-project] 10.222.0.46 "GET /v2.0/security-groups?id=ca56a99e-7afa-4df3-8cfa-fe716fab0231&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320044 Sep 29 15:48:04.753287 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c55721d-a74e-494b-a84b-6f36bb38af83 req-e1029998-8c99-44ef-b8af-788178468a11 tempest-VolumesSnapshotTestJSON-23478632 tempest-VolumesSnapshotTestJSON-23478632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:48:04.754747 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [req-7c55721d-a74e-494b-a84b-6f36bb38af83 req-e1029998-8c99-44ef-b8af-788178468a11 tempest-VolumesSnapshotTestJSON-23478632 tempest-VolumesSnapshotTestJSON-23478632-project] 10.222.0.46 "GET /v2.0/ports?device_id=68fbf96e-c680-4a0b-9fd9-c8028c0debd2 HTTP/1.1" status: 200 len: 945 time: 0.0507462 Sep 29 15:48:04.791075 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [req-7c55721d-a74e-494b-a84b-6f36bb38af83 req-370608a3-86a0-475f-bb47-4b2a57bd300a tempest-VolumesSnapshotTestJSON-23478632 tempest-VolumesSnapshotTestJSON-23478632-project] 10.222.0.46 "GET /v2.0/security-groups?id=3cb43b68-c8c8-4622-b732-9e87585c037c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304294 Sep 29 15:48:05.270446 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b8dd9d-cc14-43fb-a1e5-1c0732ed3bae req-c782d17c-c878-4627-ba7d-524542bfe821 tempest-VolumesSnapshotTestJSON-23478632 tempest-VolumesSnapshotTestJSON-23478632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:48:05.271848 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-26b8dd9d-cc14-43fb-a1e5-1c0732ed3bae req-c782d17c-c878-4627-ba7d-524542bfe821 tempest-VolumesSnapshotTestJSON-23478632 tempest-VolumesSnapshotTestJSON-23478632-project] 10.222.0.22 "GET /v2.0/ports?device_id=68fbf96e-c680-4a0b-9fd9-c8028c0debd2 HTTP/1.1" status: 200 len: 945 time: 0.0463588 Sep 29 15:48:05.392867 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643c1fa9-67cb-4305-89f2-93f25b031447 req-40d202d1-fb00-4c47-af29-4e4050653c97 tempest-TestShelveInstance-975876144 tempest-TestShelveInstance-975876144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:48:05.394310 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-643c1fa9-67cb-4305-89f2-93f25b031447 req-40d202d1-fb00-4c47-af29-4e4050653c97 tempest-TestShelveInstance-975876144 tempest-TestShelveInstance-975876144-project] 10.222.0.46 "GET /v2.0/ports?device_id=f5040a69-8af4-4c00-956e-42c70be40526 HTTP/1.1" status: 200 len: 945 time: 0.0575020 Sep 29 15:48:05.398726 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.plugins.ml2.plugin [req-26b8dd9d-cc14-43fb-a1e5-1c0732ed3bae req-6ad3ddf7-e74a-4050-87c4-336d0750cab2 tempest-VolumesSnapshotTestJSON-23478632 tempest-VolumesSnapshotTestJSON-23478632-project] Deleting port 2e297ecb-a637-4a2e-89eb-50b547368957 {{(pid=96121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 29 15:48:05.399064 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [req-26b8dd9d-cc14-43fb-a1e5-1c0732ed3bae req-6ad3ddf7-e74a-4050-87c4-336d0750cab2 tempest-VolumesSnapshotTestJSON-23478632 tempest-VolumesSnapshotTestJSON-23478632-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741780140072'] for port, before_delete {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:48:05.481826 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-643c1fa9-67cb-4305-89f2-93f25b031447 req-a0d036e2-7574-4ed6-886d-32de8660afe8 tempest-TestShelveInstance-975876144 tempest-TestShelveInstance-975876144-project] 10.222.0.46 "GET /v2.0/security-groups?id=ca56a99e-7afa-4df3-8cfa-fe716fab0231&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0796301 Sep 29 15:48:05.510464 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.plugins.ml2.db [req-26b8dd9d-cc14-43fb-a1e5-1c0732ed3bae req-6ad3ddf7-e74a-4050-87c4-336d0750cab2 tempest-VolumesSnapshotTestJSON-23478632 tempest-VolumesSnapshotTestJSON-23478632-project] For port 2e297ecb-a637-4a2e-89eb-50b547368957, host hv-cinder-80661, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80661',level=0,port_id=2e297ecb-a637-4a2e-89eb-50b547368957,segment=NetworkSegment(127c7d20-b3ad-44cf-a1e0-76bdcd0d832b),segment_id=127c7d20-b3ad-44cf-a1e0-76bdcd0d832b)] {{(pid=96121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 15:48:05.510825 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [req-26b8dd9d-cc14-43fb-a1e5-1c0732ed3bae req-6ad3ddf7-e74a-4050-87c4-336d0750cab2 tempest-VolumesSnapshotTestJSON-23478632 tempest-VolumesSnapshotTestJSON-23478632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1614090'] for port, precommit_delete {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:48:05.522644 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.plugins.ml2.plugin [req-26b8dd9d-cc14-43fb-a1e5-1c0732ed3bae req-6ad3ddf7-e74a-4050-87c4-336d0750cab2 tempest-VolumesSnapshotTestJSON-23478632 tempest-VolumesSnapshotTestJSON-23478632-project] Calling delete_port for 2e297ecb-a637-4a2e-89eb-50b547368957 owned by compute:nova {{(pid=96121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 29 15:48:05.715040 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [req-26b8dd9d-cc14-43fb-a1e5-1c0732ed3bae req-6ad3ddf7-e74a-4050-87c4-336d0750cab2 tempest-VolumesSnapshotTestJSON-23478632 tempest-VolumesSnapshotTestJSON-23478632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741780147950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741779628746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3898419'] for port, after_delete {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:48:05.744233 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad3ddf7-e74a-4050-87c4-336d0750cab2 tempest-VolumesSnapshotTestJSON-23478632 tempest-VolumesSnapshotTestJSON-23478632-project] Pushing event deleted for resources: {'Port': ['ID=2e297ecb-a637-4a2e-89eb-50b547368957,revision_number=None']} {{(pid=96121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 15:48:05.750739 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.plugins.ml2.db [None req-4d55257e-523e-4b8d-ab2b-d46a31710be1 None None] get_ports_and_sgs() called for port_ids ['2e297ecb-a637-4a2e-89eb-50b547368957'] {{(pid=96122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 15:48:05.787516 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.db.l3_dvrscheduler_db [req-26b8dd9d-cc14-43fb-a1e5-1c0732ed3bae req-6ad3ddf7-e74a-4050-87c4-336d0750cab2 tempest-VolumesSnapshotTestJSON-23478632 tempest-VolumesSnapshotTestJSON-23478632-project] No DVR routers for this DVR port 2e297ecb-a637-4a2e-89eb-50b547368957 on host hv-cinder-80661 {{(pid=96121) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 15:48:05.789782 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [req-26b8dd9d-cc14-43fb-a1e5-1c0732ed3bae req-6ad3ddf7-e74a-4050-87c4-336d0750cab2 tempest-VolumesSnapshotTestJSON-23478632 tempest-VolumesSnapshotTestJSON-23478632-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238921'] for port, before_response {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:48:05.791733 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-26b8dd9d-cc14-43fb-a1e5-1c0732ed3bae req-6ad3ddf7-e74a-4050-87c4-336d0750cab2 tempest-VolumesSnapshotTestJSON-23478632 tempest-VolumesSnapshotTestJSON-23478632-project] 10.222.0.22 "DELETE /v2.0/ports/2e297ecb-a637-4a2e-89eb-50b547368957 HTTP/1.1" status: 204 len: 173 time: 0.5138686 Sep 29 15:48:05.792733 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68fbf96e-c680-4a0b-9fd9-c8028c0debd2', 'name': 'network-vif-deleted', 'tag': '2e297ecb-a637-4a2e-89eb-50b547368957'}] {{(pid=96121) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 15:48:05.795000 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dcbd94143c65fdb0f5c12b0c92a6468c38125261e55d21e9818266cb91f6c0d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4cf47f2-0c75-4514-af55-90608ddaf074" -d '{"events": [{"server_uuid": "68fbf96e-c680-4a0b-9fd9-c8028c0debd2", "name": "network-vif-deleted", "tag": "2e297ecb-a637-4a2e-89eb-50b547368957"}]}' {{(pid=96121) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 15:48:05.830651 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Sep 2021 15:48:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e2df4fd-9089-41d0-836d-88925a890a5d x-openstack-request-id: req-9e2df4fd-9089-41d0-836d-88925a890a5d {{(pid=96121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 15:48:05.830942 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "68fbf96e-c680-4a0b-9fd9-c8028c0debd2", "name": "network-vif-deleted", "tag": "2e297ecb-a637-4a2e-89eb-50b547368957", "status": "completed", "code": 200}]} {{(pid=96121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 15:48:05.831187 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-9e2df4fd-9089-41d0-836d-88925a890a5d {{(pid=96121) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 15:48:05.831580 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '68fbf96e-c680-4a0b-9fd9-c8028c0debd2', 'name': 'network-vif-deleted', 'tag': '2e297ecb-a637-4a2e-89eb-50b547368957', 'status': 'completed', 'code': 200} Sep 29 15:48:05.883401 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-8f6ee1fe-0545-4231-94e7-a0b2e9b5131d req-60d179f1-15a2-47d0-b226-e06a8bf8a8d5 tempest-VolumesSnapshotTestJSON-23478632 tempest-VolumesSnapshotTestJSON-23478632-project] 10.222.0.46 "GET /v2.0/ports?device_id=68fbf96e-c680-4a0b-9fd9-c8028c0debd2 HTTP/1.1" status: 200 len: 210 time: 0.0266128 Sep 29 15:48:06.593785 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8cfdfea-2ad5-487e-bfa8-371f99127781 req-a2f0e7ba-3343-42be-80d4-864da8534ec5 tempest-TestShelveInstance-975876144 tempest-TestShelveInstance-975876144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:48:06.595233 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [req-e8cfdfea-2ad5-487e-bfa8-371f99127781 req-a2f0e7ba-3343-42be-80d4-864da8534ec5 tempest-TestShelveInstance-975876144 tempest-TestShelveInstance-975876144-project] 10.222.0.46 "GET /v2.0/ports?device_id=f5040a69-8af4-4c00-956e-42c70be40526 HTTP/1.1" status: 200 len: 945 time: 0.0472689 Sep 29 15:48:06.631420 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [req-e8cfdfea-2ad5-487e-bfa8-371f99127781 req-ebd21208-cfc8-4377-b0c2-a7d4ccaec4cc tempest-TestShelveInstance-975876144 tempest-TestShelveInstance-975876144-project] 10.222.0.46 "GET /v2.0/security-groups?id=ca56a99e-7afa-4df3-8cfa-fe716fab0231&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304520 Sep 29 15:48:06.926206 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron_lib.callbacks.manager [None req-4d55257e-523e-4b8d-ab2b-d46a31710be1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741779927170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-625140'] for agent, after_update {{(pid=96122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:48:06.988239 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-dd03e949-1834-4656-922d-f56a1d4813a5 req-3efee422-eb4c-4929-b854-acafe403b0d2 tempest-VolumesSnapshotTestJSON-23478632 tempest-VolumesSnapshotTestJSON-23478632-project] 10.222.0.46 "GET /v2.0/ports?device_id=68fbf96e-c680-4a0b-9fd9-c8028c0debd2 HTTP/1.1" status: 200 len: 210 time: 0.0292385 Sep 29 15:48:07.742273 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432e59ec-a069-4ade-8501-41fd59e1ef06 req-86588b13-ce7d-41ef-b496-782ba93a49cb tempest-TestShelveInstance-975876144 tempest-TestShelveInstance-975876144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:48:07.743718 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [req-432e59ec-a069-4ade-8501-41fd59e1ef06 req-86588b13-ce7d-41ef-b496-782ba93a49cb tempest-TestShelveInstance-975876144 tempest-TestShelveInstance-975876144-project] 10.222.0.46 "GET /v2.0/ports?device_id=f5040a69-8af4-4c00-956e-42c70be40526 HTTP/1.1" status: 200 len: 945 time: 0.0486047 Sep 29 15:48:07.780454 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [req-432e59ec-a069-4ade-8501-41fd59e1ef06 req-c969f022-3c60-4e03-9593-5927d28f9dd0 tempest-TestShelveInstance-975876144 tempest-TestShelveInstance-975876144-project] 10.222.0.46 "GET /v2.0/security-groups?id=ca56a99e-7afa-4df3-8cfa-fe716fab0231&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303175 Sep 29 15:48:08.894695 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cab1ea1-3152-4dfb-80c9-75318ef8f0b2 req-0b241879-6447-41c9-8432-13a41fd8ccab tempest-TestShelveInstance-975876144 tempest-TestShelveInstance-975876144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:48:08.896174 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [req-0cab1ea1-3152-4dfb-80c9-75318ef8f0b2 req-0b241879-6447-41c9-8432-13a41fd8ccab tempest-TestShelveInstance-975876144 tempest-TestShelveInstance-975876144-project] 10.222.0.46 "GET /v2.0/ports?device_id=f5040a69-8af4-4c00-956e-42c70be40526 HTTP/1.1" status: 200 len: 945 time: 0.0512853 Sep 29 15:48:08.932188 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [req-0cab1ea1-3152-4dfb-80c9-75318ef8f0b2 req-1c6e6a8a-276f-4ca5-af12-ddbd4e4eceab tempest-TestShelveInstance-975876144 tempest-TestShelveInstance-975876144-project] 10.222.0.46 "GET /v2.0/security-groups?id=ca56a99e-7afa-4df3-8cfa-fe716fab0231&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0298963 Sep 29 15:48:10.045678 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9eb7d61-35f1-4ffb-81f0-63b1e9f33e17 req-26ba3078-9b2c-4c06-9cf2-d0decea4062d tempest-TestShelveInstance-975876144 tempest-TestShelveInstance-975876144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:48:10.047112 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-d9eb7d61-35f1-4ffb-81f0-63b1e9f33e17 req-26ba3078-9b2c-4c06-9cf2-d0decea4062d tempest-TestShelveInstance-975876144 tempest-TestShelveInstance-975876144-project] 10.222.0.46 "GET /v2.0/ports?device_id=f5040a69-8af4-4c00-956e-42c70be40526 HTTP/1.1" status: 200 len: 945 time: 0.0465176 Sep 29 15:48:10.085911 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-d9eb7d61-35f1-4ffb-81f0-63b1e9f33e17 req-8cedb93f-2b72-4afb-b12f-7f430ac57000 tempest-TestShelveInstance-975876144 tempest-TestShelveInstance-975876144-project] 10.222.0.46 "GET /v2.0/security-groups?id=ca56a99e-7afa-4df3-8cfa-fe716fab0231&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330803 Sep 29 15:48:11.198434 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97cb8532-a159-436d-8e7a-9be477fc3386 req-02b07328-d25f-4ccc-814b-c62624b6b514 tempest-TestShelveInstance-975876144 tempest-TestShelveInstance-975876144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:48:11.199901 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [req-97cb8532-a159-436d-8e7a-9be477fc3386 req-02b07328-d25f-4ccc-814b-c62624b6b514 tempest-TestShelveInstance-975876144 tempest-TestShelveInstance-975876144-project] 10.222.0.46 "GET /v2.0/ports?device_id=f5040a69-8af4-4c00-956e-42c70be40526 HTTP/1.1" status: 200 len: 945 time: 0.0492210 Sep 29 15:48:11.236538 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [req-97cb8532-a159-436d-8e7a-9be477fc3386 req-fd265f82-5662-48f0-9e5f-53946d929133 tempest-TestShelveInstance-975876144 tempest-TestShelveInstance-975876144-project] 10.222.0.46 "GET /v2.0/security-groups?id=ca56a99e-7afa-4df3-8cfa-fe716fab0231&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307422 Sep 29 15:48:11.455120 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.plugins.ml2.rpc [None req-4d55257e-523e-4b8d-ab2b-d46a31710be1 None None] Device 2e297ecb-a637-4a2e-89eb-50b547368957 no longer exists at agent hyperv_hv-cinder-80661 {{(pid=96122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 15:48:11.474740 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.plugins.ml2.plugin [None req-4d55257e-523e-4b8d-ab2b-d46a31710be1 None None] No Port match for: 2e297ecb-a637-4a2e-89eb-50b547368957 {{(pid=96122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 29 15:48:11.475073 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.plugins.ml2.rpc [None req-4d55257e-523e-4b8d-ab2b-d46a31710be1 None None] Device 2e297ecb-a637-4a2e-89eb-50b547368957 not bound to the agent host hv-cinder-80661 {{(pid=96122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 15:48:12.345929 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7f9b92-6581-4ccc-931e-032a55600259 req-c4d184fc-14f3-49f6-a12f-5db684ed242d tempest-TestShelveInstance-975876144 tempest-TestShelveInstance-975876144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:48:12.347368 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-4e7f9b92-6581-4ccc-931e-032a55600259 req-c4d184fc-14f3-49f6-a12f-5db684ed242d tempest-TestShelveInstance-975876144 tempest-TestShelveInstance-975876144-project] 10.222.0.46 "GET /v2.0/ports?device_id=f5040a69-8af4-4c00-956e-42c70be40526 HTTP/1.1" status: 200 len: 945 time: 0.0472212 Sep 29 15:48:12.382964 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-4e7f9b92-6581-4ccc-931e-032a55600259 req-8bb03580-4c03-45d8-8103-5a39b17dea58 tempest-TestShelveInstance-975876144 tempest-TestShelveInstance-975876144-project] 10.222.0.46 "GET /v2.0/security-groups?id=ca56a99e-7afa-4df3-8cfa-fe716fab0231&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0297995 Sep 29 15:48:13.496575 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8186156a-19d0-4797-aadc-eb1511066e26 req-df81c24a-a4ef-4632-8702-31597d57a3fe tempest-TestShelveInstance-975876144 tempest-TestShelveInstance-975876144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:48:13.498055 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [req-8186156a-19d0-4797-aadc-eb1511066e26 req-df81c24a-a4ef-4632-8702-31597d57a3fe tempest-TestShelveInstance-975876144 tempest-TestShelveInstance-975876144-project] 10.222.0.46 "GET /v2.0/ports?device_id=f5040a69-8af4-4c00-956e-42c70be40526 HTTP/1.1" status: 200 len: 945 time: 0.0498703 Sep 29 15:48:13.535098 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [req-8186156a-19d0-4797-aadc-eb1511066e26 req-2a94605c-5d68-4af6-b8f6-5dcba39bc3fd tempest-TestShelveInstance-975876144 tempest-TestShelveInstance-975876144-project] 10.222.0.46 "GET /v2.0/security-groups?id=ca56a99e-7afa-4df3-8cfa-fe716fab0231&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311484 Sep 29 15:48:14.646261 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5572ab2-04b6-43e5-9559-974c2d6be1a5 req-c11a12ec-da57-41b1-be4a-5498267e39c4 tempest-TestShelveInstance-975876144 tempest-TestShelveInstance-975876144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:48:14.647714 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-c5572ab2-04b6-43e5-9559-974c2d6be1a5 req-c11a12ec-da57-41b1-be4a-5498267e39c4 tempest-TestShelveInstance-975876144 tempest-TestShelveInstance-975876144-project] 10.222.0.46 "GET /v2.0/ports?device_id=f5040a69-8af4-4c00-956e-42c70be40526 HTTP/1.1" status: 200 len: 945 time: 0.0473320 Sep 29 15:48:14.686365 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-c5572ab2-04b6-43e5-9559-974c2d6be1a5 req-20fdccbe-f2eb-4dcb-b25c-7e1ed5c25451 tempest-TestShelveInstance-975876144 tempest-TestShelveInstance-975876144-project] 10.222.0.46 "GET /v2.0/security-groups?id=ca56a99e-7afa-4df3-8cfa-fe716fab0231&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324075 Sep 29 15:48:15.801968 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7658aa-13c9-4ef3-b9f2-062492895b45 req-0e194d50-c8e5-449e-b421-c522827c57ca tempest-TestShelveInstance-975876144 tempest-TestShelveInstance-975876144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:48:15.803416 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [req-ea7658aa-13c9-4ef3-b9f2-062492895b45 req-0e194d50-c8e5-449e-b421-c522827c57ca tempest-TestShelveInstance-975876144 tempest-TestShelveInstance-975876144-project] 10.222.0.46 "GET /v2.0/ports?device_id=f5040a69-8af4-4c00-956e-42c70be40526 HTTP/1.1" status: 200 len: 945 time: 0.0504134 Sep 29 15:48:15.839726 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [req-ea7658aa-13c9-4ef3-b9f2-062492895b45 req-efa6b880-5d96-46d0-b9b5-dda5af67ceb8 tempest-TestShelveInstance-975876144 tempest-TestShelveInstance-975876144-project] 10.222.0.46 "GET /v2.0/security-groups?id=ca56a99e-7afa-4df3-8cfa-fe716fab0231&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304332 Sep 29 15:48:16.950022 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7012ca-4cc2-4fc5-92e0-01bde371988f req-f8497cc3-aa49-4216-b5c3-dcb3be80266c tempest-TestShelveInstance-975876144 tempest-TestShelveInstance-975876144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:48:16.951467 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-1b7012ca-4cc2-4fc5-92e0-01bde371988f req-f8497cc3-aa49-4216-b5c3-dcb3be80266c tempest-TestShelveInstance-975876144 tempest-TestShelveInstance-975876144-project] 10.222.0.46 "GET /v2.0/ports?device_id=f5040a69-8af4-4c00-956e-42c70be40526 HTTP/1.1" status: 200 len: 945 time: 0.0466330 Sep 29 15:48:16.990948 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-1b7012ca-4cc2-4fc5-92e0-01bde371988f req-bc036869-1681-42eb-a82d-0313efc401bf tempest-TestShelveInstance-975876144 tempest-TestShelveInstance-975876144-project] 10.222.0.46 "GET /v2.0/security-groups?id=ca56a99e-7afa-4df3-8cfa-fe716fab0231&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328655 Sep 29 15:48:17.506175 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab9c16e-954c-4bbb-8317-4741ff72a3df req-75aea705-62a3-4ffa-9c96-249f7acc852c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:48:17.507666 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-7ab9c16e-954c-4bbb-8317-4741ff72a3df req-75aea705-62a3-4ffa-9c96-249f7acc852c service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=b047be03e3304a939d153e38fbd212c7&device_id=f5040a69-8af4-4c00-956e-42c70be40526 HTTP/1.1" status: 200 len: 1098 time: 0.0383651 Sep 29 15:48:17.593351 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab9c16e-954c-4bbb-8317-4741ff72a3df req-d75225f8-9abc-46a5-bf3c-05b8ceb2431b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:48:17.594690 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-7ab9c16e-954c-4bbb-8317-4741ff72a3df req-d75225f8-9abc-46a5-bf3c-05b8ceb2431b service neutron] 10.222.0.22 "GET /v2.0/networks?id=01fbeb81-3367-4a61-af0a-258a335f59fe HTTP/1.1" status: 200 len: 909 time: 0.0807312 Sep 29 15:48:17.660274 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-7ab9c16e-954c-4bbb-8317-4741ff72a3df req-a49dc1da-9240-4e32-9c9e-de95a715a93c service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ba218b3a-dee1-4ec8-91ec-282b5ceb1280 HTTP/1.1" status: 200 len: 1001 time: 0.0575700 Sep 29 15:48:17.708169 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab9c16e-954c-4bbb-8317-4741ff72a3df req-95378363-c3ae-4cf0-83f9-67fbe920cf83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:48:17.709544 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-7ab9c16e-954c-4bbb-8317-4741ff72a3df req-95378363-c3ae-4cf0-83f9-67fbe920cf83 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=f8632fa6-8929-4963-8012-7394188bf2e0 HTTP/1.1" status: 200 len: 847 time: 0.0422688 Sep 29 15:48:17.752429 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab9c16e-954c-4bbb-8317-4741ff72a3df req-6c137697-9b3b-4dfd-af80-c39cd64f3543 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:48:17.753843 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-7ab9c16e-954c-4bbb-8317-4741ff72a3df req-6c137697-9b3b-4dfd-af80-c39cd64f3543 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=01fbeb81-3367-4a61-af0a-258a335f59fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0374367 Sep 29 15:48:17.841854 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-7ab9c16e-954c-4bbb-8317-4741ff72a3df req-4a3f8bea-9f49-4bc6-84c9-eb3bb3d00617 service neutron] 10.222.0.22 "GET /v2.0/networks/01fbeb81-3367-4a61-af0a-258a335f59fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811498 Sep 29 15:48:17.927396 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-7ab9c16e-954c-4bbb-8317-4741ff72a3df req-9b959bd3-3f30-4e64-abb0-47eaed69a605 service neutron] 10.222.0.22 "GET /v2.0/networks/01fbeb81-3367-4a61-af0a-258a335f59fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0787344 Sep 29 15:48:18.102051 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1755be1e-e3b3-4d71-aeea-413b3540f446 req-ddb5bd15-ba05-44a7-82ad-5d1caa7f74b4 tempest-TestShelveInstance-975876144 tempest-TestShelveInstance-975876144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:48:18.103493 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [req-1755be1e-e3b3-4d71-aeea-413b3540f446 req-ddb5bd15-ba05-44a7-82ad-5d1caa7f74b4 tempest-TestShelveInstance-975876144 tempest-TestShelveInstance-975876144-project] 10.222.0.46 "GET /v2.0/ports?device_id=f5040a69-8af4-4c00-956e-42c70be40526 HTTP/1.1" status: 200 len: 945 time: 0.0474710 Sep 29 15:48:18.139323 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [req-1755be1e-e3b3-4d71-aeea-413b3540f446 req-b38822aa-31eb-40e3-b46f-6a4637dea888 tempest-TestShelveInstance-975876144 tempest-TestShelveInstance-975876144-project] 10.222.0.46 "GET /v2.0/security-groups?id=ca56a99e-7afa-4df3-8cfa-fe716fab0231&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0300138 Sep 29 15:48:18.623421 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fdd996b-4d27-4e45-95c9-900028078e0d req-eb16d1d4-ef3f-4685-a472-50e40083d6f5 tempest-VolumesSnapshotTestJSON-23478632 tempest-VolumesSnapshotTestJSON-23478632-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=96121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:48:18.624897 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-3fdd996b-4d27-4e45-95c9-900028078e0d req-eb16d1d4-ef3f-4685-a472-50e40083d6f5 tempest-VolumesSnapshotTestJSON-23478632 tempest-VolumesSnapshotTestJSON-23478632-project] 10.222.0.46 "GET /v2.0/networks?id=a3556691-99e5-4003-bcb7-839c68562bbd HTTP/1.1" status: 200 len: 814 time: 0.1003895 Sep 29 15:48:18.639143 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-3fdd996b-4d27-4e45-95c9-900028078e0d req-bdfa7797-76ab-40b4-9a04-df954efb3f16 tempest-VolumesSnapshotTestJSON-23478632 tempest-VolumesSnapshotTestJSON-23478632-project] 10.222.0.46 "GET /v2.0/quotas/0f43738214b74b6c819251cae54153e7 HTTP/1.1" status: 200 len: 375 time: 0.0085256 Sep 29 15:48:18.670062 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-3fdd996b-4d27-4e45-95c9-900028078e0d req-b1afd2b6-ec3c-4efc-b93b-3658824fdb16 tempest-VolumesSnapshotTestJSON-23478632 tempest-VolumesSnapshotTestJSON-23478632-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=0f43738214b74b6c819251cae54153e7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0252538 Sep 29 15:48:18.848118 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-3fdd996b-4d27-4e45-95c9-900028078e0d req-b79260d6-805e-4ec7-b7e3-afb3b8c5edc1 service neutron] 10.222.0.46 "GET /v2.0/networks/a3556691-99e5-4003-bcb7-839c68562bbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1710932 Sep 29 15:48:18.934519 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-3fdd996b-4d27-4e45-95c9-900028078e0d req-b634d602-0ace-4f9c-867a-3048115d5826 service neutron] 10.222.0.46 "GET /v2.0/networks/a3556691-99e5-4003-bcb7-839c68562bbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0802240 Sep 29 15:48:19.199917 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [req-41780c39-1dd4-4817-b0ca-2979ccf68ad9 req-d3e1ef50-2bae-4649-8fba-e686a4ad443d tempest-VolumesSnapshotTestJSON-23478632 tempest-VolumesSnapshotTestJSON-23478632-project] 10.222.0.46 "GET /v2.0/ports?device_id=d7fddca1-c95a-471d-9957-460a2f64018f HTTP/1.1" status: 200 len: 210 time: 0.0264702 Sep 29 15:48:19.260703 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4f0ced-c828-4d23-80f3-ab9999f269f6 req-e5de9183-b4fd-4093-b3c0-e9a47b3e1def tempest-TestShelveInstance-975876144 tempest-TestShelveInstance-975876144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:48:19.260703 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-dc4f0ced-c828-4d23-80f3-ab9999f269f6 req-e5de9183-b4fd-4093-b3c0-e9a47b3e1def tempest-TestShelveInstance-975876144 tempest-TestShelveInstance-975876144-project] 10.222.0.46 "GET /v2.0/ports?device_id=f5040a69-8af4-4c00-956e-42c70be40526 HTTP/1.1" status: 200 len: 945 time: 0.0540466 Sep 29 15:48:19.301481 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-dc4f0ced-c828-4d23-80f3-ab9999f269f6 req-059dfc17-56c6-42a8-a838-d3a1a3fb7dbd tempest-TestShelveInstance-975876144 tempest-TestShelveInstance-975876144-project] 10.222.0.46 "GET /v2.0/security-groups?id=ca56a99e-7afa-4df3-8cfa-fe716fab0231&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353909 Sep 29 15:48:20.293913 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [req-75cf3282-d0cc-47f2-b417-3d84ab5080b1 req-ad026cab-da88-4043-a771-05bcd8647ff9 tempest-VolumesSnapshotTestJSON-23478632 tempest-VolumesSnapshotTestJSON-23478632-project] 10.222.0.46 "GET /v2.0/ports?device_id=d7fddca1-c95a-471d-9957-460a2f64018f HTTP/1.1" status: 200 len: 210 time: 0.0297172 Sep 29 15:48:20.414643 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbbe95e6-38a1-4836-b29f-78bde371cdaf req-43cf6671-2744-488e-b207-5fd92bedc9dd tempest-TestShelveInstance-975876144 tempest-TestShelveInstance-975876144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:48:20.416166 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-cbbe95e6-38a1-4836-b29f-78bde371cdaf req-43cf6671-2744-488e-b207-5fd92bedc9dd tempest-TestShelveInstance-975876144 tempest-TestShelveInstance-975876144-project] 10.222.0.46 "GET /v2.0/ports?device_id=f5040a69-8af4-4c00-956e-42c70be40526 HTTP/1.1" status: 200 len: 945 time: 0.0481873 Sep 29 15:48:20.452567 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-cbbe95e6-38a1-4836-b29f-78bde371cdaf req-748e5581-0d77-44ca-9084-48ad3fa5a9e2 tempest-TestShelveInstance-975876144 tempest-TestShelveInstance-975876144-project] 10.222.0.46 "GET /v2.0/security-groups?id=ca56a99e-7afa-4df3-8cfa-fe716fab0231&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305476 Sep 29 15:48:21.199445 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fdd996b-4d27-4e45-95c9-900028078e0d req-37a86165-8df1-4a1e-b9c3-556d40896f49 tempest-VolumesSnapshotTestJSON-23478632 tempest-VolumesSnapshotTestJSON-23478632-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=96121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:48:21.200826 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-3fdd996b-4d27-4e45-95c9-900028078e0d req-37a86165-8df1-4a1e-b9c3-556d40896f49 tempest-VolumesSnapshotTestJSON-23478632 tempest-VolumesSnapshotTestJSON-23478632-project] 10.222.0.22 "GET /v2.0/networks?id=a3556691-99e5-4003-bcb7-839c68562bbd HTTP/1.1" status: 200 len: 814 time: 0.1007519 Sep 29 15:48:21.223654 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.api.v2.base [req-3fdd996b-4d27-4e45-95c9-900028078e0d req-35bc613c-c975-4bfd-b684-7417fe68ee06 tempest-VolumesSnapshotTestJSON-23478632 tempest-VolumesSnapshotTestJSON-23478632-project] Request body: {'port': {'device_id': 'd7fddca1-c95a-471d-9957-460a2f64018f', 'network_id': 'a3556691-99e5-4003-bcb7-839c68562bbd', 'admin_state_up': True, 'tenant_id': '0f43738214b74b6c819251cae54153e7'}} {{(pid=96121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 15:48:21.385896 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [req-7769f1ab-3076-44c2-b784-7daa788a446f req-564f89ad-9f9d-4122-b54d-a9a1005e6662 tempest-VolumesSnapshotTestJSON-23478632 tempest-VolumesSnapshotTestJSON-23478632-project] 10.222.0.46 "GET /v2.0/ports?device_id=d7fddca1-c95a-471d-9957-460a2f64018f HTTP/1.1" status: 200 len: 210 time: 0.0267873 Sep 29 15:48:21.400083 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3fdd996b-4d27-4e45-95c9-900028078e0d req-35bc613c-c975-4bfd-b684-7417fe68ee06 tempest-VolumesSnapshotTestJSON-23478632 tempest-VolumesSnapshotTestJSON-23478632-project] Made reservation on behalf of 0f43738214b74b6c819251cae54153e7 for: {'port': 1} {{(pid=96121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 15:48:21.404078 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [req-3fdd996b-4d27-4e45-95c9-900028078e0d req-35bc613c-c975-4bfd-b684-7417fe68ee06 tempest-VolumesSnapshotTestJSON-23478632 tempest-VolumesSnapshotTestJSON-23478632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-684029'] for port, before_create {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:48:21.555062 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.db.db_base_plugin_common [req-3fdd996b-4d27-4e45-95c9-900028078e0d req-35bc613c-c975-4bfd-b684-7417fe68ee06 tempest-VolumesSnapshotTestJSON-23478632 tempest-VolumesSnapshotTestJSON-23478632-project] Allocated IP 172.20.0.12 (a3556691-99e5-4003-bcb7-839c68562bbd/8e562c29-9ab4-4383-89e4-79bf93b64269/533e329d-a77c-4e3e-b8b1-d12b727893e8) {{(pid=96121) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 15:48:21.588236 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68ffeee-8075-4117-a355-5fa4fa96f639 req-961305f2-0151-43ff-b519-7f828a95a6f4 tempest-TestShelveInstance-975876144 tempest-TestShelveInstance-975876144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:48:21.589711 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-f68ffeee-8075-4117-a355-5fa4fa96f639 req-961305f2-0151-43ff-b519-7f828a95a6f4 tempest-TestShelveInstance-975876144 tempest-TestShelveInstance-975876144-project] 10.222.0.46 "GET /v2.0/ports?device_id=f5040a69-8af4-4c00-956e-42c70be40526 HTTP/1.1" status: 200 len: 945 time: 0.0709867 Sep 29 15:48:21.664335 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-f68ffeee-8075-4117-a355-5fa4fa96f639 req-4896f729-f54a-44f0-8ccd-985354272cf8 tempest-TestShelveInstance-975876144 tempest-TestShelveInstance-975876144-project] 10.222.0.46 "GET /v2.0/security-groups?id=ca56a99e-7afa-4df3-8cfa-fe716fab0231&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0675619 Sep 29 15:48:21.737547 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.wsgi [req-3c7c3632-c093-4f7d-b5fc-4fc28a50b2cb req-4a0e9814-c373-470b-8878-a82602c08adc service neutron] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=96120) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 29 15:48:21.738620 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [req-3c7c3632-c093-4f7d-b5fc-4fc28a50b2cb req-4a0e9814-c373-470b-8878-a82602c08adc service neutron] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0053720 Sep 29 15:48:21.752441 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [req-3fdd996b-4d27-4e45-95c9-900028078e0d req-35bc613c-c975-4bfd-b684-7417fe68ee06 tempest-VolumesSnapshotTestJSON-23478632 tempest-VolumesSnapshotTestJSON-23478632-project] Notify callbacks [] for port, precommit_create {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:48:21.868912 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [req-3fdd996b-4d27-4e45-95c9-900028078e0d req-35bc613c-c975-4bfd-b684-7417fe68ee06 tempest-VolumesSnapshotTestJSON-23478632 tempest-VolumesSnapshotTestJSON-23478632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741779628737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3898419'] for port, after_create {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:48:21.909274 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3fdd996b-4d27-4e45-95c9-900028078e0d req-35bc613c-c975-4bfd-b684-7417fe68ee06 tempest-VolumesSnapshotTestJSON-23478632 tempest-VolumesSnapshotTestJSON-23478632-project] Network a3556691-99e5-4003-bcb7-839c68562bbd is already hosted by enough agents. {{(pid=96121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 15:48:21.912294 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.scheduler.base_scheduler [req-3fdd996b-4d27-4e45-95c9-900028078e0d req-35bc613c-c975-4bfd-b684-7417fe68ee06 tempest-VolumesSnapshotTestJSON-23478632 tempest-VolumesSnapshotTestJSON-23478632-project] Resources bound (agent type, host, resource id): {{(pid=96121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 15:48:21.915772 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.db.l3_dvrscheduler_db [req-3fdd996b-4d27-4e45-95c9-900028078e0d req-35bc613c-c975-4bfd-b684-7417fe68ee06 tempest-VolumesSnapshotTestJSON-23478632 tempest-VolumesSnapshotTestJSON-23478632-project] Received port after_create {{(pid=96121) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 15:48:21.946378 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35bc613c-c975-4bfd-b684-7417fe68ee06 tempest-VolumesSnapshotTestJSON-23478632 tempest-VolumesSnapshotTestJSON-23478632-project] Pushing event updated for resources: {'Port': ['ID=533e329d-a77c-4e3e-b8b1-d12b727893e8,revision_number=1']} {{(pid=96121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 15:48:21.977103 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fdd996b-4d27-4e45-95c9-900028078e0d req-35bc613c-c975-4bfd-b684-7417fe68ee06 tempest-VolumesSnapshotTestJSON-23478632 tempest-VolumesSnapshotTestJSON-23478632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=96121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:48:21.977711 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [req-3fdd996b-4d27-4e45-95c9-900028078e0d req-35bc613c-c975-4bfd-b684-7417fe68ee06 tempest-VolumesSnapshotTestJSON-23478632 tempest-VolumesSnapshotTestJSON-23478632-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238921'] for port, before_response {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:48:22.039827 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe28ce3-87c1-4182-877e-33d8116e5417 req-f19aee17-cdde-4d8d-8ad8-5f514a34a999 tempest-TestShelveInstance-975876144 tempest-TestShelveInstance-975876144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:48:22.041250 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-afe28ce3-87c1-4182-877e-33d8116e5417 req-f19aee17-cdde-4d8d-8ad8-5f514a34a999 tempest-TestShelveInstance-975876144 tempest-TestShelveInstance-975876144-project] 10.222.0.46 "GET /v2.0/ports?device_id=f5040a69-8af4-4c00-956e-42c70be40526 HTTP/1.1" status: 200 len: 945 time: 0.0494652 Sep 29 15:48:22.073583 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-3fdd996b-4d27-4e45-95c9-900028078e0d req-35bc613c-c975-4bfd-b684-7417fe68ee06 tempest-VolumesSnapshotTestJSON-23478632 tempest-VolumesSnapshotTestJSON-23478632-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8540220 Sep 29 15:48:22.081576 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-afe28ce3-87c1-4182-877e-33d8116e5417 req-563f0dcf-29eb-4c3c-b20f-a98b31f32bf2 tempest-TestShelveInstance-975876144 tempest-TestShelveInstance-975876144-project] 10.222.0.46 "GET /v2.0/security-groups?id=ca56a99e-7afa-4df3-8cfa-fe716fab0231&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344615 Sep 29 15:48:22.092112 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.api.v2.base [req-3fdd996b-4d27-4e45-95c9-900028078e0d req-1f2116b5-07e4-4d58-a01d-a3723a69319b service neutron] Request body: {'port': {'device_id': 'd7fddca1-c95a-471d-9957-460a2f64018f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80661'}} {{(pid=96121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 15:48:22.132245 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [req-ba13cb61-cb70-4121-8e82-6b394182fcd7 req-4fb0911a-7cba-461e-9eb9-8a3a72de3eac service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=f5040a69-8af4-4c00-956e-42c70be40526&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0869565 Sep 29 15:48:22.144019 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [req-3fdd996b-4d27-4e45-95c9-900028078e0d req-1f2116b5-07e4-4d58-a01d-a3723a69319b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-684029'] for port, before_update {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:48:22.399716 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.notifiers.nova [req-3fdd996b-4d27-4e45-95c9-900028078e0d req-1f2116b5-07e4-4d58-a01d-a3723a69319b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 533e329d-a77c-4e3e-b8b1-d12b727893e8 {{(pid=96121) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 15:48:22.407120 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [req-3fdd996b-4d27-4e45-95c9-900028078e0d req-1f2116b5-07e4-4d58-a01d-a3723a69319b service neutron] Notify callbacks [] for port, precommit_update {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:48:22.419042 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.db.provisioning_blocks [req-3fdd996b-4d27-4e45-95c9-900028078e0d req-1f2116b5-07e4-4d58-a01d-a3723a69319b service neutron] Transition to ACTIVE for port object 533e329d-a77c-4e3e-b8b1-d12b727893e8 will not be triggered until provisioned by entity L2. {{(pid=96121) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 15:48:22.500903 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b4da5a-d4a6-4e33-b33b-29d5b3d75036 req-8b70ec56-db1e-41ed-ae59-fbfa1e0f0a14 tempest-VolumesSnapshotTestJSON-23478632 tempest-VolumesSnapshotTestJSON-23478632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:48:22.503025 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [req-05b4da5a-d4a6-4e33-b33b-29d5b3d75036 req-8b70ec56-db1e-41ed-ae59-fbfa1e0f0a14 tempest-VolumesSnapshotTestJSON-23478632 tempest-VolumesSnapshotTestJSON-23478632-project] 10.222.0.46 "GET /v2.0/ports?device_id=d7fddca1-c95a-471d-9957-460a2f64018f HTTP/1.1" status: 200 len: 932 time: 0.0494735 Sep 29 15:48:22.508737 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [req-3fdd996b-4d27-4e45-95c9-900028078e0d req-1f2116b5-07e4-4d58-a01d-a3723a69319b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741780147972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741779628755', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741779628773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3898424'] for port, after_update {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:48:22.540921 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [req-05b4da5a-d4a6-4e33-b33b-29d5b3d75036 req-2f38d413-35ec-4d10-b0ae-5aa3d4600841 tempest-VolumesSnapshotTestJSON-23478632 tempest-VolumesSnapshotTestJSON-23478632-project] 10.222.0.46 "GET /v2.0/security-groups?id=3cb43b68-c8c8-4622-b732-9e87585c037c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318925 Sep 29 15:48:22.576088 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2116b5-07e4-4d58-a01d-a3723a69319b service neutron] Pushing event updated for resources: {'Port': ['ID=533e329d-a77c-4e3e-b8b1-d12b727893e8,revision_number=2']} {{(pid=96121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 15:48:22.623059 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.plugins.ml2.managers [req-3fdd996b-4d27-4e45-95c9-900028078e0d req-1f2116b5-07e4-4d58-a01d-a3723a69319b service neutron] Attempting to bind port 533e329d-a77c-4e3e-b8b1-d12b727893e8 on host hv-cinder-80661 for vnic_type normal with profile {{(pid=96121) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 15:48:22.623399 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.plugins.ml2.managers [req-3fdd996b-4d27-4e45-95c9-900028078e0d req-1f2116b5-07e4-4d58-a01d-a3723a69319b service neutron] Attempting to bind port 533e329d-a77c-4e3e-b8b1-d12b727893e8 by drivers openvswitch,hyperv on host hv-cinder-80661 at level 0 using segments [{'id': '127c7d20-b3ad-44cf-a1e0-76bdcd0d832b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'a3556691-99e5-4003-bcb7-839c68562bbd'}] {{(pid=96121) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 15:48:22.623724 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fdd996b-4d27-4e45-95c9-900028078e0d req-1f2116b5-07e4-4d58-a01d-a3723a69319b service neutron] Attempting to bind port 533e329d-a77c-4e3e-b8b1-d12b727893e8 on network a3556691-99e5-4003-bcb7-839c68562bbd {{(pid=96121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 15:48:22.627814 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fdd996b-4d27-4e45-95c9-900028078e0d req-1f2116b5-07e4-4d58-a01d-a3723a69319b service neutron] Port 533e329d-a77c-4e3e-b8b1-d12b727893e8 on network a3556691-99e5-4003-bcb7-839c68562bbd not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80661 {{(pid=96121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 29 15:48:22.628169 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fdd996b-4d27-4e45-95c9-900028078e0d req-1f2116b5-07e4-4d58-a01d-a3723a69319b service neutron] Attempting to bind port 533e329d-a77c-4e3e-b8b1-d12b727893e8 on network a3556691-99e5-4003-bcb7-839c68562bbd {{(pid=96121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 15:48:22.632873 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fdd996b-4d27-4e45-95c9-900028078e0d req-1f2116b5-07e4-4d58-a01d-a3723a69319b service neutron] Checking agent: {'id': '02e4aaf8-ac1d-430d-8152-9e2105739360', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80661', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 15, 37, 5), 'started_at': datetime.datetime(2021, 9, 29, 15, 37, 5), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 15, 48, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=96121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 15:48:22.633150 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fdd996b-4d27-4e45-95c9-900028078e0d req-1f2116b5-07e4-4d58-a01d-a3723a69319b service neutron] Checking segment: {'id': '127c7d20-b3ad-44cf-a1e0-76bdcd0d832b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'a3556691-99e5-4003-bcb7-839c68562bbd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96121) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 15:48:22.633534 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fdd996b-4d27-4e45-95c9-900028078e0d req-1f2116b5-07e4-4d58-a01d-a3723a69319b service neutron] Bound using segment: {'id': '127c7d20-b3ad-44cf-a1e0-76bdcd0d832b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'a3556691-99e5-4003-bcb7-839c68562bbd'} {{(pid=96121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 15:48:22.633984 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.plugins.ml2.managers [req-3fdd996b-4d27-4e45-95c9-900028078e0d req-1f2116b5-07e4-4d58-a01d-a3723a69319b service neutron] Bound port: 533e329d-a77c-4e3e-b8b1-d12b727893e8, host: hv-cinder-80661, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '127c7d20-b3ad-44cf-a1e0-76bdcd0d832b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'a3556691-99e5-4003-bcb7-839c68562bbd'}}] {{(pid=96121) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 15:48:22.634343 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [req-3fdd996b-4d27-4e45-95c9-900028078e0d req-1f2116b5-07e4-4d58-a01d-a3723a69319b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-684029'] for port, before_update {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:48:22.705069 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.plugins.ml2.db [req-3fdd996b-4d27-4e45-95c9-900028078e0d req-1f2116b5-07e4-4d58-a01d-a3723a69319b service neutron] For port 533e329d-a77c-4e3e-b8b1-d12b727893e8, host hv-cinder-80661, cleared binding levels {{(pid=96121) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 15:48:22.708270 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.plugins.ml2.db [req-3fdd996b-4d27-4e45-95c9-900028078e0d req-1f2116b5-07e4-4d58-a01d-a3723a69319b service neutron] For port 533e329d-a77c-4e3e-b8b1-d12b727893e8, host hv-cinder-80661, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80661',level=0,port_id=533e329d-a77c-4e3e-b8b1-d12b727893e8,segment=NetworkSegment(127c7d20-b3ad-44cf-a1e0-76bdcd0d832b),segment_id=127c7d20-b3ad-44cf-a1e0-76bdcd0d832b)] {{(pid=96121) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 15:48:22.823094 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [req-3fdd996b-4d27-4e45-95c9-900028078e0d req-1f2116b5-07e4-4d58-a01d-a3723a69319b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741780147972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741779628755', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741779628773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3898424'] for port, after_update {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:48:22.854599 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fdd996b-4d27-4e45-95c9-900028078e0d req-1f2116b5-07e4-4d58-a01d-a3723a69319b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:48:22.855203 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [req-3fdd996b-4d27-4e45-95c9-900028078e0d req-1f2116b5-07e4-4d58-a01d-a3723a69319b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238921'] for port, before_response {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:48:22.856849 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-3fdd996b-4d27-4e45-95c9-900028078e0d req-1f2116b5-07e4-4d58-a01d-a3723a69319b service neutron] 10.222.0.22 "PUT /v2.0/ports/533e329d-a77c-4e3e-b8b1-d12b727893e8 HTTP/1.1" status: 200 len: 1094 time: 0.7689829 Sep 29 15:48:22.859106 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd7fddca1-c95a-471d-9957-460a2f64018f', 'tag': '533e329d-a77c-4e3e-b8b1-d12b727893e8'}] {{(pid=96121) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 15:48:22.861967 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dcbd94143c65fdb0f5c12b0c92a6468c38125261e55d21e9818266cb91f6c0d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60f881ee-be31-4693-aedd-6f5335716680" -d '{"events": [{"name": "network-changed", "server_uuid": "d7fddca1-c95a-471d-9957-460a2f64018f", "tag": "533e329d-a77c-4e3e-b8b1-d12b727893e8"}]}' {{(pid=96121) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 15:48:22.886443 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2116b5-07e4-4d58-a01d-a3723a69319b service neutron] Pushing event updated for resources: {'Port': ['ID=533e329d-a77c-4e3e-b8b1-d12b727893e8,revision_number=3']} {{(pid=96121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 15:48:22.897275 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 29 Sep 2021 15:48:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54bf4dcb-8972-4863-9a8c-f7e106379cab x-openstack-request-id: req-54bf4dcb-8972-4863-9a8c-f7e106379cab {{(pid=96121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 15:48:22.897565 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d7fddca1-c95a-471d-9957-460a2f64018f", "tag": "533e329d-a77c-4e3e-b8b1-d12b727893e8", "status": "completed", "code": 200}]} {{(pid=96121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 15:48:22.897879 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-54bf4dcb-8972-4863-9a8c-f7e106379cab {{(pid=96121) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 15:48:22.898259 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd7fddca1-c95a-471d-9957-460a2f64018f', 'tag': '533e329d-a77c-4e3e-b8b1-d12b727893e8', 'status': 'completed', 'code': 200} Sep 29 15:48:22.982784 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f881ee-be31-4693-aedd-6f5335716680 req-1dd5dba5-fbc0-4dce-b420-509e049d9994 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:48:22.984343 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-60f881ee-be31-4693-aedd-6f5335716680 req-1dd5dba5-fbc0-4dce-b420-509e049d9994 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=0f43738214b74b6c819251cae54153e7&device_id=d7fddca1-c95a-471d-9957-460a2f64018f HTTP/1.1" status: 200 len: 1097 time: 0.0410903 Sep 29 15:48:23.091079 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f881ee-be31-4693-aedd-6f5335716680 req-56a6656a-9574-4d53-a1b3-b688e1f524e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:48:23.092623 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-60f881ee-be31-4693-aedd-6f5335716680 req-56a6656a-9574-4d53-a1b3-b688e1f524e5 service neutron] 10.222.0.22 "GET /v2.0/networks?tenant_id=0f43738214b74b6c819251cae54153e7&shared=False HTTP/1.1" status: 200 len: 915 time: 0.0947874 Sep 29 15:48:23.183423 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f881ee-be31-4693-aedd-6f5335716680 req-5d763582-d660-4657-a5a5-7b6aace4b2a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:48:23.184843 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-60f881ee-be31-4693-aedd-6f5335716680 req-5d763582-d660-4657-a5a5-7b6aace4b2a8 service neutron] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0857632 Sep 29 15:48:23.196476 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea065814-8344-4cb1-b3f8-5f633898a5bb req-d099cb29-b718-42e5-97a8-ba70a8b51f2e tempest-TestShelveInstance-975876144 tempest-TestShelveInstance-975876144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:48:23.197937 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [req-ea065814-8344-4cb1-b3f8-5f633898a5bb req-d099cb29-b718-42e5-97a8-ba70a8b51f2e tempest-TestShelveInstance-975876144 tempest-TestShelveInstance-975876144-project] 10.222.0.46 "GET /v2.0/ports?device_id=f5040a69-8af4-4c00-956e-42c70be40526 HTTP/1.1" status: 200 len: 945 time: 0.0506594 Sep 29 15:48:23.235449 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [req-ea065814-8344-4cb1-b3f8-5f633898a5bb req-a818ba56-4c90-4cef-b3c8-1a116e498a06 tempest-TestShelveInstance-975876144 tempest-TestShelveInstance-975876144-project] 10.222.0.46 "GET /v2.0/security-groups?id=ca56a99e-7afa-4df3-8cfa-fe716fab0231&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315242 Sep 29 15:48:23.286612 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fdd996b-4d27-4e45-95c9-900028078e0d req-dc34459f-20d0-4188-9ae1-f95ec9917ff8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:48:23.288088 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-3fdd996b-4d27-4e45-95c9-900028078e0d req-dc34459f-20d0-4188-9ae1-f95ec9917ff8 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=0f43738214b74b6c819251cae54153e7&device_id=d7fddca1-c95a-471d-9957-460a2f64018f HTTP/1.1" status: 200 len: 1097 time: 0.0437963 Sep 29 15:48:23.333150 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-3fdd996b-4d27-4e45-95c9-900028078e0d req-5637cd05-6a88-4f2b-88ab-67e47e7b39fc service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=533e329d-a77c-4e3e-b8b1-d12b727893e8 HTTP/1.1" status: 200 len: 217 time: 0.0318387 Sep 29 15:48:23.379677 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fdd996b-4d27-4e45-95c9-900028078e0d req-5f339a4f-50ea-46df-ae32-da0d68b5d348 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:48:23.381097 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-3fdd996b-4d27-4e45-95c9-900028078e0d req-5f339a4f-50ea-46df-ae32-da0d68b5d348 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=8e562c29-9ab4-4383-89e4-79bf93b64269 HTTP/1.1" status: 200 len: 854 time: 0.0418622 Sep 29 15:48:23.414346 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-3fdd996b-4d27-4e45-95c9-900028078e0d req-cbc28278-c9bf-40d3-a341-39f6ec04aaa8 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=a3556691-99e5-4003-bcb7-839c68562bbd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0256836 Sep 29 15:48:23.499696 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-3fdd996b-4d27-4e45-95c9-900028078e0d req-c72f189c-245e-4cf4-9864-2d68c7d0e32f service neutron] 10.222.0.22 "GET /v2.0/networks/a3556691-99e5-4003-bcb7-839c68562bbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0781481 Sep 29 15:48:23.838249 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.plugins.ml2.rpc [None req-4d55257e-523e-4b8d-ab2b-d46a31710be1 None None] Device ba218b3a-dee1-4ec8-91ec-282b5ceb1280 no longer exists at agent hyperv_hv-cinder-80661 {{(pid=96122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 15:48:23.882387 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-3fdd996b-4d27-4e45-95c9-900028078e0d req-6de4e4f6-4387-4285-a26a-6f2c29c9afeb service neutron] 10.222.0.22 "GET /v2.0/networks/a3556691-99e5-4003-bcb7-839c68562bbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3752499 Sep 29 15:48:23.890557 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b1ca6d-2a27-41c5-ae0b-47d256aa142a req-ac54b293-0d42-4179-ba96-bc8abe958708 tempest-VolumesSnapshotTestJSON-23478632 tempest-VolumesSnapshotTestJSON-23478632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:48:23.891919 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-02b1ca6d-2a27-41c5-ae0b-47d256aa142a req-ac54b293-0d42-4179-ba96-bc8abe958708 tempest-VolumesSnapshotTestJSON-23478632 tempest-VolumesSnapshotTestJSON-23478632-project] 10.222.0.46 "GET /v2.0/ports?device_id=d7fddca1-c95a-471d-9957-460a2f64018f HTTP/1.1" status: 200 len: 944 time: 0.0655043 Sep 29 15:48:23.913312 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron_lib.callbacks.manager [None req-4d55257e-523e-4b8d-ab2b-d46a31710be1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-684029'] for port, before_update {{(pid=96122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:48:23.934809 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-02b1ca6d-2a27-41c5-ae0b-47d256aa142a req-8ce1b29f-fd5c-4402-893b-b11ac18ddeae tempest-VolumesSnapshotTestJSON-23478632 tempest-VolumesSnapshotTestJSON-23478632-project] 10.222.0.46 "GET /v2.0/security-groups?id=3cb43b68-c8c8-4622-b732-9e87585c037c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318055 Sep 29 15:48:23.936828 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5040a69-8af4-4c00-956e-42c70be40526', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ba218b3a-dee1-4ec8-91ec-282b5ceb1280'}] {{(pid=96122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 15:48:23.939051 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2623ca0f1d0ed70344ce0ae3d74fdbf1495c1e1ffd6c12fe338f92bc8c6604f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a04ed43-1938-4ee1-ab4c-7b5be5d360e0" -d '{"events": [{"server_uuid": "f5040a69-8af4-4c00-956e-42c70be40526", "name": "network-vif-unplugged", "status": "completed", "tag": "ba218b3a-dee1-4ec8-91ec-282b5ceb1280"}]}' {{(pid=96122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 15:48:23.952052 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.plugins.ml2.db [None req-4d55257e-523e-4b8d-ab2b-d46a31710be1 None None] For port ba218b3a-dee1-4ec8-91ec-282b5ceb1280, host hv-cinder-80661, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80661',level=0,port_id=ba218b3a-dee1-4ec8-91ec-282b5ceb1280,segment=NetworkSegment(898abf2c-c5cb-4056-87cb-c5313e242394),segment_id=898abf2c-c5cb-4056-87cb-c5313e242394)] {{(pid=96122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 15:48:23.975252 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 29 Sep 2021 15:48:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f064f081-4401-4c2a-b122-84a822ccd7e6 x-openstack-request-id: req-f064f081-4401-4c2a-b122-84a822ccd7e6 {{(pid=96122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 15:48:23.975252 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f5040a69-8af4-4c00-956e-42c70be40526", "name": "network-vif-unplugged", "status": "failed", "tag": "ba218b3a-dee1-4ec8-91ec-282b5ceb1280", "code": 422}]} {{(pid=96122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 15:48:23.975252 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-f064f081-4401-4c2a-b122-84a822ccd7e6 {{(pid=96122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 15:48:23.975252 dv-cinder-806616-6-iscsi neutron-server[96122]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'f5040a69-8af4-4c00-956e-42c70be40526', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'ba218b3a-dee1-4ec8-91ec-282b5ceb1280', 'code': 422} returned with failed status Sep 29 15:48:24.034536 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron_lib.callbacks.manager [None req-4d55257e-523e-4b8d-ab2b-d46a31710be1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741780147972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741779628755', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741779628773'] for port, after_update {{(pid=96122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:48:24.091461 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d55257e-523e-4b8d-ab2b-d46a31710be1 None None] Pushing event updated for resources: {'Port': ['ID=ba218b3a-dee1-4ec8-91ec-282b5ceb1280,revision_number=6']} {{(pid=96122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 15:48:24.099368 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d55257e-523e-4b8d-ab2b-d46a31710be1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806616-6-iscsi {{(pid=96122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 15:48:24.101148 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d55257e-523e-4b8d-ab2b-d46a31710be1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806616-6-iscsi {{(pid=96122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 15:48:24.101148 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d55257e-523e-4b8d-ab2b-d46a31710be1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806616-6-iscsi {{(pid=96122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 15:48:24.101148 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d55257e-523e-4b8d-ab2b-d46a31710be1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806616-6-iscsi {{(pid=96122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 15:48:24.101148 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d55257e-523e-4b8d-ab2b-d46a31710be1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806616-6-iscsi {{(pid=96122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 15:48:24.101148 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d55257e-523e-4b8d-ab2b-d46a31710be1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806616-6-iscsi {{(pid=96122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 15:48:24.101703 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d55257e-523e-4b8d-ab2b-d46a31710be1 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806616-6-iscsi {{(pid=96122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 15:48:24.101703 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d55257e-523e-4b8d-ab2b-d46a31710be1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806616-6-iscsi {{(pid=96122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 15:48:24.101988 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d55257e-523e-4b8d-ab2b-d46a31710be1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806616-6-iscsi {{(pid=96122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 15:48:24.102312 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d55257e-523e-4b8d-ab2b-d46a31710be1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806616-6-iscsi {{(pid=96122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 15:48:24.102634 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d55257e-523e-4b8d-ab2b-d46a31710be1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806616-6-iscsi {{(pid=96122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 15:48:24.102953 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d55257e-523e-4b8d-ab2b-d46a31710be1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806616-6-iscsi {{(pid=96122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 15:48:24.154420 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron_lib.callbacks.manager [None req-1b1f4474-7456-473b-90d4-36819c8c1d20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741779927170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-625140'] for agent, after_update {{(pid=96122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:48:24.347315 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4da781-71dc-4b99-973e-5f34ab9e995c req-2de5cbcb-91e1-4e0b-8dc7-55f14e0bda9a tempest-TestShelveInstance-975876144 tempest-TestShelveInstance-975876144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:48:24.348697 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-cf4da781-71dc-4b99-973e-5f34ab9e995c req-2de5cbcb-91e1-4e0b-8dc7-55f14e0bda9a tempest-TestShelveInstance-975876144 tempest-TestShelveInstance-975876144-project] 10.222.0.46 "GET /v2.0/ports?device_id=f5040a69-8af4-4c00-956e-42c70be40526 HTTP/1.1" status: 200 len: 943 time: 0.0467427 Sep 29 15:48:24.385487 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-cf4da781-71dc-4b99-973e-5f34ab9e995c req-ac1e320e-527b-4c99-a846-9ab8069461d3 tempest-TestShelveInstance-975876144 tempest-TestShelveInstance-975876144-project] 10.222.0.46 "GET /v2.0/security-groups?id=ca56a99e-7afa-4df3-8cfa-fe716fab0231&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308115 Sep 29 15:48:24.957483 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba13cb61-cb70-4121-8e82-6b394182fcd7 req-49f83dc9-b821-4af0-a2ec-8d098a850f52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:48:24.958918 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-ba13cb61-cb70-4121-8e82-6b394182fcd7 req-49f83dc9-b821-4af0-a2ec-8d098a850f52 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=f5040a69-8af4-4c00-956e-42c70be40526&tenant_id=b047be03e3304a939d153e38fbd212c7 HTTP/1.1" status: 200 len: 1096 time: 0.0404780 Sep 29 15:48:25.031693 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba13cb61-cb70-4121-8e82-6b394182fcd7 req-b8799d1b-5ba2-471a-9f7c-58f450047ef7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:48:25.033264 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-ba13cb61-cb70-4121-8e82-6b394182fcd7 req-b8799d1b-5ba2-471a-9f7c-58f450047ef7 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=b047be03e3304a939d153e38fbd212c7&device_id=f5040a69-8af4-4c00-956e-42c70be40526 HTTP/1.1" status: 200 len: 1096 time: 0.0396583 Sep 29 15:48:25.046512 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae36c73-e26f-461f-9cf0-e14f38c578a6 req-671b84d8-005a-4d97-8df1-1aa215ac089f tempest-VolumesSnapshotTestJSON-23478632 tempest-VolumesSnapshotTestJSON-23478632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:48:25.048040 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [req-5ae36c73-e26f-461f-9cf0-e14f38c578a6 req-671b84d8-005a-4d97-8df1-1aa215ac089f tempest-VolumesSnapshotTestJSON-23478632 tempest-VolumesSnapshotTestJSON-23478632-project] 10.222.0.46 "GET /v2.0/ports?device_id=d7fddca1-c95a-471d-9957-460a2f64018f HTTP/1.1" status: 200 len: 944 time: 0.0483196 Sep 29 15:48:25.085598 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [req-5ae36c73-e26f-461f-9cf0-e14f38c578a6 req-79dcad85-9d55-4f6c-ba6c-24ab6e7afece tempest-VolumesSnapshotTestJSON-23478632 tempest-VolumesSnapshotTestJSON-23478632-project] 10.222.0.46 "GET /v2.0/security-groups?id=3cb43b68-c8c8-4622-b732-9e87585c037c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315027 Sep 29 15:48:25.123411 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba13cb61-cb70-4121-8e82-6b394182fcd7 req-6e92771d-d99a-43af-9535-aa6de68c3843 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:48:25.124833 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-ba13cb61-cb70-4121-8e82-6b394182fcd7 req-6e92771d-d99a-43af-9535-aa6de68c3843 service neutron] 10.222.0.22 "GET /v2.0/networks?id=01fbeb81-3367-4a61-af0a-258a335f59fe HTTP/1.1" status: 200 len: 909 time: 0.0843527 Sep 29 15:48:25.185745 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-ba13cb61-cb70-4121-8e82-6b394182fcd7 req-5e9d18ed-28e5-4643-8804-74769925ab89 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ba218b3a-dee1-4ec8-91ec-282b5ceb1280 HTTP/1.1" status: 200 len: 999 time: 0.0540013 Sep 29 15:48:25.232811 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba13cb61-cb70-4121-8e82-6b394182fcd7 req-321290cf-94c8-4d31-b716-6c7ff3e21fbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:48:25.234192 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-ba13cb61-cb70-4121-8e82-6b394182fcd7 req-321290cf-94c8-4d31-b716-6c7ff3e21fbc service neutron] 10.222.0.22 "GET /v2.0/subnets?id=f8632fa6-8929-4963-8012-7394188bf2e0 HTTP/1.1" status: 200 len: 847 time: 0.0417895 Sep 29 15:48:25.279335 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba13cb61-cb70-4121-8e82-6b394182fcd7 req-1dd45633-c6bd-48dc-9507-12b0702f6351 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:48:25.280790 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-ba13cb61-cb70-4121-8e82-6b394182fcd7 req-1dd45633-c6bd-48dc-9507-12b0702f6351 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=01fbeb81-3367-4a61-af0a-258a335f59fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0402722 Sep 29 15:48:25.367418 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-ba13cb61-cb70-4121-8e82-6b394182fcd7 req-0c9243f6-3ad4-478a-9163-b964f9807bf7 service neutron] 10.222.0.22 "GET /v2.0/networks/01fbeb81-3367-4a61-af0a-258a335f59fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0770802 Sep 29 15:48:25.465573 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-ba13cb61-cb70-4121-8e82-6b394182fcd7 req-93a10366-e88a-473e-8056-dd836afab821 service neutron] 10.222.0.22 "GET /v2.0/networks/01fbeb81-3367-4a61-af0a-258a335f59fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909190 Sep 29 15:48:25.499758 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94dbde9-839c-4397-a82e-41e6f35d08c5 req-795e980d-93ea-49dd-8ac0-fce803b556b6 tempest-TestShelveInstance-975876144 tempest-TestShelveInstance-975876144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:48:25.501213 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-c94dbde9-839c-4397-a82e-41e6f35d08c5 req-795e980d-93ea-49dd-8ac0-fce803b556b6 tempest-TestShelveInstance-975876144 tempest-TestShelveInstance-975876144-project] 10.222.0.46 "GET /v2.0/ports?device_id=f5040a69-8af4-4c00-956e-42c70be40526 HTTP/1.1" status: 200 len: 943 time: 0.0492899 Sep 29 15:48:25.537620 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-c94dbde9-839c-4397-a82e-41e6f35d08c5 req-701242a9-b358-445b-a42b-28d18797b485 tempest-TestShelveInstance-975876144 tempest-TestShelveInstance-975876144-project] 10.222.0.46 "GET /v2.0/security-groups?id=ca56a99e-7afa-4df3-8cfa-fe716fab0231&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0299160 Sep 29 15:48:26.196555 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e5845f-6020-4e5e-b19a-10a5f5da9882 req-8fe43ceb-41bf-48b1-9c37-80a7ffee9aca tempest-VolumesSnapshotTestJSON-23478632 tempest-VolumesSnapshotTestJSON-23478632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:48:26.198014 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [req-45e5845f-6020-4e5e-b19a-10a5f5da9882 req-8fe43ceb-41bf-48b1-9c37-80a7ffee9aca tempest-VolumesSnapshotTestJSON-23478632 tempest-VolumesSnapshotTestJSON-23478632-project] 10.222.0.46 "GET /v2.0/ports?device_id=d7fddca1-c95a-471d-9957-460a2f64018f HTTP/1.1" status: 200 len: 944 time: 0.0476453 Sep 29 15:48:26.234572 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [req-45e5845f-6020-4e5e-b19a-10a5f5da9882 req-7b1df097-d5ae-49e3-9a08-bf2b605b9955 tempest-VolumesSnapshotTestJSON-23478632 tempest-VolumesSnapshotTestJSON-23478632-project] 10.222.0.46 "GET /v2.0/security-groups?id=3cb43b68-c8c8-4622-b732-9e87585c037c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308969 Sep 29 15:48:26.611308 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron_lib.callbacks.manager [None req-142058f1-e066-4166-b68d-e024f5e9f2e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741779927170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-625140'] for agent, after_update {{(pid=96122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:48:26.649960 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8d158a-9d33-4546-8ec6-79215a8b2d82 req-4c84feb2-b2ac-4603-aa27-a9dd51ba4eac tempest-TestShelveInstance-975876144 tempest-TestShelveInstance-975876144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:48:26.651735 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-de8d158a-9d33-4546-8ec6-79215a8b2d82 req-4c84feb2-b2ac-4603-aa27-a9dd51ba4eac tempest-TestShelveInstance-975876144 tempest-TestShelveInstance-975876144-project] 10.222.0.46 "GET /v2.0/ports?device_id=f5040a69-8af4-4c00-956e-42c70be40526 HTTP/1.1" status: 200 len: 943 time: 0.0493798 Sep 29 15:48:26.688735 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-de8d158a-9d33-4546-8ec6-79215a8b2d82 req-320db88a-95a8-47b8-807d-70f2507a486e tempest-TestShelveInstance-975876144 tempest-TestShelveInstance-975876144-project] 10.222.0.46 "GET /v2.0/security-groups?id=ca56a99e-7afa-4df3-8cfa-fe716fab0231&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309281 Sep 29 15:48:27.347652 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315669ee-15cc-4ab4-b088-3f222e61d459 req-f4a99f66-e2d5-43ca-8ece-316160fbacc2 tempest-VolumesSnapshotTestJSON-23478632 tempest-VolumesSnapshotTestJSON-23478632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:48:27.349154 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [req-315669ee-15cc-4ab4-b088-3f222e61d459 req-f4a99f66-e2d5-43ca-8ece-316160fbacc2 tempest-VolumesSnapshotTestJSON-23478632 tempest-VolumesSnapshotTestJSON-23478632-project] 10.222.0.46 "GET /v2.0/ports?device_id=d7fddca1-c95a-471d-9957-460a2f64018f HTTP/1.1" status: 200 len: 944 time: 0.0517600 Sep 29 15:48:27.386343 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [req-315669ee-15cc-4ab4-b088-3f222e61d459 req-f649c1f2-ef19-4fd0-b5a0-2202afe37508 tempest-VolumesSnapshotTestJSON-23478632 tempest-VolumesSnapshotTestJSON-23478632-project] 10.222.0.46 "GET /v2.0/security-groups?id=3cb43b68-c8c8-4622-b732-9e87585c037c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313725 Sep 29 15:48:27.566043 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron_lib.callbacks.manager [None req-86ea74e9-eea3-4769-b153-652ac6294d68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741779927170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-625140'] for agent, after_update {{(pid=96122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:48:27.804686 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade143a5-933b-4e33-bbb5-0910544b36f7 req-41714647-f36f-4c13-82b6-d0ebd9b881c5 tempest-TestShelveInstance-975876144 tempest-TestShelveInstance-975876144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:48:27.806058 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-ade143a5-933b-4e33-bbb5-0910544b36f7 req-41714647-f36f-4c13-82b6-d0ebd9b881c5 tempest-TestShelveInstance-975876144 tempest-TestShelveInstance-975876144-project] 10.222.0.46 "GET /v2.0/ports?device_id=f5040a69-8af4-4c00-956e-42c70be40526 HTTP/1.1" status: 200 len: 943 time: 0.0519235 Sep 29 15:48:27.841352 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-ade143a5-933b-4e33-bbb5-0910544b36f7 req-e022136b-9232-437c-8177-9ec6e2c16450 tempest-TestShelveInstance-975876144 tempest-TestShelveInstance-975876144-project] 10.222.0.46 "GET /v2.0/security-groups?id=ca56a99e-7afa-4df3-8cfa-fe716fab0231&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0294478 Sep 29 15:48:27.877073 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.plugins.ml2.rpc [None req-4d55257e-523e-4b8d-ab2b-d46a31710be1 None None] Device 533e329d-a77c-4e3e-b8b1-d12b727893e8 details requested by agent hyperv_hv-cinder-80661 with host hv-cinder-80661 {{(pid=96122) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 29 15:48:27.965994 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.plugins.ml2.db [None req-4d55257e-523e-4b8d-ab2b-d46a31710be1 None None] For port 533e329d-a77c-4e3e-b8b1-d12b727893e8, host hv-cinder-80661, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80661',level=0,port_id=533e329d-a77c-4e3e-b8b1-d12b727893e8,segment=NetworkSegment(127c7d20-b3ad-44cf-a1e0-76bdcd0d832b),segment_id=127c7d20-b3ad-44cf-a1e0-76bdcd0d832b)] {{(pid=96122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 15:48:27.976972 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.plugins.ml2.rpc [None req-4d55257e-523e-4b8d-ab2b-d46a31710be1 None None] Returning: {'device': '533e329d-a77c-4e3e-b8b1-d12b727893e8', 'network_id': 'a3556691-99e5-4003-bcb7-839c68562bbd', 'port_id': '533e329d-a77c-4e3e-b8b1-d12b727893e8', 'mac_address': 'fa:16:3e:fb:20:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 619, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8e562c29-9ab4-4383-89e4-79bf93b64269', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=96122) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 29 15:48:28.015143 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron_lib.callbacks.manager [None req-4d55257e-523e-4b8d-ab2b-d46a31710be1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-684029'] for port, before_update {{(pid=96122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:48:28.027320 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.notifiers.nova [None req-4d55257e-523e-4b8d-ab2b-d46a31710be1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 533e329d-a77c-4e3e-b8b1-d12b727893e8 {{(pid=96122) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 15:48:28.045604 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.plugins.ml2.db [None req-4d55257e-523e-4b8d-ab2b-d46a31710be1 None None] For port 533e329d-a77c-4e3e-b8b1-d12b727893e8, host hv-cinder-80661, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80661',level=0,port_id=533e329d-a77c-4e3e-b8b1-d12b727893e8,segment=NetworkSegment(127c7d20-b3ad-44cf-a1e0-76bdcd0d832b),segment_id=127c7d20-b3ad-44cf-a1e0-76bdcd0d832b)] {{(pid=96122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 15:48:28.188472 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron_lib.callbacks.manager [None req-4d55257e-523e-4b8d-ab2b-d46a31710be1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741780147972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741779628755', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741779628773'] for port, after_update {{(pid=96122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:48:28.233630 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d55257e-523e-4b8d-ab2b-d46a31710be1 None None] Pushing event updated for resources: {'Port': ['ID=533e329d-a77c-4e3e-b8b1-d12b727893e8,revision_number=4']} {{(pid=96122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 15:48:28.469384 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.plugins.ml2.db [None req-4d55257e-523e-4b8d-ab2b-d46a31710be1 None None] get_ports_and_sgs() called for port_ids ['533e329d-a77c-4e3e-b8b1-d12b727893e8'] {{(pid=96122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 15:48:28.500050 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc9cda7-d7c9-4530-81e0-e82df276cc1a req-7db7250d-581e-4c94-aa68-b3827e85d06a tempest-VolumesSnapshotTestJSON-23478632 tempest-VolumesSnapshotTestJSON-23478632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:48:28.501539 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [req-dcc9cda7-d7c9-4530-81e0-e82df276cc1a req-7db7250d-581e-4c94-aa68-b3827e85d06a tempest-VolumesSnapshotTestJSON-23478632 tempest-VolumesSnapshotTestJSON-23478632-project] 10.222.0.46 "GET /v2.0/ports?device_id=d7fddca1-c95a-471d-9957-460a2f64018f HTTP/1.1" status: 200 len: 945 time: 0.0508895 Sep 29 15:48:28.533995 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron_lib.callbacks.manager [None req-d04ed334-d278-4234-b850-06fee10c9c6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741779927170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-625140'] for agent, after_update {{(pid=96122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:48:28.540367 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [req-dcc9cda7-d7c9-4530-81e0-e82df276cc1a req-044139ab-d0be-4c69-b550-8138554fa046 tempest-VolumesSnapshotTestJSON-23478632 tempest-VolumesSnapshotTestJSON-23478632-project] 10.222.0.46 "GET /v2.0/security-groups?id=3cb43b68-c8c8-4622-b732-9e87585c037c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320842 Sep 29 15:48:28.956704 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2076a5e5-3cea-4af9-911e-32f4ec83a4ad req-8053bcf4-0958-492b-b901-672dc02a590a tempest-TestShelveInstance-975876144 tempest-TestShelveInstance-975876144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:48:28.958177 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-2076a5e5-3cea-4af9-911e-32f4ec83a4ad req-8053bcf4-0958-492b-b901-672dc02a590a tempest-TestShelveInstance-975876144 tempest-TestShelveInstance-975876144-project] 10.222.0.46 "GET /v2.0/ports?device_id=f5040a69-8af4-4c00-956e-42c70be40526 HTTP/1.1" status: 200 len: 943 time: 0.0482719 Sep 29 15:48:28.993986 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-2076a5e5-3cea-4af9-911e-32f4ec83a4ad req-9f1b26ed-1826-4c54-8978-51620e0cbd51 tempest-TestShelveInstance-975876144 tempest-TestShelveInstance-975876144-project] 10.222.0.46 "GET /v2.0/security-groups?id=ca56a99e-7afa-4df3-8cfa-fe716fab0231&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0299308 Sep 29 15:48:29.652955 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376e65e6-ff99-4912-b95a-db852ddf6046 req-e0f24d15-e334-45a7-b874-2c0de532c089 tempest-VolumesSnapshotTestJSON-23478632 tempest-VolumesSnapshotTestJSON-23478632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:48:29.654425 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [req-376e65e6-ff99-4912-b95a-db852ddf6046 req-e0f24d15-e334-45a7-b874-2c0de532c089 tempest-VolumesSnapshotTestJSON-23478632 tempest-VolumesSnapshotTestJSON-23478632-project] 10.222.0.46 "GET /v2.0/ports?device_id=d7fddca1-c95a-471d-9957-460a2f64018f HTTP/1.1" status: 200 len: 945 time: 0.0485597 Sep 29 15:48:29.657296 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron_lib.callbacks.manager [None req-9bd021b7-afaf-4c67-b111-7b9308fbf6a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741779927170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-625140'] for agent, after_update {{(pid=96122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:48:29.690926 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [req-376e65e6-ff99-4912-b95a-db852ddf6046 req-2da81549-f4ce-4fbc-b974-ece2cc1a796f tempest-VolumesSnapshotTestJSON-23478632 tempest-VolumesSnapshotTestJSON-23478632-project] 10.222.0.46 "GET /v2.0/security-groups?id=3cb43b68-c8c8-4622-b732-9e87585c037c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305910 Sep 29 15:48:29.886288 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.plugins.ml2.rpc [None req-4d55257e-523e-4b8d-ab2b-d46a31710be1 None None] Device 533e329d-a77c-4e3e-b8b1-d12b727893e8 up at agent hyperv_hv-cinder-80661 {{(pid=96122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 15:48:29.994055 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.db.provisioning_blocks [None req-4d55257e-523e-4b8d-ab2b-d46a31710be1 None None] Provisioning for port 533e329d-a77c-4e3e-b8b1-d12b727893e8 completed by entity L2. {{(pid=96122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 29 15:48:29.997894 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.db.provisioning_blocks [None req-4d55257e-523e-4b8d-ab2b-d46a31710be1 None None] Provisioning complete for port 533e329d-a77c-4e3e-b8b1-d12b727893e8 triggered by entity L2. {{(pid=96122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 15:48:29.998315 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron_lib.callbacks.manager [None req-4d55257e-523e-4b8d-ab2b-d46a31710be1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-626465'] for port, provisioning_complete {{(pid=96122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:48:30.074244 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron_lib.callbacks.manager [None req-4d55257e-523e-4b8d-ab2b-d46a31710be1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-684029'] for port, before_update {{(pid=96122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:48:30.096567 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7fddca1-c95a-471d-9957-460a2f64018f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '533e329d-a77c-4e3e-b8b1-d12b727893e8'}] {{(pid=96122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 15:48:30.099318 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2623ca0f1d0ed70344ce0ae3d74fdbf1495c1e1ffd6c12fe338f92bc8c6604f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d42945ea-5551-4e22-9ea7-2f4b6a8defb2" -d '{"events": [{"server_uuid": "d7fddca1-c95a-471d-9957-460a2f64018f", "name": "network-vif-plugged", "status": "completed", "tag": "533e329d-a77c-4e3e-b8b1-d12b727893e8"}]}' {{(pid=96122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 15:48:30.108175 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0ddc6a-f4b5-41b2-be48-428b3b88dd0b req-b5739d12-8451-46f6-ba48-ea27b19f8a3c tempest-TestShelveInstance-975876144 tempest-TestShelveInstance-975876144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:48:30.109869 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-ed0ddc6a-f4b5-41b2-be48-428b3b88dd0b req-b5739d12-8451-46f6-ba48-ea27b19f8a3c tempest-TestShelveInstance-975876144 tempest-TestShelveInstance-975876144-project] 10.222.0.46 "GET /v2.0/ports?device_id=f5040a69-8af4-4c00-956e-42c70be40526 HTTP/1.1" status: 200 len: 943 time: 0.0488954 Sep 29 15:48:30.115764 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.plugins.ml2.db [None req-4d55257e-523e-4b8d-ab2b-d46a31710be1 None None] For port 533e329d-a77c-4e3e-b8b1-d12b727893e8, host hv-cinder-80661, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80661',level=0,port_id=533e329d-a77c-4e3e-b8b1-d12b727893e8,segment=NetworkSegment(127c7d20-b3ad-44cf-a1e0-76bdcd0d832b),segment_id=127c7d20-b3ad-44cf-a1e0-76bdcd0d832b)] {{(pid=96122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 15:48:30.137074 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Sep 2021 15:48:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99f0110a-a38b-4384-adad-e71b8542308e x-openstack-request-id: req-99f0110a-a38b-4384-adad-e71b8542308e {{(pid=96122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 15:48:30.137370 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d7fddca1-c95a-471d-9957-460a2f64018f", "name": "network-vif-plugged", "status": "completed", "tag": "533e329d-a77c-4e3e-b8b1-d12b727893e8", "code": 200}]} {{(pid=96122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 15:48:30.137624 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-99f0110a-a38b-4384-adad-e71b8542308e {{(pid=96122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 15:48:30.138038 dv-cinder-806616-6-iscsi neutron-server[96122]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7fddca1-c95a-471d-9957-460a2f64018f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '533e329d-a77c-4e3e-b8b1-d12b727893e8', 'code': 200} Sep 29 15:48:30.149189 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-ed0ddc6a-f4b5-41b2-be48-428b3b88dd0b req-66b115eb-2dee-4729-b93b-01c423e17483 tempest-TestShelveInstance-975876144 tempest-TestShelveInstance-975876144-project] 10.222.0.46 "GET /v2.0/security-groups?id=ca56a99e-7afa-4df3-8cfa-fe716fab0231&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314832 Sep 29 15:48:30.194021 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron_lib.callbacks.manager [None req-4d55257e-523e-4b8d-ab2b-d46a31710be1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741780147972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741779628755', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741779628773'] for port, after_update {{(pid=96122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:48:30.240221 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d55257e-523e-4b8d-ab2b-d46a31710be1 None None] Pushing event updated for resources: {'Port': ['ID=533e329d-a77c-4e3e-b8b1-d12b727893e8,revision_number=5']} {{(pid=96122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 15:48:30.482597 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8efdcf-faff-4116-b873-9df681b6c630 req-95ec6c72-88c7-44ae-bb9f-4661c5cfa31e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:48:30.484136 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-2b8efdcf-faff-4116-b873-9df681b6c630 req-95ec6c72-88c7-44ae-bb9f-4661c5cfa31e service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=d7fddca1-c95a-471d-9957-460a2f64018f HTTP/1.1" status: 200 len: 1099 time: 0.0422583 Sep 29 15:48:30.516836 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-2b8efdcf-faff-4116-b873-9df681b6c630 req-3a75202c-97ad-41f9-85c1-cf74c54646b5 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=3cb43b68-c8c8-4622-b732-9e87585c037c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0256674 Sep 29 15:48:30.809536 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f506949-26bb-466f-a2ac-9a05dac43966 req-ede7de5a-3313-4af9-aaac-eda4620b44b4 tempest-VolumesSnapshotTestJSON-23478632 tempest-VolumesSnapshotTestJSON-23478632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:48:30.810917 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [req-6f506949-26bb-466f-a2ac-9a05dac43966 req-ede7de5a-3313-4af9-aaac-eda4620b44b4 tempest-VolumesSnapshotTestJSON-23478632 tempest-VolumesSnapshotTestJSON-23478632-project] 10.222.0.46 "GET /v2.0/ports?device_id=d7fddca1-c95a-471d-9957-460a2f64018f HTTP/1.1" status: 200 len: 946 time: 0.0510061 Sep 29 15:48:30.848130 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [req-6f506949-26bb-466f-a2ac-9a05dac43966 req-6734f55f-37f9-46d1-a93b-9b9bc8da461d tempest-VolumesSnapshotTestJSON-23478632 tempest-VolumesSnapshotTestJSON-23478632-project] 10.222.0.46 "GET /v2.0/security-groups?id=3cb43b68-c8c8-4622-b732-9e87585c037c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314014 Sep 29 15:48:31.259675 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1f4374-e7cb-4c79-8897-9b16e54b2feb req-18f363ff-e3ef-4798-adb3-d05f62f225ab tempest-TestShelveInstance-975876144 tempest-TestShelveInstance-975876144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:48:31.261150 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-4c1f4374-e7cb-4c79-8897-9b16e54b2feb req-18f363ff-e3ef-4798-adb3-d05f62f225ab tempest-TestShelveInstance-975876144 tempest-TestShelveInstance-975876144-project] 10.222.0.46 "GET /v2.0/ports?device_id=f5040a69-8af4-4c00-956e-42c70be40526 HTTP/1.1" status: 200 len: 943 time: 0.0474715 Sep 29 15:48:31.296999 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-4c1f4374-e7cb-4c79-8897-9b16e54b2feb req-49a28fb4-ca04-469a-9776-671bcce8a3ab tempest-TestShelveInstance-975876144 tempest-TestShelveInstance-975876144-project] 10.222.0.46 "GET /v2.0/security-groups?id=ca56a99e-7afa-4df3-8cfa-fe716fab0231&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0300539 Sep 29 15:48:31.960741 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d13dc7-194f-4fc2-8c86-1eb476784505 req-82a2cd08-63ec-4080-b54e-5ef8b91d8966 tempest-VolumesSnapshotTestJSON-23478632 tempest-VolumesSnapshotTestJSON-23478632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:48:31.962345 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [req-02d13dc7-194f-4fc2-8c86-1eb476784505 req-82a2cd08-63ec-4080-b54e-5ef8b91d8966 tempest-VolumesSnapshotTestJSON-23478632 tempest-VolumesSnapshotTestJSON-23478632-project] 10.222.0.46 "GET /v2.0/ports?device_id=d7fddca1-c95a-471d-9957-460a2f64018f HTTP/1.1" status: 200 len: 946 time: 0.0485549 Sep 29 15:48:31.999816 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [req-02d13dc7-194f-4fc2-8c86-1eb476784505 req-d1161710-93e0-414b-a5ac-b2bf4039f043 tempest-VolumesSnapshotTestJSON-23478632 tempest-VolumesSnapshotTestJSON-23478632-project] 10.222.0.46 "GET /v2.0/security-groups?id=3cb43b68-c8c8-4622-b732-9e87585c037c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316677 Sep 29 15:48:32.408300 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07406937-9b4a-4ff8-b146-b236953b8a20 req-98b7563a-56a2-4ad3-a079-172c0231bfb7 tempest-TestShelveInstance-975876144 tempest-TestShelveInstance-975876144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:48:32.409788 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [req-07406937-9b4a-4ff8-b146-b236953b8a20 req-98b7563a-56a2-4ad3-a079-172c0231bfb7 tempest-TestShelveInstance-975876144 tempest-TestShelveInstance-975876144-project] 10.222.0.46 "GET /v2.0/ports?device_id=f5040a69-8af4-4c00-956e-42c70be40526 HTTP/1.1" status: 200 len: 943 time: 0.0484562 Sep 29 15:48:32.447055 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [req-07406937-9b4a-4ff8-b146-b236953b8a20 req-6f903ace-6b8c-40b3-acc4-ed9c36ced903 tempest-TestShelveInstance-975876144 tempest-TestShelveInstance-975876144-project] 10.222.0.46 "GET /v2.0/security-groups?id=ca56a99e-7afa-4df3-8cfa-fe716fab0231&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308485 Sep 29 15:48:33.561997 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11767aae-8552-4fd5-a87f-6e39f8e6a05e req-7b59e975-df90-4dac-9a63-e41c7740c539 tempest-TestShelveInstance-975876144 tempest-TestShelveInstance-975876144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:48:33.563483 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [req-11767aae-8552-4fd5-a87f-6e39f8e6a05e req-7b59e975-df90-4dac-9a63-e41c7740c539 tempest-TestShelveInstance-975876144 tempest-TestShelveInstance-975876144-project] 10.222.0.46 "GET /v2.0/ports?device_id=f5040a69-8af4-4c00-956e-42c70be40526 HTTP/1.1" status: 200 len: 943 time: 0.0516367 Sep 29 15:48:33.600334 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [req-11767aae-8552-4fd5-a87f-6e39f8e6a05e req-c03141d8-f25a-41ca-b7fd-ee9a609307fe tempest-TestShelveInstance-975876144 tempest-TestShelveInstance-975876144-project] 10.222.0.46 "GET /v2.0/security-groups?id=ca56a99e-7afa-4df3-8cfa-fe716fab0231&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303066 Sep 29 15:48:33.922359 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.plugins.ml2.rpc [None req-4d55257e-523e-4b8d-ab2b-d46a31710be1 None None] Device ba218b3a-dee1-4ec8-91ec-282b5ceb1280 details requested by agent hyperv_hv-cinder-80661 with host hv-cinder-80661 {{(pid=96122) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 29 15:48:34.023849 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.plugins.ml2.db [None req-4d55257e-523e-4b8d-ab2b-d46a31710be1 None None] For port ba218b3a-dee1-4ec8-91ec-282b5ceb1280, host hv-cinder-80661, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80661',level=0,port_id=ba218b3a-dee1-4ec8-91ec-282b5ceb1280,segment=NetworkSegment(898abf2c-c5cb-4056-87cb-c5313e242394),segment_id=898abf2c-c5cb-4056-87cb-c5313e242394)] {{(pid=96122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 15:48:34.035224 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.plugins.ml2.rpc [None req-4d55257e-523e-4b8d-ab2b-d46a31710be1 None None] Returning: {'device': 'ba218b3a-dee1-4ec8-91ec-282b5ceb1280', 'network_id': '01fbeb81-3367-4a61-af0a-258a335f59fe', 'port_id': 'ba218b3a-dee1-4ec8-91ec-282b5ceb1280', 'mac_address': 'fa:16:3e:91:03:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 610, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f8632fa6-8929-4963-8012-7394188bf2e0', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=96122) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 29 15:48:34.075831 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron_lib.callbacks.manager [None req-4d55257e-523e-4b8d-ab2b-d46a31710be1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-684029'] for port, before_update {{(pid=96122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:48:34.088079 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.notifiers.nova [None req-4d55257e-523e-4b8d-ab2b-d46a31710be1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ba218b3a-dee1-4ec8-91ec-282b5ceb1280 {{(pid=96122) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 15:48:34.107546 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.plugins.ml2.db [None req-4d55257e-523e-4b8d-ab2b-d46a31710be1 None None] For port ba218b3a-dee1-4ec8-91ec-282b5ceb1280, host hv-cinder-80661, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80661',level=0,port_id=ba218b3a-dee1-4ec8-91ec-282b5ceb1280,segment=NetworkSegment(898abf2c-c5cb-4056-87cb-c5313e242394),segment_id=898abf2c-c5cb-4056-87cb-c5313e242394)] {{(pid=96122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 15:48:34.176824 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron_lib.callbacks.manager [None req-4d55257e-523e-4b8d-ab2b-d46a31710be1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741780147972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741779628755', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741779628773'] for port, after_update {{(pid=96122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:48:34.221612 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d55257e-523e-4b8d-ab2b-d46a31710be1 None None] Pushing event updated for resources: {'Port': ['ID=ba218b3a-dee1-4ec8-91ec-282b5ceb1280,revision_number=7']} {{(pid=96122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 15:48:34.460212 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.plugins.ml2.db [None req-4d55257e-523e-4b8d-ab2b-d46a31710be1 None None] get_ports_and_sgs() called for port_ids ['ba218b3a-dee1-4ec8-91ec-282b5ceb1280'] {{(pid=96122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 15:48:34.715349 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d53aee-4749-4f9a-ba76-ad3ca802e8b5 req-8d53ca9d-522c-44c8-bba2-0eb5f07fc51d tempest-TestShelveInstance-975876144 tempest-TestShelveInstance-975876144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:48:34.716815 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-36d53aee-4749-4f9a-ba76-ad3ca802e8b5 req-8d53ca9d-522c-44c8-bba2-0eb5f07fc51d tempest-TestShelveInstance-975876144 tempest-TestShelveInstance-975876144-project] 10.222.0.46 "GET /v2.0/ports?device_id=f5040a69-8af4-4c00-956e-42c70be40526 HTTP/1.1" status: 200 len: 944 time: 0.0478933 Sep 29 15:48:34.752296 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-36d53aee-4749-4f9a-ba76-ad3ca802e8b5 req-b024d05c-7d28-4a0a-b97b-5cdc5a56cd7b tempest-TestShelveInstance-975876144 tempest-TestShelveInstance-975876144-project] 10.222.0.46 "GET /v2.0/security-groups?id=ca56a99e-7afa-4df3-8cfa-fe716fab0231&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0297008 Sep 29 15:48:35.864984 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f74bade-8a3b-4da6-97f4-213edb2b8416 req-74a42543-24df-4b84-a443-48b51e76eeaa tempest-TestShelveInstance-975876144 tempest-TestShelveInstance-975876144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:48:35.866482 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [req-0f74bade-8a3b-4da6-97f4-213edb2b8416 req-74a42543-24df-4b84-a443-48b51e76eeaa tempest-TestShelveInstance-975876144 tempest-TestShelveInstance-975876144-project] 10.222.0.46 "GET /v2.0/ports?device_id=f5040a69-8af4-4c00-956e-42c70be40526 HTTP/1.1" status: 200 len: 944 time: 0.0489209 Sep 29 15:48:35.903501 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [req-0f74bade-8a3b-4da6-97f4-213edb2b8416 req-0184e95f-2e06-432b-91c2-2faa03e3cb01 tempest-TestShelveInstance-975876144 tempest-TestShelveInstance-975876144-project] 10.222.0.46 "GET /v2.0/security-groups?id=ca56a99e-7afa-4df3-8cfa-fe716fab0231&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311208 Sep 29 15:48:35.933833 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.plugins.ml2.rpc [None req-4d55257e-523e-4b8d-ab2b-d46a31710be1 None None] Device ba218b3a-dee1-4ec8-91ec-282b5ceb1280 up at agent hyperv_hv-cinder-80661 {{(pid=96122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 15:48:35.979288 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.db.provisioning_blocks [None req-4d55257e-523e-4b8d-ab2b-d46a31710be1 None None] Provisioning complete for port ba218b3a-dee1-4ec8-91ec-282b5ceb1280 triggered by entity L2. {{(pid=96122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 15:48:35.979658 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron_lib.callbacks.manager [None req-4d55257e-523e-4b8d-ab2b-d46a31710be1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-626465'] for port, provisioning_complete {{(pid=96122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:48:36.052907 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron_lib.callbacks.manager [None req-4d55257e-523e-4b8d-ab2b-d46a31710be1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-684029'] for port, before_update {{(pid=96122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:48:36.074118 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5040a69-8af4-4c00-956e-42c70be40526', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba218b3a-dee1-4ec8-91ec-282b5ceb1280'}] {{(pid=96122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 15:48:36.076331 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2623ca0f1d0ed70344ce0ae3d74fdbf1495c1e1ffd6c12fe338f92bc8c6604f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b846b17d-a74d-42b5-b204-1688d6e97b19" -d '{"events": [{"server_uuid": "f5040a69-8af4-4c00-956e-42c70be40526", "name": "network-vif-plugged", "status": "completed", "tag": "ba218b3a-dee1-4ec8-91ec-282b5ceb1280"}]}' {{(pid=96122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 15:48:36.094426 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.plugins.ml2.db [None req-4d55257e-523e-4b8d-ab2b-d46a31710be1 None None] For port ba218b3a-dee1-4ec8-91ec-282b5ceb1280, host hv-cinder-80661, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80661',level=0,port_id=ba218b3a-dee1-4ec8-91ec-282b5ceb1280,segment=NetworkSegment(898abf2c-c5cb-4056-87cb-c5313e242394),segment_id=898abf2c-c5cb-4056-87cb-c5313e242394)] {{(pid=96122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 15:48:36.112184 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Sep 2021 15:48:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35a5c3dc-593e-4c87-8065-79a770fde712 x-openstack-request-id: req-35a5c3dc-593e-4c87-8065-79a770fde712 {{(pid=96122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 15:48:36.112515 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f5040a69-8af4-4c00-956e-42c70be40526", "name": "network-vif-plugged", "status": "completed", "tag": "ba218b3a-dee1-4ec8-91ec-282b5ceb1280", "code": 200}]} {{(pid=96122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 15:48:36.112767 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-35a5c3dc-593e-4c87-8065-79a770fde712 {{(pid=96122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 15:48:36.113164 dv-cinder-806616-6-iscsi neutron-server[96122]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f5040a69-8af4-4c00-956e-42c70be40526', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba218b3a-dee1-4ec8-91ec-282b5ceb1280', 'code': 200} Sep 29 15:48:36.176590 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron_lib.callbacks.manager [None req-4d55257e-523e-4b8d-ab2b-d46a31710be1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741780147972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741779628755', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741779628773'] for port, after_update {{(pid=96122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:48:36.223971 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d55257e-523e-4b8d-ab2b-d46a31710be1 None None] Pushing event updated for resources: {'Port': ['ID=ba218b3a-dee1-4ec8-91ec-282b5ceb1280,revision_number=8']} {{(pid=96122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 15:48:36.419288 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4248f3d4-d37a-47de-9b77-ad698b86f680 req-0398d274-3308-412f-afcb-b9a5df6502e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:48:36.420712 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-4248f3d4-d37a-47de-9b77-ad698b86f680 req-0398d274-3308-412f-afcb-b9a5df6502e8 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=f5040a69-8af4-4c00-956e-42c70be40526 HTTP/1.1" status: 200 len: 1098 time: 0.0422630 Sep 29 15:48:36.454730 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-4248f3d4-d37a-47de-9b77-ad698b86f680 req-43768bbe-3dad-4506-8d1f-d598e147916b service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=ca56a99e-7afa-4df3-8cfa-fe716fab0231&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0271690 Sep 29 15:48:36.868434 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron_lib.callbacks.manager [None req-4d55257e-523e-4b8d-ab2b-d46a31710be1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741779927170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-625140'] for agent, after_update {{(pid=96122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:48:37.015568 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b15ac3-475e-4e41-88a2-58f3ab01fc82 req-577e7586-f2e7-4675-b195-d1e9b5e46a1c tempest-TestShelveInstance-975876144 tempest-TestShelveInstance-975876144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:48:37.017098 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [req-74b15ac3-475e-4e41-88a2-58f3ab01fc82 req-577e7586-f2e7-4675-b195-d1e9b5e46a1c tempest-TestShelveInstance-975876144 tempest-TestShelveInstance-975876144-project] 10.222.0.46 "GET /v2.0/ports?device_id=f5040a69-8af4-4c00-956e-42c70be40526 HTTP/1.1" status: 200 len: 945 time: 0.0493903 Sep 29 15:48:37.054722 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [req-74b15ac3-475e-4e41-88a2-58f3ab01fc82 req-3d442ce2-de6d-46d0-8c15-755ad7be9a08 tempest-TestShelveInstance-975876144 tempest-TestShelveInstance-975876144-project] 10.222.0.46 "GET /v2.0/security-groups?id=ca56a99e-7afa-4df3-8cfa-fe716fab0231&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318971 Sep 29 15:48:38.167021 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa93c5e2-31f1-4f6e-8b83-c26f31f37042 req-49d48689-18dd-4279-a8f6-770fba7dd1f1 tempest-TestShelveInstance-975876144 tempest-TestShelveInstance-975876144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:48:38.168414 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-aa93c5e2-31f1-4f6e-8b83-c26f31f37042 req-49d48689-18dd-4279-a8f6-770fba7dd1f1 tempest-TestShelveInstance-975876144 tempest-TestShelveInstance-975876144-project] 10.222.0.46 "GET /v2.0/ports?device_id=f5040a69-8af4-4c00-956e-42c70be40526 HTTP/1.1" status: 200 len: 945 time: 0.0474243 Sep 29 15:48:38.204257 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-aa93c5e2-31f1-4f6e-8b83-c26f31f37042 req-243e5014-7d2c-414b-9068-92f4f8b91a1b tempest-TestShelveInstance-975876144 tempest-TestShelveInstance-975876144-project] 10.222.0.46 "GET /v2.0/security-groups?id=ca56a99e-7afa-4df3-8cfa-fe716fab0231&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0300314 Sep 29 15:48:38.799883 dv-cinder-806616-6-iscsi neutron-server[96123]: DEBUG neutron.db.agents_db [None req-ce50b6f1-f7bd-4b59-8641-9f71b480b041 None None] Agent healthcheck: found 6 active agents {{(pid=96123) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 29 15:48:54.141586 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron_lib.callbacks.manager [None req-4eff4f86-1c49-45ed-903b-7ab6a46b59b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741779927170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-625140'] for agent, after_update {{(pid=96122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:48:55.437089 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9edfb4e-fe72-4604-9ce7-f1222dbcf649 req-1f68d681-6b05-411d-9242-054a48c2ba26 tempest-VolumesSnapshotTestJSON-23478632 tempest-VolumesSnapshotTestJSON-23478632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:48:55.438548 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [req-f9edfb4e-fe72-4604-9ce7-f1222dbcf649 req-1f68d681-6b05-411d-9242-054a48c2ba26 tempest-VolumesSnapshotTestJSON-23478632 tempest-VolumesSnapshotTestJSON-23478632-project] 10.222.0.46 "GET /v2.0/ports?device_id=d7fddca1-c95a-471d-9957-460a2f64018f HTTP/1.1" status: 200 len: 946 time: 0.0512776 Sep 29 15:48:55.473949 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [req-f9edfb4e-fe72-4604-9ce7-f1222dbcf649 req-70402b33-b383-4ae6-b4fd-888ce5c8c0aa tempest-VolumesSnapshotTestJSON-23478632 tempest-VolumesSnapshotTestJSON-23478632-project] 10.222.0.46 "GET /v2.0/security-groups?id=3cb43b68-c8c8-4622-b732-9e87585c037c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0295625 Sep 29 15:48:56.599251 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron_lib.callbacks.manager [None req-52411d0f-01fb-4cd8-b470-c1ef66d800e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741779927170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-625140'] for agent, after_update {{(pid=96122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:48:56.693429 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5e3599-35a7-4d2e-ade7-f94318238ca4 req-bd38a85c-9c10-45b0-852e-a557439f4465 tempest-VolumesSnapshotTestJSON-23478632 tempest-VolumesSnapshotTestJSON-23478632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:48:56.694893 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-2e5e3599-35a7-4d2e-ade7-f94318238ca4 req-bd38a85c-9c10-45b0-852e-a557439f4465 tempest-VolumesSnapshotTestJSON-23478632 tempest-VolumesSnapshotTestJSON-23478632-project] 10.222.0.46 "GET /v2.0/ports?device_id=d7fddca1-c95a-471d-9957-460a2f64018f HTTP/1.1" status: 200 len: 946 time: 0.1516275 Sep 29 15:48:56.732323 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-2e5e3599-35a7-4d2e-ade7-f94318238ca4 req-4656f4dd-0292-4b7a-9238-bbac4008d1b1 tempest-VolumesSnapshotTestJSON-23478632 tempest-VolumesSnapshotTestJSON-23478632-project] 10.222.0.46 "GET /v2.0/security-groups?id=3cb43b68-c8c8-4622-b732-9e87585c037c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312450 Sep 29 15:48:57.466385 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42778df0-8dc1-4d7b-9643-d67d2f2a72b9 req-7a07c00d-a8ed-47b5-a2da-d1491d0b1020 tempest-VolumesSnapshotTestJSON-23478632 tempest-VolumesSnapshotTestJSON-23478632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:48:57.467814 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-42778df0-8dc1-4d7b-9643-d67d2f2a72b9 req-7a07c00d-a8ed-47b5-a2da-d1491d0b1020 tempest-VolumesSnapshotTestJSON-23478632 tempest-VolumesSnapshotTestJSON-23478632-project] 10.222.0.22 "GET /v2.0/ports?device_id=d7fddca1-c95a-471d-9957-460a2f64018f HTTP/1.1" status: 200 len: 946 time: 0.0501850 Sep 29 15:48:57.558476 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.plugins.ml2.plugin [req-42778df0-8dc1-4d7b-9643-d67d2f2a72b9 req-fff37cab-8aa1-43de-9fb5-afa5253a7086 tempest-VolumesSnapshotTestJSON-23478632 tempest-VolumesSnapshotTestJSON-23478632-project] Deleting port 533e329d-a77c-4e3e-b8b1-d12b727893e8 {{(pid=96121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 29 15:48:57.558824 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [req-42778df0-8dc1-4d7b-9643-d67d2f2a72b9 req-fff37cab-8aa1-43de-9fb5-afa5253a7086 tempest-VolumesSnapshotTestJSON-23478632 tempest-VolumesSnapshotTestJSON-23478632-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741780140072'] for port, before_delete {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:48:57.559769 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron_lib.callbacks.manager [None req-86ea74e9-eea3-4769-b153-652ac6294d68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741779927170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-625140'] for agent, after_update {{(pid=96122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:48:57.648786 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.plugins.ml2.db [req-42778df0-8dc1-4d7b-9643-d67d2f2a72b9 req-fff37cab-8aa1-43de-9fb5-afa5253a7086 tempest-VolumesSnapshotTestJSON-23478632 tempest-VolumesSnapshotTestJSON-23478632-project] For port 533e329d-a77c-4e3e-b8b1-d12b727893e8, host hv-cinder-80661, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80661',level=0,port_id=533e329d-a77c-4e3e-b8b1-d12b727893e8,segment=NetworkSegment(127c7d20-b3ad-44cf-a1e0-76bdcd0d832b),segment_id=127c7d20-b3ad-44cf-a1e0-76bdcd0d832b)] {{(pid=96121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 15:48:57.649155 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [req-42778df0-8dc1-4d7b-9643-d67d2f2a72b9 req-fff37cab-8aa1-43de-9fb5-afa5253a7086 tempest-VolumesSnapshotTestJSON-23478632 tempest-VolumesSnapshotTestJSON-23478632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1614090'] for port, precommit_delete {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:48:57.661444 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.plugins.ml2.plugin [req-42778df0-8dc1-4d7b-9643-d67d2f2a72b9 req-fff37cab-8aa1-43de-9fb5-afa5253a7086 tempest-VolumesSnapshotTestJSON-23478632 tempest-VolumesSnapshotTestJSON-23478632-project] Calling delete_port for 533e329d-a77c-4e3e-b8b1-d12b727893e8 owned by compute:nova {{(pid=96121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 29 15:48:57.842911 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7cb289-9dd0-41eb-998b-c9c2140a3412 req-bd3b7ea4-4074-424a-9e79-81e9db22b8e2 tempest-VolumesSnapshotTestJSON-23478632 tempest-VolumesSnapshotTestJSON-23478632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:48:57.844380 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [req-bf7cb289-9dd0-41eb-998b-c9c2140a3412 req-bd3b7ea4-4074-424a-9e79-81e9db22b8e2 tempest-VolumesSnapshotTestJSON-23478632 tempest-VolumesSnapshotTestJSON-23478632-project] 10.222.0.46 "GET /v2.0/ports?device_id=d7fddca1-c95a-471d-9957-460a2f64018f HTTP/1.1" status: 200 len: 946 time: 0.0474722 Sep 29 15:48:57.873731 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [req-42778df0-8dc1-4d7b-9643-d67d2f2a72b9 req-fff37cab-8aa1-43de-9fb5-afa5253a7086 tempest-VolumesSnapshotTestJSON-23478632 tempest-VolumesSnapshotTestJSON-23478632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741780147950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741779628746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3898419'] for port, after_delete {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:48:57.883393 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [req-bf7cb289-9dd0-41eb-998b-c9c2140a3412 req-a5dcf220-7208-4e35-8659-8b35042d9fb7 tempest-VolumesSnapshotTestJSON-23478632 tempest-VolumesSnapshotTestJSON-23478632-project] 10.222.0.46 "GET /v2.0/security-groups?id=3cb43b68-c8c8-4622-b732-9e87585c037c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327117 Sep 29 15:48:57.909231 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff37cab-8aa1-43de-9fb5-afa5253a7086 tempest-VolumesSnapshotTestJSON-23478632 tempest-VolumesSnapshotTestJSON-23478632-project] Pushing event deleted for resources: {'Port': ['ID=533e329d-a77c-4e3e-b8b1-d12b727893e8,revision_number=None']} {{(pid=96121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 15:48:57.915841 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.plugins.ml2.db [None req-4d55257e-523e-4b8d-ab2b-d46a31710be1 None None] get_ports_and_sgs() called for port_ids ['533e329d-a77c-4e3e-b8b1-d12b727893e8'] {{(pid=96122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 15:48:57.937787 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fff37cab-8aa1-43de-9fb5-afa5253a7086 tempest-VolumesSnapshotTestJSON-23478632 tempest-VolumesSnapshotTestJSON-23478632-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806616-6-iscsi {{(pid=96121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 15:48:57.938171 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fff37cab-8aa1-43de-9fb5-afa5253a7086 tempest-VolumesSnapshotTestJSON-23478632 tempest-VolumesSnapshotTestJSON-23478632-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806616-6-iscsi {{(pid=96121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 15:48:57.938573 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fff37cab-8aa1-43de-9fb5-afa5253a7086 tempest-VolumesSnapshotTestJSON-23478632 tempest-VolumesSnapshotTestJSON-23478632-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806616-6-iscsi {{(pid=96121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 15:48:57.938920 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fff37cab-8aa1-43de-9fb5-afa5253a7086 tempest-VolumesSnapshotTestJSON-23478632 tempest-VolumesSnapshotTestJSON-23478632-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806616-6-iscsi {{(pid=96121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 15:48:57.939288 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fff37cab-8aa1-43de-9fb5-afa5253a7086 tempest-VolumesSnapshotTestJSON-23478632 tempest-VolumesSnapshotTestJSON-23478632-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806616-6-iscsi {{(pid=96121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 15:48:57.939675 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fff37cab-8aa1-43de-9fb5-afa5253a7086 tempest-VolumesSnapshotTestJSON-23478632 tempest-VolumesSnapshotTestJSON-23478632-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806616-6-iscsi {{(pid=96121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 15:48:57.940059 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fff37cab-8aa1-43de-9fb5-afa5253a7086 tempest-VolumesSnapshotTestJSON-23478632 tempest-VolumesSnapshotTestJSON-23478632-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806616-6-iscsi {{(pid=96121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 15:48:57.940397 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fff37cab-8aa1-43de-9fb5-afa5253a7086 tempest-VolumesSnapshotTestJSON-23478632 tempest-VolumesSnapshotTestJSON-23478632-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806616-6-iscsi {{(pid=96121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 15:48:57.940822 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fff37cab-8aa1-43de-9fb5-afa5253a7086 tempest-VolumesSnapshotTestJSON-23478632 tempest-VolumesSnapshotTestJSON-23478632-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806616-6-iscsi {{(pid=96121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 15:48:57.941173 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fff37cab-8aa1-43de-9fb5-afa5253a7086 tempest-VolumesSnapshotTestJSON-23478632 tempest-VolumesSnapshotTestJSON-23478632-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806616-6-iscsi {{(pid=96121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 15:48:57.941535 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fff37cab-8aa1-43de-9fb5-afa5253a7086 tempest-VolumesSnapshotTestJSON-23478632 tempest-VolumesSnapshotTestJSON-23478632-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806616-6-iscsi {{(pid=96121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 15:48:57.941926 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fff37cab-8aa1-43de-9fb5-afa5253a7086 tempest-VolumesSnapshotTestJSON-23478632 tempest-VolumesSnapshotTestJSON-23478632-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806616-6-iscsi {{(pid=96121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 15:48:57.960215 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.db.l3_dvrscheduler_db [req-42778df0-8dc1-4d7b-9643-d67d2f2a72b9 req-fff37cab-8aa1-43de-9fb5-afa5253a7086 tempest-VolumesSnapshotTestJSON-23478632 tempest-VolumesSnapshotTestJSON-23478632-project] No DVR routers for this DVR port 533e329d-a77c-4e3e-b8b1-d12b727893e8 on host hv-cinder-80661 {{(pid=96121) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 15:48:57.962571 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [req-42778df0-8dc1-4d7b-9643-d67d2f2a72b9 req-fff37cab-8aa1-43de-9fb5-afa5253a7086 tempest-VolumesSnapshotTestJSON-23478632 tempest-VolumesSnapshotTestJSON-23478632-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238921'] for port, before_response {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:48:57.965853 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-42778df0-8dc1-4d7b-9643-d67d2f2a72b9 req-fff37cab-8aa1-43de-9fb5-afa5253a7086 tempest-VolumesSnapshotTestJSON-23478632 tempest-VolumesSnapshotTestJSON-23478632-project] 10.222.0.22 "DELETE /v2.0/ports/533e329d-a77c-4e3e-b8b1-d12b727893e8 HTTP/1.1" status: 204 len: 173 time: 0.4900935 Sep 29 15:48:57.966293 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7fddca1-c95a-471d-9957-460a2f64018f', 'name': 'network-vif-deleted', 'tag': '533e329d-a77c-4e3e-b8b1-d12b727893e8'}] {{(pid=96121) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 15:48:57.969020 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dcbd94143c65fdb0f5c12b0c92a6468c38125261e55d21e9818266cb91f6c0d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e1a3af8-1d5f-430b-816f-ce5ba2ff2621" -d '{"events": [{"server_uuid": "d7fddca1-c95a-471d-9957-460a2f64018f", "name": "network-vif-deleted", "tag": "533e329d-a77c-4e3e-b8b1-d12b727893e8"}]}' {{(pid=96121) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 15:48:58.004198 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Sep 2021 15:48:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee08edf3-5b16-4ddf-ad82-5190ff699f86 x-openstack-request-id: req-ee08edf3-5b16-4ddf-ad82-5190ff699f86 {{(pid=96121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 15:48:58.004523 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d7fddca1-c95a-471d-9957-460a2f64018f", "name": "network-vif-deleted", "tag": "533e329d-a77c-4e3e-b8b1-d12b727893e8", "status": "completed", "code": 200}]} {{(pid=96121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 15:48:58.004777 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-ee08edf3-5b16-4ddf-ad82-5190ff699f86 {{(pid=96121) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 15:48:58.005215 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7fddca1-c95a-471d-9957-460a2f64018f', 'name': 'network-vif-deleted', 'tag': '533e329d-a77c-4e3e-b8b1-d12b727893e8', 'status': 'completed', 'code': 200} Sep 29 15:48:58.554199 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron_lib.callbacks.manager [None req-d04ed334-d278-4234-b850-06fee10c9c6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741779927170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-625140'] for agent, after_update {{(pid=96122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:48:58.987035 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [req-662b9432-eb1a-4631-91b2-e62164cb5021 req-c0902906-fd5b-48f2-a85a-a869f9c882c0 tempest-VolumesSnapshotTestJSON-23478632 tempest-VolumesSnapshotTestJSON-23478632-project] 10.222.0.46 "GET /v2.0/ports?device_id=d7fddca1-c95a-471d-9957-460a2f64018f HTTP/1.1" status: 200 len: 210 time: 0.0257795 Sep 29 15:48:59.627715 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron_lib.callbacks.manager [None req-9bd021b7-afaf-4c67-b111-7b9308fbf6a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741779927170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-625140'] for agent, after_update {{(pid=96122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:49:02.079656 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.plugins.ml2.rpc [None req-4d55257e-523e-4b8d-ab2b-d46a31710be1 None None] Device 533e329d-a77c-4e3e-b8b1-d12b727893e8 no longer exists at agent hyperv_hv-cinder-80661 {{(pid=96122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 15:49:02.099470 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.plugins.ml2.plugin [None req-4d55257e-523e-4b8d-ab2b-d46a31710be1 None None] No Port match for: 533e329d-a77c-4e3e-b8b1-d12b727893e8 {{(pid=96122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 29 15:49:02.099821 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.plugins.ml2.rpc [None req-4d55257e-523e-4b8d-ab2b-d46a31710be1 None None] Device 533e329d-a77c-4e3e-b8b1-d12b727893e8 not bound to the agent host hv-cinder-80661 {{(pid=96122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 15:49:06.930594 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron_lib.callbacks.manager [None req-4d55257e-523e-4b8d-ab2b-d46a31710be1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741779927170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-625140'] for agent, after_update {{(pid=96122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:49:15.799393 dv-cinder-806616-6-iscsi neutron-server[96123]: DEBUG neutron.db.agents_db [None req-ce50b6f1-f7bd-4b59-8641-9f71b480b041 None None] Agent healthcheck: found 6 active agents {{(pid=96123) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 29 15:49:15.942063 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-813721fb-a9aa-4b51-a95f-1f28e799e8fc req-41bebadf-a9f3-42bf-bd29-0a483f7f7fa6 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=f5040a69-8af4-4c00-956e-42c70be40526&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0388794 Sep 29 15:49:16.041668 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813721fb-a9aa-4b51-a95f-1f28e799e8fc req-851be010-cb23-47a6-b1dd-9fb678af7a43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:49:16.043183 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-813721fb-a9aa-4b51-a95f-1f28e799e8fc req-851be010-cb23-47a6-b1dd-9fb678af7a43 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=b047be03e3304a939d153e38fbd212c7&device_id=f5040a69-8af4-4c00-956e-42c70be40526 HTTP/1.1" status: 200 len: 1098 time: 0.0410082 Sep 29 15:49:16.149616 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813721fb-a9aa-4b51-a95f-1f28e799e8fc req-dca2977d-f58a-41be-9503-b11159eafaac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:49:16.151392 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-813721fb-a9aa-4b51-a95f-1f28e799e8fc req-dca2977d-f58a-41be-9503-b11159eafaac service neutron] 10.222.0.22 "GET /v2.0/networks?id=01fbeb81-3367-4a61-af0a-258a335f59fe HTTP/1.1" status: 200 len: 909 time: 0.0869536 Sep 29 15:49:16.217944 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-813721fb-a9aa-4b51-a95f-1f28e799e8fc req-f5785503-22f1-43e3-bf66-df1e9e43ea6c service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ba218b3a-dee1-4ec8-91ec-282b5ceb1280 HTTP/1.1" status: 200 len: 1001 time: 0.0589719 Sep 29 15:49:16.266758 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813721fb-a9aa-4b51-a95f-1f28e799e8fc req-595b7c4b-f1af-4914-86fe-57ee1484fe12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:49:16.268273 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-813721fb-a9aa-4b51-a95f-1f28e799e8fc req-595b7c4b-f1af-4914-86fe-57ee1484fe12 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=f8632fa6-8929-4963-8012-7394188bf2e0 HTTP/1.1" status: 200 len: 847 time: 0.0425098 Sep 29 15:49:16.314369 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813721fb-a9aa-4b51-a95f-1f28e799e8fc req-eb154d23-89d1-400d-870a-c729a2a05786 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:49:16.315829 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-813721fb-a9aa-4b51-a95f-1f28e799e8fc req-eb154d23-89d1-400d-870a-c729a2a05786 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=01fbeb81-3367-4a61-af0a-258a335f59fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0384555 Sep 29 15:49:16.327079 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.wsgi [req-813721fb-a9aa-4b51-a95f-1f28e799e8fc req-4f20dcea-9227-4796-b6a9-c014937ede4b service neutron] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=96121) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 29 15:49:16.328069 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-813721fb-a9aa-4b51-a95f-1f28e799e8fc req-4f20dcea-9227-4796-b6a9-c014937ede4b service neutron] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0050809 Sep 29 15:49:16.424223 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-813721fb-a9aa-4b51-a95f-1f28e799e8fc req-1e50defa-41ac-4e94-934e-52b1c5afbcdc service neutron] 10.222.0.22 "GET /v2.0/networks/01fbeb81-3367-4a61-af0a-258a335f59fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880804 Sep 29 15:49:16.514336 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-813721fb-a9aa-4b51-a95f-1f28e799e8fc req-6eeb676c-cbce-495c-a038-6218a5d3d822 service neutron] 10.222.0.22 "GET /v2.0/networks/01fbeb81-3367-4a61-af0a-258a335f59fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820580 Sep 29 15:49:24.158928 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron_lib.callbacks.manager [None req-c35b7c8b-a7ad-4151-a711-34b6d2dce19c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741779927170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-625140'] for agent, after_update {{(pid=96122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:49:26.236203 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.wsgi [-] (96120) accepted ('10.222.0.46', 38606) {{(pid=96120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 15:49:26.279658 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.db.db_base_plugin_v2 [None req-6e877c91-c911-4226-98b2-70a43bf0ca3f admin admin] Deleting subnet 8e562c29-9ab4-4383-89e4-79bf93b64269 {{(pid=96120) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 29 15:49:26.282652 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-6e877c91-c911-4226-98b2-70a43bf0ca3f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:49:26.318772 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-6e877c91-c911-4226-98b2-70a43bf0ca3f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9303605'] for subnet, precommit_delete_associations {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:49:26.358108 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-6e877c91-c911-4226-98b2-70a43bf0ca3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-648269'] for subnet, precommit_delete {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:49:26.484816 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-6e877c91-c911-4226-98b2-70a43bf0ca3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-648260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1575015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8956104', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9098300'] for subnet, after_delete {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:49:26.509546 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e877c91-c911-4226-98b2-70a43bf0ca3f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8e562c29-9ab4-4383-89e4-79bf93b64269,revision_number=None']} {{(pid=96120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 15:49:26.514078 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-6e877c91-c911-4226-98b2-70a43bf0ca3f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577532'] for subnet, before_response {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:49:26.515894 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [None req-6e877c91-c911-4226-98b2-70a43bf0ca3f admin admin] 10.222.0.46 "DELETE /v2.0/subnets/8e562c29-9ab4-4383-89e4-79bf93b64269 HTTP/1.1" status: 204 len: 168 time: 0.2786832 Sep 29 15:49:26.518820 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.wsgi [-] (96121) accepted ('10.222.0.46', 38608) {{(pid=96121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 15:49:26.521259 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e877c91-c911-4226-98b2-70a43bf0ca3f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806616-6-iscsi {{(pid=96120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 15:49:26.521611 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e877c91-c911-4226-98b2-70a43bf0ca3f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806616-6-iscsi {{(pid=96120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 15:49:26.521951 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e877c91-c911-4226-98b2-70a43bf0ca3f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806616-6-iscsi {{(pid=96120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 15:49:26.522288 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e877c91-c911-4226-98b2-70a43bf0ca3f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806616-6-iscsi {{(pid=96120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 15:49:26.522623 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e877c91-c911-4226-98b2-70a43bf0ca3f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806616-6-iscsi {{(pid=96120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 15:49:26.522954 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e877c91-c911-4226-98b2-70a43bf0ca3f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806616-6-iscsi {{(pid=96120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 15:49:26.523284 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e877c91-c911-4226-98b2-70a43bf0ca3f admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806616-6-iscsi {{(pid=96120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 15:49:26.523609 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e877c91-c911-4226-98b2-70a43bf0ca3f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806616-6-iscsi {{(pid=96120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 15:49:26.523950 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e877c91-c911-4226-98b2-70a43bf0ca3f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806616-6-iscsi {{(pid=96120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 15:49:26.524278 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e877c91-c911-4226-98b2-70a43bf0ca3f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806616-6-iscsi {{(pid=96120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 15:49:26.524601 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e877c91-c911-4226-98b2-70a43bf0ca3f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806616-6-iscsi {{(pid=96120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 15:49:26.524920 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e877c91-c911-4226-98b2-70a43bf0ca3f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806616-6-iscsi {{(pid=96120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 15:49:26.589147 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [None req-7c6c7bf6-2d28-47a2-a9ad-f366e2f70be1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-533685'] for network, before_delete {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:49:26.604681 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron_lib.callbacks.manager [None req-4a5b964b-1a7e-4b53-a5c8-a49110a75fed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741779927170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-625140'] for agent, after_update {{(pid=96122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:49:26.662958 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [None req-7c6c7bf6-2d28-47a2-a9ad-f366e2f70be1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-630004', 'neutron.services.segments.db._delete_segments_for_network-8741779927188'] for network, precommit_delete {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:49:26.682027 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.services.segments.db [None req-7c6c7bf6-2d28-47a2-a9ad-f366e2f70be1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a3556691-99e5-4003-bcb7-839c68562bbd']}} {{(pid=96121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 15:49:26.690905 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.services.segments.db [None req-7c6c7bf6-2d28-47a2-a9ad-f366e2f70be1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '127c7d20-b3ad-44cf-a1e0-76bdcd0d832b') {'for_net_delete': True} {{(pid=96121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 15:49:26.691201 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.services.segments.db [None req-7c6c7bf6-2d28-47a2-a9ad-f366e2f70be1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '127c7d20-b3ad-44cf-a1e0-76bdcd0d832b') {} {{(pid=96121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 15:49:26.704477 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [None req-7c6c7bf6-2d28-47a2-a9ad-f366e2f70be1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741779926685', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2784934'] for segment, before_delete {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:49:26.716918 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [None req-7c6c7bf6-2d28-47a2-a9ad-f366e2f70be1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-649178'] for segment, precommit_delete {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:49:26.722647 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7c6c7bf6-2d28-47a2-a9ad-f366e2f70be1 admin admin] Releasing vlan 619 on physical network physnet1 to pool {{(pid=96121) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 29 15:49:26.723023 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [None req-7c6c7bf6-2d28-47a2-a9ad-f366e2f70be1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-649178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3898816'] for segment, after_delete {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:49:26.724647 dv-cinder-806616-6-iscsi neutron-server[96121]: Traceback (most recent call last): Sep 29 15:49:26.724647 dv-cinder-806616-6-iscsi neutron-server[96121]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 29 15:49:26.724647 dv-cinder-806616-6-iscsi neutron-server[96121]: timer() Sep 29 15:49:26.724647 dv-cinder-806616-6-iscsi neutron-server[96121]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 29 15:49:26.724647 dv-cinder-806616-6-iscsi neutron-server[96121]: cb(*args, **kw) Sep 29 15:49:26.724647 dv-cinder-806616-6-iscsi neutron-server[96121]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 29 15:49:26.724647 dv-cinder-806616-6-iscsi neutron-server[96121]: return func(*args, **kwargs) Sep 29 15:49:26.724647 dv-cinder-806616-6-iscsi neutron-server[96121]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 29 15:49:26.724647 dv-cinder-806616-6-iscsi neutron-server[96121]: self._notify() Sep 29 15:49:26.724647 dv-cinder-806616-6-iscsi neutron-server[96121]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 29 15:49:26.724647 dv-cinder-806616-6-iscsi neutron-server[96121]: self.callback(batched_events) Sep 29 15:49:26.724647 dv-cinder-806616-6-iscsi neutron-server[96121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 29 15:49:26.724647 dv-cinder-806616-6-iscsi neutron-server[96121]: event.method(event) Sep 29 15:49:26.724647 dv-cinder-806616-6-iscsi neutron-server[96121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 29 15:49:26.724647 dv-cinder-806616-6-iscsi neutron-server[96121]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 29 15:49:26.724647 dv-cinder-806616-6-iscsi neutron-server[96121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 29 15:49:26.724647 dv-cinder-806616-6-iscsi neutron-server[96121]: aggregate_uuid = self.p_client.list_aggregates( Sep 29 15:49:26.724647 dv-cinder-806616-6-iscsi neutron-server[96121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 29 15:49:26.724647 dv-cinder-806616-6-iscsi neutron-server[96121]: return f(self, *a, **k) Sep 29 15:49:26.724647 dv-cinder-806616-6-iscsi neutron-server[96121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 29 15:49:26.724647 dv-cinder-806616-6-iscsi neutron-server[96121]: return self._get(url).json() Sep 29 15:49:26.724647 dv-cinder-806616-6-iscsi neutron-server[96121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 29 15:49:26.724647 dv-cinder-806616-6-iscsi neutron-server[96121]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 29 15:49:26.724647 dv-cinder-806616-6-iscsi neutron-server[96121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 29 15:49:26.724647 dv-cinder-806616-6-iscsi neutron-server[96121]: return self.request(url, 'GET', **kwargs) Sep 29 15:49:26.724647 dv-cinder-806616-6-iscsi neutron-server[96121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 29 15:49:26.724647 dv-cinder-806616-6-iscsi neutron-server[96121]: base_url = self.get_endpoint(auth, allow=allow, Sep 29 15:49:26.724647 dv-cinder-806616-6-iscsi neutron-server[96121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 29 15:49:26.724647 dv-cinder-806616-6-iscsi neutron-server[96121]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 29 15:49:26.724647 dv-cinder-806616-6-iscsi neutron-server[96121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 29 15:49:26.724647 dv-cinder-806616-6-iscsi neutron-server[96121]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 29 15:49:26.724647 dv-cinder-806616-6-iscsi neutron-server[96121]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 29 15:49:26.827482 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [None req-7c6c7bf6-2d28-47a2-a9ad-f366e2f70be1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-629955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575366', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1618949'] for network, after_delete {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:49:26.832510 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [None req-7c6c7bf6-2d28-47a2-a9ad-f366e2f70be1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577532'] for network, before_response {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:49:26.834373 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [None req-7c6c7bf6-2d28-47a2-a9ad-f366e2f70be1 admin admin] 10.222.0.46 "DELETE /v2.0/networks/a3556691-99e5-4003-bcb7-839c68562bbd HTTP/1.1" status: 204 len: 168 time: 0.3145218 Sep 29 15:49:26.844657 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c6c7bf6-2d28-47a2-a9ad-f366e2f70be1 admin admin] Pushing event deleted for resources: {'Network': ['ID=a3556691-99e5-4003-bcb7-839c68562bbd,revision_number=None']} {{(pid=96121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 15:49:27.226239 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.wsgi [-] (96121) accepted ('10.222.0.46', 38612) {{(pid=96121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 15:49:27.264395 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [None req-d8ca1a0c-7c09-4284-bc1a-8693ee68b96a admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=0f43738214b74b6c819251cae54153e7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0370004 Sep 29 15:49:27.266711 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.wsgi [-] (96121) accepted ('10.222.0.46', 38614) {{(pid=96121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 15:49:27.312224 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [None req-1925bc2b-1a5a-4de9-8872-e6047ec4efd0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:49:27.336474 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [None req-1925bc2b-1a5a-4de9-8872-e6047ec4efd0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:49:27.450081 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [None req-1925bc2b-1a5a-4de9-8872-e6047ec4efd0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579214'] for security_group, after_delete {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:49:27.452551 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [None req-1925bc2b-1a5a-4de9-8872-e6047ec4efd0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:49:27.453678 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [None req-1925bc2b-1a5a-4de9-8872-e6047ec4efd0 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/3cb43b68-c8c8-4622-b732-9e87585c037c HTTP/1.1" status: 204 len: 168 time: 0.1861033 Sep 29 15:49:27.461747 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1925bc2b-1a5a-4de9-8872-e6047ec4efd0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3cb43b68-c8c8-4622-b732-9e87585c037c,revision_number=None']} {{(pid=96121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 15:49:27.553284 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron_lib.callbacks.manager [None req-86ea74e9-eea3-4769-b153-652ac6294d68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741779927170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-625140'] for agent, after_update {{(pid=96122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:49:28.479360 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.wsgi [-] (96121) accepted ('10.222.0.46', 38636) {{(pid=96121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 15:49:28.542400 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron_lib.callbacks.manager [None req-d04ed334-d278-4234-b850-06fee10c9c6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741779927170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-625140'] for agent, after_update {{(pid=96122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:49:28.573888 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.api.v2.base [None req-5b8ba375-76c4-49c4-8f8f-8d463a2a7d37 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1891457191-network', 'tenant_id': '54b54b3b8c5d4295a0fc95e1c5e76334'}} {{(pid=96121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 15:49:28.672734 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b8ba375-76c4-49c4-8f8f-8d463a2a7d37 admin admin] Made reservation on behalf of 54b54b3b8c5d4295a0fc95e1c5e76334 for: {'network': 1} {{(pid=96121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 15:49:28.674983 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [None req-5b8ba375-76c4-49c4-8f8f-8d463a2a7d37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-684029'] for network, before_create {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:49:28.683648 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [None req-5b8ba375-76c4-49c4-8f8f-8d463a2a7d37 admin admin] Notify callbacks [] for security_group, before_create {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:49:28.766229 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [None req-5b8ba375-76c4-49c4-8f8f-8d463a2a7d37 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:49:28.844272 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [None req-5b8ba375-76c4-49c4-8f8f-8d463a2a7d37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579214'] for security_group, after_create {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:49:28.868146 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5b8ba375-76c4-49c4-8f8f-8d463a2a7d37 admin admin] vlan segment allocate from pool success with {'vlan_id': 638, 'physical_network': 'physnet1'} {{(pid=96121) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 29 15:49:28.876500 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b8ba375-76c4-49c4-8f8f-8d463a2a7d37 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b8f9139-58b9-45b4-8d1e-18f64cc7f792,revision_number=1']} {{(pid=96121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 15:49:28.882168 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [None req-5b8ba375-76c4-49c4-8f8f-8d463a2a7d37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-649178'] for segment, precommit_create {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:49:28.882506 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.db.segments_db [None req-5b8ba375-76c4-49c4-8f8f-8d463a2a7d37 admin admin] Added segment 6ab0cf2f-b4ec-4407-92a6-993df9aa86b6 of type vlan for network 130bac75-18dc-45de-9ec4-afda9fc26d7f Sep 29 15:49:28.922247 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [None req-5b8ba375-76c4-49c4-8f8f-8d463a2a7d37 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741779631391'] for network, precommit_create {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:49:29.022301 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [None req-5b8ba375-76c4-49c4-8f8f-8d463a2a7d37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575366'] for network, after_create {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:49:29.023297 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b8ba375-76c4-49c4-8f8f-8d463a2a7d37 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:49:29.023882 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [None req-5b8ba375-76c4-49c4-8f8f-8d463a2a7d37 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577532'] for network, before_response {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:49:29.103281 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b8ba375-76c4-49c4-8f8f-8d463a2a7d37 admin admin] Pushing event updated for resources: {'Network': ['ID=130bac75-18dc-45de-9ec4-afda9fc26d7f,revision_number=1']} {{(pid=96121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 15:49:29.114297 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.plugins.ml2.rpc [None req-86ea74e9-eea3-4769-b153-652ac6294d68 None None] Network 130bac75-18dc-45de-9ec4-afda9fc26d7f details requested by agent ovs-agent-dv-cinder-806616-6-iscsi with host dv-cinder-806616-6-iscsi {{(pid=96122) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 29 15:49:29.151007 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [None req-5b8ba375-76c4-49c4-8f8f-8d463a2a7d37 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.6678412 Sep 29 15:49:29.151462 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.wsgi [-] (96121) accepted ('10.222.0.46', 38640) {{(pid=96121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 15:49:29.156450 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.api.v2.base [None req-9c850c49-a5af-488b-9cef-0dc82aa5e6c9 admin admin] Request body: {'subnet': {'network_id': '130bac75-18dc-45de-9ec4-afda9fc26d7f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1891457191-subnet', 'tenant_id': '54b54b3b8c5d4295a0fc95e1c5e76334', 'ip_version': 4}} {{(pid=96121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 15:49:29.318916 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c850c49-a5af-488b-9cef-0dc82aa5e6c9 admin admin] Made reservation on behalf of 54b54b3b8c5d4295a0fc95e1c5e76334 for: {'subnet': 1} {{(pid=96121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 15:49:29.321336 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [None req-9c850c49-a5af-488b-9cef-0dc82aa5e6c9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9173262'] for subnet, before_create {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:49:29.564317 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [None req-9c850c49-a5af-488b-9cef-0dc82aa5e6c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1575015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3898543', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9173308'] for subnet, after_create {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:49:29.619660 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c850c49-a5af-488b-9cef-0dc82aa5e6c9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1884d989-814c-43e8-ad27-affc4248c86e,revision_number=0']} {{(pid=96121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 15:49:29.627292 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c850c49-a5af-488b-9cef-0dc82aa5e6c9 admin admin] Checking segment: {'id': '6ab0cf2f-b4ec-4407-92a6-993df9aa86b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '130bac75-18dc-45de-9ec4-afda9fc26d7f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96121) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 15:49:29.627739 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c850c49-a5af-488b-9cef-0dc82aa5e6c9 admin admin] Network hostable DHCP agents. Network: 130bac75-18dc-45de-9ec4-afda9fc26d7f, hostable agents: ['626ea16d-5941-4cb2-98b6-5e39c33395ed'], hosted agents: [] {{(pid=96121) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 29 15:49:29.633110 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron_lib.callbacks.manager [None req-9bd021b7-afaf-4c67-b111-7b9308fbf6a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741779927170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-625140'] for agent, after_update {{(pid=96122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:49:29.764871 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c850c49-a5af-488b-9cef-0dc82aa5e6c9 admin admin] Network 130bac75-18dc-45de-9ec4-afda9fc26d7f is scheduled to be hosted by DHCP agent 626ea16d-5941-4cb2-98b6-5e39c33395ed with binding_index 1 {{(pid=96121) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 29 15:49:29.907828 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.scheduler.base_scheduler [None req-9c850c49-a5af-488b-9cef-0dc82aa5e6c9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-806616-6-iscsi, 130bac75-18dc-45de-9ec4-afda9fc26d7f) {{(pid=96121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 15:49:29.912274 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c850c49-a5af-488b-9cef-0dc82aa5e6c9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=96121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:49:29.912897 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [None req-9c850c49-a5af-488b-9cef-0dc82aa5e6c9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:49:29.916588 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c647b998-d9e7-44d8-a496-c5417c9d85ad None None] Network 130bac75-18dc-45de-9ec4-afda9fc26d7f requested from dv-cinder-806616-6-iscsi {{(pid=96122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 15:49:30.016897 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [None req-9c850c49-a5af-488b-9cef-0dc82aa5e6c9 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.8640790 Sep 29 15:49:30.019416 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.wsgi [-] (96121) accepted ('10.222.0.46', 38642) {{(pid=96121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 15:49:30.023729 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.api.v2.base [None req-8a3ae5a2-4768-4b8f-9997-67b369ae5e73 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1891457191-router', 'tenant_id': '54b54b3b8c5d4295a0fc95e1c5e76334', 'external_gateway_info': {'network_id': 'cd5efe95-1549-4750-933c-70412f77577e'}}} {{(pid=96121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 15:49:30.101781 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [None req-8a3ae5a2-4768-4b8f-9997-67b369ae5e73 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1619852', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3514'] for router, before_create {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:49:30.102973 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [None req-8a3ae5a2-4768-4b8f-9997-67b369ae5e73 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1620348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1617292', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1739027', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3507'] for router, precommit_create {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:49:30.156248 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [None req-8a3ae5a2-4768-4b8f-9997-67b369ae5e73 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:49:30.170382 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfab9f9d-5d20-43c4-8d29-8b8eff7fd9b8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc2c1769e-5874-5262-b979-a7c4e10a20b5-130bac75-18dc-45de-9ec4-afda9fc26d7f', 'network_id': '130bac75-18dc-45de-9ec4-afda9fc26d7f', 'tenant_id': '54b54b3b8c5d4295a0fc95e1c5e76334', 'fixed_ips': [{'subnet_id': '1884d989-814c-43e8-ad27-affc4248c86e'}]}} from dv-cinder-806616-6-iscsi. {{(pid=96122) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 29 15:49:30.171223 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron_lib.callbacks.manager [None req-cfab9f9d-5d20-43c4-8d29-8b8eff7fd9b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-684029'] for port, before_create {{(pid=96122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:49:30.298327 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.db.db_base_plugin_common [None req-cfab9f9d-5d20-43c4-8d29-8b8eff7fd9b8 None None] Allocated IP 172.20.0.2 (130bac75-18dc-45de-9ec4-afda9fc26d7f/1884d989-814c-43e8-ad27-affc4248c86e/804c1a12-d5fb-4585-aace-774a6edc570f) {{(pid=96122) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 15:49:30.355004 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [None req-8a3ae5a2-4768-4b8f-9997-67b369ae5e73 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:49:30.437315 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron_lib.callbacks.manager [None req-cfab9f9d-5d20-43c4-8d29-8b8eff7fd9b8 None None] Notify callbacks [] for port, precommit_create {{(pid=96122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:49:30.508174 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron_lib.callbacks.manager [None req-cfab9f9d-5d20-43c4-8d29-8b8eff7fd9b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741779628737'] for port, after_create {{(pid=96122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:49:30.543546 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfab9f9d-5d20-43c4-8d29-8b8eff7fd9b8 None None] Network 130bac75-18dc-45de-9ec4-afda9fc26d7f is already hosted by enough agents. {{(pid=96122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 15:49:30.546415 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.scheduler.base_scheduler [None req-cfab9f9d-5d20-43c4-8d29-8b8eff7fd9b8 None None] Resources bound (agent type, host, resource id): {{(pid=96122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 15:49:30.549838 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfab9f9d-5d20-43c4-8d29-8b8eff7fd9b8 None None] Received port after_create {{(pid=96122) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 15:49:30.561198 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfab9f9d-5d20-43c4-8d29-8b8eff7fd9b8 None None] Pushing event updated for resources: {'Port': ['ID=804c1a12-d5fb-4585-aace-774a6edc570f,revision_number=1']} {{(pid=96122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 15:49:30.584500 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfab9f9d-5d20-43c4-8d29-8b8eff7fd9b8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806616-6-iscsi {{(pid=96122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 15:49:30.584858 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfab9f9d-5d20-43c4-8d29-8b8eff7fd9b8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806616-6-iscsi {{(pid=96122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 15:49:30.585195 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfab9f9d-5d20-43c4-8d29-8b8eff7fd9b8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806616-6-iscsi {{(pid=96122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 15:49:30.585531 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfab9f9d-5d20-43c4-8d29-8b8eff7fd9b8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806616-6-iscsi {{(pid=96122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 15:49:30.585863 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfab9f9d-5d20-43c4-8d29-8b8eff7fd9b8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806616-6-iscsi {{(pid=96122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 15:49:30.586196 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfab9f9d-5d20-43c4-8d29-8b8eff7fd9b8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806616-6-iscsi {{(pid=96122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 15:49:30.586523 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfab9f9d-5d20-43c4-8d29-8b8eff7fd9b8 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806616-6-iscsi {{(pid=96122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 15:49:30.586854 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfab9f9d-5d20-43c4-8d29-8b8eff7fd9b8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806616-6-iscsi {{(pid=96122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 15:49:30.587180 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfab9f9d-5d20-43c4-8d29-8b8eff7fd9b8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806616-6-iscsi {{(pid=96122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 15:49:30.587505 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfab9f9d-5d20-43c4-8d29-8b8eff7fd9b8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806616-6-iscsi {{(pid=96122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 15:49:30.587828 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfab9f9d-5d20-43c4-8d29-8b8eff7fd9b8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806616-6-iscsi {{(pid=96122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 15:49:30.588174 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfab9f9d-5d20-43c4-8d29-8b8eff7fd9b8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806616-6-iscsi {{(pid=96122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 15:49:30.603353 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [None req-8a3ae5a2-4768-4b8f-9997-67b369ae5e73 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:49:30.621232 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.plugins.ml2.managers [None req-cfab9f9d-5d20-43c4-8d29-8b8eff7fd9b8 None None] Attempting to bind port 804c1a12-d5fb-4585-aace-774a6edc570f on host dv-cinder-806616-6-iscsi for vnic_type normal with profile {{(pid=96122) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 15:49:30.621599 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.plugins.ml2.managers [None req-cfab9f9d-5d20-43c4-8d29-8b8eff7fd9b8 None None] Attempting to bind port 804c1a12-d5fb-4585-aace-774a6edc570f by drivers openvswitch,hyperv on host dv-cinder-806616-6-iscsi at level 0 using segments [{'id': '6ab0cf2f-b4ec-4407-92a6-993df9aa86b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '130bac75-18dc-45de-9ec4-afda9fc26d7f'}] {{(pid=96122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 15:49:30.621956 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfab9f9d-5d20-43c4-8d29-8b8eff7fd9b8 None None] Attempting to bind port 804c1a12-d5fb-4585-aace-774a6edc570f on network 130bac75-18dc-45de-9ec4-afda9fc26d7f {{(pid=96122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 15:49:30.622067 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [None req-8a3ae5a2-4768-4b8f-9997-67b369ae5e73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-684029'] for port, before_create {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:49:30.626803 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfab9f9d-5d20-43c4-8d29-8b8eff7fd9b8 None None] Checking agent: {'id': '3420b91a-a9c7-4dbc-b0fb-eb58464b9dc3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806616-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 15, 30, 57), 'started_at': datetime.datetime(2021, 9, 29, 15, 31, 27), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 15, 49, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806616-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=96122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 15:49:30.627172 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfab9f9d-5d20-43c4-8d29-8b8eff7fd9b8 None None] Checking segment: {'id': '6ab0cf2f-b4ec-4407-92a6-993df9aa86b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '130bac75-18dc-45de-9ec4-afda9fc26d7f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 15:49:30.627566 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron_lib.callbacks.manager [None req-cfab9f9d-5d20-43c4-8d29-8b8eff7fd9b8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=96122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:49:30.627977 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfab9f9d-5d20-43c4-8d29-8b8eff7fd9b8 None None] Bound using segment: {'id': '6ab0cf2f-b4ec-4407-92a6-993df9aa86b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '130bac75-18dc-45de-9ec4-afda9fc26d7f'} {{(pid=96122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 15:49:30.628441 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.plugins.ml2.managers [None req-cfab9f9d-5d20-43c4-8d29-8b8eff7fd9b8 None None] Bound port: 804c1a12-d5fb-4585-aace-774a6edc570f, host: dv-cinder-806616-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ab0cf2f-b4ec-4407-92a6-993df9aa86b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '130bac75-18dc-45de-9ec4-afda9fc26d7f'}}] {{(pid=96122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 15:49:30.628819 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron_lib.callbacks.manager [None req-cfab9f9d-5d20-43c4-8d29-8b8eff7fd9b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-684029'] for port, before_update {{(pid=96122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:49:30.689247 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.plugins.ml2.db [None req-cfab9f9d-5d20-43c4-8d29-8b8eff7fd9b8 None None] For port 804c1a12-d5fb-4585-aace-774a6edc570f, host dv-cinder-806616-6-iscsi, cleared binding levels {{(pid=96122) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 15:49:30.692223 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.plugins.ml2.db [None req-cfab9f9d-5d20-43c4-8d29-8b8eff7fd9b8 None None] For port 804c1a12-d5fb-4585-aace-774a6edc570f, host dv-cinder-806616-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806616-6-iscsi',level=0,port_id=804c1a12-d5fb-4585-aace-774a6edc570f,segment=NetworkSegment(6ab0cf2f-b4ec-4407-92a6-993df9aa86b6),segment_id=6ab0cf2f-b4ec-4407-92a6-993df9aa86b6)] {{(pid=96122) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 15:49:30.727167 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.db.db_base_plugin_common [None req-8a3ae5a2-4768-4b8f-9997-67b369ae5e73 admin admin] Allocated IP 172.27.0.233 (cd5efe95-1549-4750-933c-70412f77577e/9c872fed-da92-4e12-828d-ac62e1b980b9/a4833d5d-c06e-44c8-acfc-54480d486295) {{(pid=96121) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 15:49:30.789222 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron_lib.callbacks.manager [None req-cfab9f9d-5d20-43c4-8d29-8b8eff7fd9b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741780147972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741779628755', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741779628773'] for port, after_update {{(pid=96122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:49:30.826682 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [None req-8a3ae5a2-4768-4b8f-9997-67b369ae5e73 admin admin] Notify callbacks [] for port, precommit_create {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:49:30.844626 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfab9f9d-5d20-43c4-8d29-8b8eff7fd9b8 None None] Pushing event updated for resources: {'Port': ['ID=804c1a12-d5fb-4585-aace-774a6edc570f,revision_number=2']} {{(pid=96122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 15:49:30.925679 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [None req-8a3ae5a2-4768-4b8f-9997-67b369ae5e73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741779628737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3898419'] for port, after_create {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:49:30.963626 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a3ae5a2-4768-4b8f-9997-67b369ae5e73 admin admin] Network cd5efe95-1549-4750-933c-70412f77577e is already hosted by enough agents. {{(pid=96121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 15:49:30.966415 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.scheduler.base_scheduler [None req-8a3ae5a2-4768-4b8f-9997-67b369ae5e73 admin admin] Resources bound (agent type, host, resource id): {{(pid=96121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 15:49:30.969781 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a3ae5a2-4768-4b8f-9997-67b369ae5e73 admin admin] Received port after_create {{(pid=96121) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 15:49:31.010096 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a3ae5a2-4768-4b8f-9997-67b369ae5e73 admin admin] Pushing event updated for resources: {'Port': ['ID=a4833d5d-c06e-44c8-acfc-54480d486295,revision_number=1']} {{(pid=96121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 15:49:31.341748 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [None req-8a3ae5a2-4768-4b8f-9997-67b369ae5e73 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:49:31.538442 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [None req-8a3ae5a2-4768-4b8f-9997-67b369ae5e73 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1620229', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1617329'] for router, after_create {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:49:31.662880 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4b36faf-f508-4687-8b49-2e0538d1fd1d None None] Network 130bac75-18dc-45de-9ec4-afda9fc26d7f requested from dv-cinder-806616-6-iscsi {{(pid=96122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 15:49:31.776558 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a3ae5a2-4768-4b8f-9997-67b369ae5e73 admin admin] Router b5cf718c-af45-41e1-bc2a-267ce5057563 is scheduled to L3 agent e5061b61-feb3-46be-bd05-1226f95d9417 with binding_index 1 {{(pid=96121) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 29 15:49:31.786116 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.db.provisioning_blocks [None req-6ad0d896-a6fa-4c0d-8e5d-44ad57d6a356 None None] Provisioning complete for port 804c1a12-d5fb-4585-aace-774a6edc570f triggered by entity DHCP. {{(pid=96122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 15:49:31.786578 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron_lib.callbacks.manager [None req-6ad0d896-a6fa-4c0d-8e5d-44ad57d6a356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-626465'] for port, provisioning_complete {{(pid=96122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:49:31.893533 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a3ae5a2-4768-4b8f-9997-67b369ae5e73 admin admin] Notify agent at l3_agent.dv-cinder-806616-6-iscsi the message routers_updated {{(pid=96121) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 15:49:31.896729 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron_lib.callbacks.manager [None req-6ad0d896-a6fa-4c0d-8e5d-44ad57d6a356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-684029'] for port, before_update {{(pid=96122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:49:31.908895 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4852339-246d-4165-964f-15a1f445b5fe None None] Sync routers for ids ['b5cf718c-af45-41e1-bc2a-267ce5057563'] in dv-cinder-806616-6-iscsi {{(pid=96122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 15:49:31.937158 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4852339-246d-4165-964f-15a1f445b5fe None None] Routers {'b5cf718c-af45-41e1-bc2a-267ce5057563'} bound to L3 agent in host dv-cinder-806616-6-iscsi {{(pid=96122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 15:49:31.937807 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.db.l3_hamode_db [None req-c4852339-246d-4165-964f-15a1f445b5fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806616-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-29T15:30:56Z,description=,heartbeat_timestamp=2021-09-29T15:49:27Z,host='dv-cinder-806616-6-iscsi',id=e5061b61-feb3-46be-bd05-1226f95d9417,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T15:30:57Z,topic='l3_agent')) {'router_ids': ['b5cf718c-af45-41e1-bc2a-267ce5057563'], 'active': True} {{(pid=96122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 15:49:31.944140 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.plugins.ml2.db [None req-6ad0d896-a6fa-4c0d-8e5d-44ad57d6a356 None None] For port 804c1a12-d5fb-4585-aace-774a6edc570f, host dv-cinder-806616-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806616-6-iscsi',level=0,port_id=804c1a12-d5fb-4585-aace-774a6edc570f,segment=NetworkSegment(6ab0cf2f-b4ec-4407-92a6-993df9aa86b6),segment_id=6ab0cf2f-b4ec-4407-92a6-993df9aa86b6)] {{(pid=96122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 15:49:31.970840 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [None req-8a3ae5a2-4768-4b8f-9997-67b369ae5e73 admin admin] Notify callbacks [] for router, before_response {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:49:31.974887 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [None req-8a3ae5a2-4768-4b8f-9997-67b369ae5e73 admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 1.9519048 Sep 29 15:49:31.975145 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.wsgi [-] (96121) accepted ('10.222.0.46', 38644) {{(pid=96121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 15:49:32.028782 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron_lib.callbacks.manager [None req-6ad0d896-a6fa-4c0d-8e5d-44ad57d6a356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741780147972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741779628755', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741779628773'] for port, after_update {{(pid=96122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:49:32.072738 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.db.l3_dvr_db [None req-c4852339-246d-4165-964f-15a1f445b5fe None None] Set router b5cf718c-af45-41e1-bc2a-267ce5057563 gateway port host: dv-cinder-806616-6-iscsi {{(pid=96122) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 15:49:32.152681 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad0d896-a6fa-4c0d-8e5d-44ad57d6a356 None None] Pushing event updated for resources: {'Port': ['ID=804c1a12-d5fb-4585-aace-774a6edc570f,revision_number=3']} {{(pid=96122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 15:49:32.199512 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.db.provisioning_blocks [None req-21f41021-0af5-49ad-97a0-be34671b605f None None] Provisioning complete for port 804c1a12-d5fb-4585-aace-774a6edc570f triggered by entity DHCP. {{(pid=96122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 15:49:32.199906 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron_lib.callbacks.manager [None req-21f41021-0af5-49ad-97a0-be34671b605f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-626465'] for port, provisioning_complete {{(pid=96122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:49:32.342992 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.db.l3_hamode_db [None req-c4852339-246d-4165-964f-15a1f445b5fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5cf718c-af45-41e1-bc2a-267ce5057563', 'name': 'tempest-TestVolumeBootPattern-1891457191-router', 'tenant_id': '54b54b3b8c5d4295a0fc95e1c5e76334', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd5efe95-1549-4750-933c-70412f77577e', 'external_fixed_ips': [{'subnet_id': '9c872fed-da92-4e12-828d-ac62e1b980b9', 'ip_address': '172.27.0.233'}], 'enable_snat': True}, 'gw_port_id': 'a4833d5d-c06e-44c8-acfc-54480d486295', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T15:49:30Z', 'updated_at': '2021-09-29T15:49:31Z', 'revision_number': 3, 'project_id': '54b54b3b8c5d4295a0fc95e1c5e76334', 'gw_port': {'id': 'a4833d5d-c06e-44c8-acfc-54480d486295', 'name': '', 'network_id': 'cd5efe95-1549-4750-933c-70412f77577e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:80:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5cf718c-af45-41e1-bc2a-267ce5057563', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '9c872fed-da92-4e12-828d-ac62e1b980b9', 'ip_address': '172.27.0.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T15:49:30Z', 'updated_at': '2021-09-29T15:49:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9c872fed-da92-4e12-828d-ac62e1b980b9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806616-6-iscsi'}], 'dv-cinder-806616-6-iscsi', False) {} {{(pid=96122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 15:49:32.374660 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4852339-246d-4165-964f-15a1f445b5fe None None] Checking router: b5cf718c-af45-41e1-bc2a-267ce5057563 for host: dv-cinder-806616-6-iscsi {{(pid=96122) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 15:49:32.375011 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4852339-246d-4165-964f-15a1f445b5fe None None] Updating router b5cf718c-af45-41e1-bc2a-267ce5057563 port a4833d5d-c06e-44c8-acfc-54480d486295 binding host dv-cinder-806616-6-iscsi {{(pid=96122) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 29 15:49:32.378359 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.plugins.ml2.rpc [None req-86ea74e9-eea3-4769-b153-652ac6294d68 None None] Device 804c1a12-d5fb-4585-aace-774a6edc570f up at agent ovs-agent-dv-cinder-806616-6-iscsi {{(pid=96122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 15:49:32.423536 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron_lib.callbacks.manager [None req-c4852339-246d-4165-964f-15a1f445b5fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-684029'] for port, before_update {{(pid=96122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:49:32.519604 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.db.provisioning_blocks [None req-86ea74e9-eea3-4769-b153-652ac6294d68 None None] Provisioning complete for port 804c1a12-d5fb-4585-aace-774a6edc570f triggered by entity L2. {{(pid=96122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 15:49:32.519994 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron_lib.callbacks.manager [None req-86ea74e9-eea3-4769-b153-652ac6294d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-626465'] for port, provisioning_complete {{(pid=96122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:49:32.652469 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [None req-ada713f2-69af-4151-82df-c69654b04790 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-684029'] for port, before_create {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:49:32.804561 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.db.db_base_plugin_common [None req-ada713f2-69af-4151-82df-c69654b04790 admin admin] Allocated IP 172.20.0.1 (130bac75-18dc-45de-9ec4-afda9fc26d7f/1884d989-814c-43e8-ad27-affc4248c86e/91e530aa-8a41-4beb-80f0-772c34853da5) {{(pid=96121) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 15:49:32.812356 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron_lib.callbacks.manager [None req-c4852339-246d-4165-964f-15a1f445b5fe None None] Notify callbacks [] for port, precommit_update {{(pid=96122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:49:32.873222 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron_lib.callbacks.manager [None req-c4852339-246d-4165-964f-15a1f445b5fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741780147972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741779628755', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741779628773'] for port, after_update {{(pid=96122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:49:32.907793 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [None req-ada713f2-69af-4151-82df-c69654b04790 admin admin] Notify callbacks [] for port, precommit_create {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:49:32.924069 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.plugins.ml2.managers [None req-c4852339-246d-4165-964f-15a1f445b5fe None None] Attempting to bind port a4833d5d-c06e-44c8-acfc-54480d486295 on host dv-cinder-806616-6-iscsi for vnic_type normal with profile {{(pid=96122) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 15:49:32.924436 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.plugins.ml2.managers [None req-c4852339-246d-4165-964f-15a1f445b5fe None None] Attempting to bind port a4833d5d-c06e-44c8-acfc-54480d486295 by drivers openvswitch,hyperv on host dv-cinder-806616-6-iscsi at level 0 using segments [{'id': '16a0d549-78f3-47f2-8934-1674670c2e39', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cd5efe95-1549-4750-933c-70412f77577e'}] {{(pid=96122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 15:49:32.924794 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4852339-246d-4165-964f-15a1f445b5fe None None] Attempting to bind port a4833d5d-c06e-44c8-acfc-54480d486295 on network cd5efe95-1549-4750-933c-70412f77577e {{(pid=96122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 15:49:32.928248 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcce10d7-570f-4aab-ab66-b8567f28b614 None None] Pushing event updated for resources: {'Port': ['ID=a4833d5d-c06e-44c8-acfc-54480d486295,revision_number=2']} {{(pid=96122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 15:49:32.932711 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4852339-246d-4165-964f-15a1f445b5fe None None] Checking agent: {'id': '3420b91a-a9c7-4dbc-b0fb-eb58464b9dc3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806616-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 15, 30, 57), 'started_at': datetime.datetime(2021, 9, 29, 15, 31, 27), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 15, 49, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806616-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=96122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 15:49:32.933073 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4852339-246d-4165-964f-15a1f445b5fe None None] Checking segment: {'id': '16a0d549-78f3-47f2-8934-1674670c2e39', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cd5efe95-1549-4750-933c-70412f77577e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 15:49:32.933470 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron_lib.callbacks.manager [None req-c4852339-246d-4165-964f-15a1f445b5fe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=96122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:49:32.933847 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4852339-246d-4165-964f-15a1f445b5fe None None] Bound using segment: {'id': '16a0d549-78f3-47f2-8934-1674670c2e39', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cd5efe95-1549-4750-933c-70412f77577e'} {{(pid=96122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 15:49:32.934300 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.plugins.ml2.managers [None req-c4852339-246d-4165-964f-15a1f445b5fe None None] Bound port: a4833d5d-c06e-44c8-acfc-54480d486295, host: dv-cinder-806616-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '16a0d549-78f3-47f2-8934-1674670c2e39', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cd5efe95-1549-4750-933c-70412f77577e'}}] {{(pid=96122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 15:49:32.934671 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron_lib.callbacks.manager [None req-c4852339-246d-4165-964f-15a1f445b5fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-684029'] for port, before_update {{(pid=96122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:49:32.976808 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [None req-ada713f2-69af-4151-82df-c69654b04790 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741779628737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3898419'] for port, after_create {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:49:32.987846 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.plugins.ml2.db [None req-c4852339-246d-4165-964f-15a1f445b5fe None None] For port a4833d5d-c06e-44c8-acfc-54480d486295, host dv-cinder-806616-6-iscsi, cleared binding levels {{(pid=96122) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 15:49:32.991389 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.plugins.ml2.db [None req-c4852339-246d-4165-964f-15a1f445b5fe None None] For port a4833d5d-c06e-44c8-acfc-54480d486295, host dv-cinder-806616-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806616-6-iscsi',level=0,port_id=a4833d5d-c06e-44c8-acfc-54480d486295,segment=NetworkSegment(16a0d549-78f3-47f2-8934-1674670c2e39),segment_id=16a0d549-78f3-47f2-8934-1674670c2e39)] {{(pid=96122) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 15:49:33.009865 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ada713f2-69af-4151-82df-c69654b04790 admin admin] Network 130bac75-18dc-45de-9ec4-afda9fc26d7f is already hosted by enough agents. {{(pid=96121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 15:49:33.012664 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.scheduler.base_scheduler [None req-ada713f2-69af-4151-82df-c69654b04790 admin admin] Resources bound (agent type, host, resource id): {{(pid=96121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 15:49:33.016094 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ada713f2-69af-4151-82df-c69654b04790 admin admin] Received port after_create {{(pid=96121) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 15:49:33.045023 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron_lib.callbacks.manager [None req-c4852339-246d-4165-964f-15a1f445b5fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741780147972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741779628755', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741779628773'] for port, after_update {{(pid=96122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:49:33.051725 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ada713f2-69af-4151-82df-c69654b04790 admin admin] Pushing event updated for resources: {'Port': ['ID=91e530aa-8a41-4beb-80f0-772c34853da5,revision_number=1']} {{(pid=96121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 15:49:33.065919 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [None req-ada713f2-69af-4151-82df-c69654b04790 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1619084'] for router_interface, before_create {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:49:33.104850 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcce10d7-570f-4aab-ab66-b8567f28b614 None None] Pushing event updated for resources: {'Port': ['ID=a4833d5d-c06e-44c8-acfc-54480d486295,revision_number=3']} {{(pid=96122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 15:49:33.107435 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4852339-246d-4165-964f-15a1f445b5fe None None] Routers {'b5cf718c-af45-41e1-bc2a-267ce5057563'} bound to L3 agent in host dv-cinder-806616-6-iscsi {{(pid=96122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 15:49:33.108061 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.db.l3_hamode_db [None req-c4852339-246d-4165-964f-15a1f445b5fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806616-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-29T15:30:56Z,description=,heartbeat_timestamp=2021-09-29T15:49:27Z,host='dv-cinder-806616-6-iscsi',id=e5061b61-feb3-46be-bd05-1226f95d9417,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T15:30:57Z,topic='l3_agent')) {'router_ids': ['b5cf718c-af45-41e1-bc2a-267ce5057563'], 'active': True} {{(pid=96122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 15:49:33.254891 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [None req-ada713f2-69af-4151-82df-c69654b04790 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-684029'] for port, before_update {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:49:33.345606 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.db.provisioning_blocks [None req-24b3d489-3f31-4b08-b291-ef3320c9a34f None None] Provisioning complete for port 91e530aa-8a41-4beb-80f0-772c34853da5 triggered by entity DHCP. {{(pid=96122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 15:49:33.345903 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron_lib.callbacks.manager [None req-24b3d489-3f31-4b08-b291-ef3320c9a34f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-626465'] for port, provisioning_complete {{(pid=96122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:49:33.348438 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.db.l3_dvr_db [None req-c4852339-246d-4165-964f-15a1f445b5fe None None] Set router b5cf718c-af45-41e1-bc2a-267ce5057563 gateway port host: dv-cinder-806616-6-iscsi {{(pid=96122) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 15:49:33.417930 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [None req-ada713f2-69af-4151-82df-c69654b04790 admin admin] Notify callbacks [] for port, precommit_update {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:49:33.448864 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.plugins.ml2.plugin [None req-24b3d489-3f31-4b08-b291-ef3320c9a34f None None] Port 91e530aa-8a41-4beb-80f0-772c34853da5 cannot update to ACTIVE because it is not bound. {{(pid=96122) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 29 15:49:33.490146 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [None req-ada713f2-69af-4151-82df-c69654b04790 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741780147972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741779628755', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741779628773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3898424'] for port, after_update {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:49:33.550950 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.db.l3_hamode_db [None req-c4852339-246d-4165-964f-15a1f445b5fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5cf718c-af45-41e1-bc2a-267ce5057563', 'name': 'tempest-TestVolumeBootPattern-1891457191-router', 'tenant_id': '54b54b3b8c5d4295a0fc95e1c5e76334', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd5efe95-1549-4750-933c-70412f77577e', 'external_fixed_ips': [{'subnet_id': '9c872fed-da92-4e12-828d-ac62e1b980b9', 'ip_address': '172.27.0.233'}], 'enable_snat': True}, 'gw_port_id': 'a4833d5d-c06e-44c8-acfc-54480d486295', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T15:49:30Z', 'updated_at': '2021-09-29T15:49:31Z', 'revision_number': 3, 'project_id': '54b54b3b8c5d4295a0fc95e1c5e76334', 'gw_port': {'id': 'a4833d5d-c06e-44c8-acfc-54480d486295', 'name': '', 'network_id': 'cd5efe95-1549-4750-933c-70412f77577e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:80:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5cf718c-af45-41e1-bc2a-267ce5057563', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '9c872fed-da92-4e12-828d-ac62e1b980b9', 'ip_address': '172.27.0.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806616-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T15:49:30Z', 'updated_at': '2021-09-29T15:49:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9c872fed-da92-4e12-828d-ac62e1b980b9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806616-6-iscsi'}], 'dv-cinder-806616-6-iscsi', False) {} {{(pid=96122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 15:49:33.559271 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [None req-ada713f2-69af-4151-82df-c69654b04790 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1575380', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1620092'] for router_interface, after_create {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:49:33.561882 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ada713f2-69af-4151-82df-c69654b04790 admin admin] Pushing event updated for resources: {'Port': ['ID=91e530aa-8a41-4beb-80f0-772c34853da5,revision_number=2']} {{(pid=96121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 15:49:33.577925 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4852339-246d-4165-964f-15a1f445b5fe None None] The sync data for ids ['b5cf718c-af45-41e1-bc2a-267ce5057563'] in dv-cinder-806616-6-iscsi is: [{'id': 'b5cf718c-af45-41e1-bc2a-267ce5057563', 'name': 'tempest-TestVolumeBootPattern-1891457191-router', 'tenant_id': '54b54b3b8c5d4295a0fc95e1c5e76334', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd5efe95-1549-4750-933c-70412f77577e', 'external_fixed_ips': [{'subnet_id': '9c872fed-da92-4e12-828d-ac62e1b980b9', 'ip_address': '172.27.0.233'}], 'enable_snat': True}, 'gw_port_id': 'a4833d5d-c06e-44c8-acfc-54480d486295', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T15:49:30Z', 'updated_at': '2021-09-29T15:49:31Z', 'revision_number': 3, 'project_id': '54b54b3b8c5d4295a0fc95e1c5e76334', 'gw_port': {'id': 'a4833d5d-c06e-44c8-acfc-54480d486295', 'name': '', 'network_id': 'cd5efe95-1549-4750-933c-70412f77577e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:80:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5cf718c-af45-41e1-bc2a-267ce5057563', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '9c872fed-da92-4e12-828d-ac62e1b980b9', 'ip_address': '172.27.0.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806616-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T15:49:30Z', 'updated_at': '2021-09-29T15:49:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9c872fed-da92-4e12-828d-ac62e1b980b9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806616-6-iscsi'}] {{(pid=96122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 15:49:33.658390 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ada713f2-69af-4151-82df-c69654b04790 admin admin] Network 130bac75-18dc-45de-9ec4-afda9fc26d7f is already hosted by enough agents. {{(pid=96121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 15:49:33.659888 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.scheduler.base_scheduler [None req-ada713f2-69af-4151-82df-c69654b04790 admin admin] Resources bound (agent type, host, resource id): {{(pid=96121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 15:49:33.785025 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ada713f2-69af-4151-82df-c69654b04790 admin admin] Router b5cf718c-af45-41e1-bc2a-267ce5057563 has already been hosted by L3 agent e5061b61-feb3-46be-bd05-1226f95d9417 {{(pid=96121) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 29 15:49:33.874461 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.db.provisioning_blocks [None req-1d8cd735-cd7c-41ab-812b-f10c00ac5002 None None] Provisioning complete for port 91e530aa-8a41-4beb-80f0-772c34853da5 triggered by entity DHCP. {{(pid=96122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 15:49:33.874934 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron_lib.callbacks.manager [None req-1d8cd735-cd7c-41ab-812b-f10c00ac5002 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-626465'] for port, provisioning_complete {{(pid=96122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:49:33.907916 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ada713f2-69af-4151-82df-c69654b04790 admin admin] Notify agent at l3_agent.dv-cinder-806616-6-iscsi the message routers_updated {{(pid=96121) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 15:49:33.915541 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [None req-ada713f2-69af-4151-82df-c69654b04790 admin admin] 10.222.0.46 "PUT /v2.0/routers/b5cf718c-af45-41e1-bc2a-267ce5057563/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9392717 Sep 29 15:49:33.936806 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.plugins.ml2.plugin [None req-1d8cd735-cd7c-41ab-812b-f10c00ac5002 None None] Port 91e530aa-8a41-4beb-80f0-772c34853da5 cannot update to ACTIVE because it is not bound. {{(pid=96122) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 29 15:49:34.366520 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.plugins.ml2.rpc [None req-86ea74e9-eea3-4769-b153-652ac6294d68 None None] Device a4833d5d-c06e-44c8-acfc-54480d486295 up at agent ovs-agent-dv-cinder-806616-6-iscsi {{(pid=96122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 15:49:34.421648 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.db.provisioning_blocks [None req-86ea74e9-eea3-4769-b153-652ac6294d68 None None] Provisioning complete for port a4833d5d-c06e-44c8-acfc-54480d486295 triggered by entity L2. {{(pid=96122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 15:49:34.422048 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron_lib.callbacks.manager [None req-86ea74e9-eea3-4769-b153-652ac6294d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-626465'] for port, provisioning_complete {{(pid=96122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:49:34.502731 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron_lib.callbacks.manager [None req-86ea74e9-eea3-4769-b153-652ac6294d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-684029'] for port, before_update {{(pid=96122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:49:34.523558 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.plugins.ml2.db [None req-86ea74e9-eea3-4769-b153-652ac6294d68 None None] For port a4833d5d-c06e-44c8-acfc-54480d486295, host dv-cinder-806616-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806616-6-iscsi',level=0,port_id=a4833d5d-c06e-44c8-acfc-54480d486295,segment=NetworkSegment(16a0d549-78f3-47f2-8934-1674670c2e39),segment_id=16a0d549-78f3-47f2-8934-1674670c2e39)] {{(pid=96122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 15:49:34.605219 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron_lib.callbacks.manager [None req-86ea74e9-eea3-4769-b153-652ac6294d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741780147972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741779628755', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741779628773'] for port, after_update {{(pid=96122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:49:34.623996 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.wsgi [-] (96120) accepted ('10.222.0.46', 38660) {{(pid=96120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 15:49:34.629022 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.api.v2.base [None req-5280e44c-d182-4683-a072-01e42cc0c877 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1227425693-network', 'tenant_id': '77068ed4f67c4adc8566bb73d6d24ec3'}} {{(pid=96120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 15:49:34.652697 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ea74e9-eea3-4769-b153-652ac6294d68 None None] Pushing event updated for resources: {'Port': ['ID=a4833d5d-c06e-44c8-acfc-54480d486295,revision_number=4']} {{(pid=96122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 15:49:34.759132 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5280e44c-d182-4683-a072-01e42cc0c877 admin admin] Made reservation on behalf of 77068ed4f67c4adc8566bb73d6d24ec3 for: {'network': 1} {{(pid=96120) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 15:49:34.768211 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-5280e44c-d182-4683-a072-01e42cc0c877 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-684029'] for network, before_create {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:49:34.770655 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-5280e44c-d182-4683-a072-01e42cc0c877 admin admin] Notify callbacks [] for security_group, before_create {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:49:34.855738 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-5280e44c-d182-4683-a072-01e42cc0c877 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:49:35.022446 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-5280e44c-d182-4683-a072-01e42cc0c877 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579214'] for security_group, after_create {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:49:35.047463 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5280e44c-d182-4683-a072-01e42cc0c877 admin admin] vlan segment allocate from pool success with {'vlan_id': 641, 'physical_network': 'physnet1'} {{(pid=96120) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 29 15:49:35.060389 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5280e44c-d182-4683-a072-01e42cc0c877 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c64abd69-5295-4256-9aaa-738cedafff6c,revision_number=1']} {{(pid=96120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 15:49:35.065059 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-5280e44c-d182-4683-a072-01e42cc0c877 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-649178'] for segment, precommit_create {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:49:35.065399 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.db.segments_db [None req-5280e44c-d182-4683-a072-01e42cc0c877 admin admin] Added segment 88650b9e-a7e6-47f2-858c-958cd4e24085 of type vlan for network 9b2d2812-6c23-414d-985b-41631f26773e Sep 29 15:49:35.105117 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-5280e44c-d182-4683-a072-01e42cc0c877 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741779631391'] for network, precommit_create {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:49:35.172872 dv-cinder-806616-6-iscsi neutron-server[96123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a6e7666-ee87-4144-b629-7e66aed61217 None None] Sync routers for ids ['b5cf718c-af45-41e1-bc2a-267ce5057563'] in dv-cinder-806616-6-iscsi {{(pid=96123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 15:49:35.182428 dv-cinder-806616-6-iscsi neutron-server[96123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a6e7666-ee87-4144-b629-7e66aed61217 None None] Routers {'b5cf718c-af45-41e1-bc2a-267ce5057563'} bound to L3 agent in host dv-cinder-806616-6-iscsi {{(pid=96123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 15:49:35.183032 dv-cinder-806616-6-iscsi neutron-server[96123]: DEBUG neutron.db.l3_hamode_db [None req-5a6e7666-ee87-4144-b629-7e66aed61217 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806616-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-29T15:30:56Z,description=,heartbeat_timestamp=2021-09-29T15:49:27Z,host='dv-cinder-806616-6-iscsi',id=e5061b61-feb3-46be-bd05-1226f95d9417,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T15:30:57Z,topic='l3_agent')) {'router_ids': ['b5cf718c-af45-41e1-bc2a-267ce5057563'], 'active': True} {{(pid=96123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 15:49:35.187565 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-5280e44c-d182-4683-a072-01e42cc0c877 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575366'] for network, after_create {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:49:35.188591 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5280e44c-d182-4683-a072-01e42cc0c877 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:49:35.189173 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-5280e44c-d182-4683-a072-01e42cc0c877 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577532'] for network, before_response {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:49:35.246351 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5280e44c-d182-4683-a072-01e42cc0c877 admin admin] Pushing event updated for resources: {'Network': ['ID=9b2d2812-6c23-414d-985b-41631f26773e,revision_number=1']} {{(pid=96120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 15:49:35.256518 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.plugins.ml2.rpc [None req-86ea74e9-eea3-4769-b153-652ac6294d68 None None] Network 9b2d2812-6c23-414d-985b-41631f26773e details requested by agent ovs-agent-dv-cinder-806616-6-iscsi with host dv-cinder-806616-6-iscsi {{(pid=96122) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 29 15:49:35.279642 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [None req-5280e44c-d182-4683-a072-01e42cc0c877 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.6544156 Sep 29 15:49:35.282232 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.wsgi [-] (96120) accepted ('10.222.0.46', 38662) {{(pid=96120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 15:49:35.286173 dv-cinder-806616-6-iscsi neutron-server[96123]: DEBUG neutron.db.l3_dvr_db [None req-5a6e7666-ee87-4144-b629-7e66aed61217 None None] Set router b5cf718c-af45-41e1-bc2a-267ce5057563 gateway port host: dv-cinder-806616-6-iscsi {{(pid=96123) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 15:49:35.287590 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.api.v2.base [None req-aca8f4cd-733c-4eca-a20b-2610d96f8785 admin admin] Request body: {'subnet': {'network_id': '9b2d2812-6c23-414d-985b-41631f26773e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1227425693-subnet', 'tenant_id': '77068ed4f67c4adc8566bb73d6d24ec3', 'ip_version': 4}} {{(pid=96120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 15:49:35.387648 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aca8f4cd-733c-4eca-a20b-2610d96f8785 admin admin] Made reservation on behalf of 77068ed4f67c4adc8566bb73d6d24ec3 for: {'subnet': 1} {{(pid=96120) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 15:49:35.390118 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-aca8f4cd-733c-4eca-a20b-2610d96f8785 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9098265'] for subnet, before_create {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:49:35.482911 dv-cinder-806616-6-iscsi neutron-server[96123]: DEBUG neutron.db.l3_hamode_db [None req-5a6e7666-ee87-4144-b629-7e66aed61217 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5cf718c-af45-41e1-bc2a-267ce5057563', 'name': 'tempest-TestVolumeBootPattern-1891457191-router', 'tenant_id': '54b54b3b8c5d4295a0fc95e1c5e76334', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd5efe95-1549-4750-933c-70412f77577e', 'external_fixed_ips': [{'subnet_id': '9c872fed-da92-4e12-828d-ac62e1b980b9', 'ip_address': '172.27.0.233'}], 'enable_snat': True}, 'gw_port_id': 'a4833d5d-c06e-44c8-acfc-54480d486295', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T15:49:30Z', 'updated_at': '2021-09-29T15:49:33Z', 'revision_number': 4, 'project_id': '54b54b3b8c5d4295a0fc95e1c5e76334', 'gw_port': {'id': 'a4833d5d-c06e-44c8-acfc-54480d486295', 'name': '', 'network_id': 'cd5efe95-1549-4750-933c-70412f77577e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:80:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5cf718c-af45-41e1-bc2a-267ce5057563', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '9c872fed-da92-4e12-828d-ac62e1b980b9', 'ip_address': '172.27.0.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806616-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T15:49:30Z', 'updated_at': '2021-09-29T15:49:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c872fed-da92-4e12-828d-ac62e1b980b9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806616-6-iscsi', '_interfaces': [{'id': '91e530aa-8a41-4beb-80f0-772c34853da5', 'name': '', 'network_id': '130bac75-18dc-45de-9ec4-afda9fc26d7f', 'tenant_id': '54b54b3b8c5d4295a0fc95e1c5e76334', 'mac_address': 'fa:16:3e:0e:c0:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5cf718c-af45-41e1-bc2a-267ce5057563', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '1884d989-814c-43e8-ad27-affc4248c86e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T15:49:32Z', 'updated_at': '2021-09-29T15:49:33Z', 'revision_number': 2, 'project_id': '54b54b3b8c5d4295a0fc95e1c5e76334', 'subnets': [{'id': '1884d989-814c-43e8-ad27-affc4248c86e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806616-6-iscsi', False) {} {{(pid=96123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 15:49:35.509816 dv-cinder-806616-6-iscsi neutron-server[96123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a6e7666-ee87-4144-b629-7e66aed61217 None None] Checking router: b5cf718c-af45-41e1-bc2a-267ce5057563 for host: dv-cinder-806616-6-iscsi {{(pid=96123) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 15:49:35.510166 dv-cinder-806616-6-iscsi neutron-server[96123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a6e7666-ee87-4144-b629-7e66aed61217 None None] Updating router b5cf718c-af45-41e1-bc2a-267ce5057563 port 91e530aa-8a41-4beb-80f0-772c34853da5 binding host dv-cinder-806616-6-iscsi {{(pid=96123) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 29 15:49:35.533684 dv-cinder-806616-6-iscsi neutron-server[96123]: DEBUG neutron_lib.callbacks.manager [None req-5a6e7666-ee87-4144-b629-7e66aed61217 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-684029'] for port, before_update {{(pid=96123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:49:35.621899 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-aca8f4cd-733c-4eca-a20b-2610d96f8785 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1575015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8955913', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9098283'] for subnet, after_create {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:49:35.683070 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aca8f4cd-733c-4eca-a20b-2610d96f8785 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7aba0f99-1d27-4c87-aa51-c673b7d66f36,revision_number=0']} {{(pid=96120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 15:49:35.690524 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aca8f4cd-733c-4eca-a20b-2610d96f8785 admin admin] Checking segment: {'id': '88650b9e-a7e6-47f2-858c-958cd4e24085', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '9b2d2812-6c23-414d-985b-41631f26773e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96120) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 15:49:35.690891 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aca8f4cd-733c-4eca-a20b-2610d96f8785 admin admin] Network hostable DHCP agents. Network: 9b2d2812-6c23-414d-985b-41631f26773e, hostable agents: ['626ea16d-5941-4cb2-98b6-5e39c33395ed'], hosted agents: [] {{(pid=96120) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 29 15:49:35.780819 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aca8f4cd-733c-4eca-a20b-2610d96f8785 admin admin] Network 9b2d2812-6c23-414d-985b-41631f26773e is scheduled to be hosted by DHCP agent 626ea16d-5941-4cb2-98b6-5e39c33395ed with binding_index 1 {{(pid=96120) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 29 15:49:35.790605 dv-cinder-806616-6-iscsi neutron-server[96123]: DEBUG neutron_lib.callbacks.manager [None req-5a6e7666-ee87-4144-b629-7e66aed61217 None None] Notify callbacks [] for port, precommit_update {{(pid=96123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:49:35.895725 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.scheduler.base_scheduler [None req-aca8f4cd-733c-4eca-a20b-2610d96f8785 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-806616-6-iscsi, 9b2d2812-6c23-414d-985b-41631f26773e) {{(pid=96120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 15:49:35.899787 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aca8f4cd-733c-4eca-a20b-2610d96f8785 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=96120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:49:35.900410 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-aca8f4cd-733c-4eca-a20b-2610d96f8785 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577532'] for subnet, before_response {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:49:35.904799 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e245be4a-9af0-4567-a999-79f163240866 None None] Network 9b2d2812-6c23-414d-985b-41631f26773e requested from dv-cinder-806616-6-iscsi {{(pid=96122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 15:49:35.936206 dv-cinder-806616-6-iscsi neutron-server[96123]: DEBUG neutron_lib.callbacks.manager [None req-5a6e7666-ee87-4144-b629-7e66aed61217 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741780147972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741779628755', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741779628773'] for port, after_update {{(pid=96123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:49:35.987593 dv-cinder-806616-6-iscsi neutron-server[96123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e72620f9-b856-4dd2-9fb7-2fa85e5aebdc None None] Pushing event updated for resources: {'Port': ['ID=91e530aa-8a41-4beb-80f0-772c34853da5,revision_number=3']} {{(pid=96123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 15:49:36.006790 dv-cinder-806616-6-iscsi neutron-server[96123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e72620f9-b856-4dd2-9fb7-2fa85e5aebdc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806616-6-iscsi {{(pid=96123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 15:49:36.007139 dv-cinder-806616-6-iscsi neutron-server[96123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e72620f9-b856-4dd2-9fb7-2fa85e5aebdc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806616-6-iscsi {{(pid=96123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 15:49:36.007479 dv-cinder-806616-6-iscsi neutron-server[96123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e72620f9-b856-4dd2-9fb7-2fa85e5aebdc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806616-6-iscsi {{(pid=96123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 15:49:36.007813 dv-cinder-806616-6-iscsi neutron-server[96123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e72620f9-b856-4dd2-9fb7-2fa85e5aebdc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806616-6-iscsi {{(pid=96123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 15:49:36.008170 dv-cinder-806616-6-iscsi neutron-server[96123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e72620f9-b856-4dd2-9fb7-2fa85e5aebdc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806616-6-iscsi {{(pid=96123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 15:49:36.008500 dv-cinder-806616-6-iscsi neutron-server[96123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e72620f9-b856-4dd2-9fb7-2fa85e5aebdc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806616-6-iscsi {{(pid=96123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 15:49:36.008828 dv-cinder-806616-6-iscsi neutron-server[96123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e72620f9-b856-4dd2-9fb7-2fa85e5aebdc None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806616-6-iscsi {{(pid=96123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 15:49:36.009267 dv-cinder-806616-6-iscsi neutron-server[96123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e72620f9-b856-4dd2-9fb7-2fa85e5aebdc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806616-6-iscsi {{(pid=96123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 15:49:36.009495 dv-cinder-806616-6-iscsi neutron-server[96123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e72620f9-b856-4dd2-9fb7-2fa85e5aebdc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806616-6-iscsi {{(pid=96123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 15:49:36.009822 dv-cinder-806616-6-iscsi neutron-server[96123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e72620f9-b856-4dd2-9fb7-2fa85e5aebdc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806616-6-iscsi {{(pid=96123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 15:49:36.010139 dv-cinder-806616-6-iscsi neutron-server[96123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e72620f9-b856-4dd2-9fb7-2fa85e5aebdc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806616-6-iscsi {{(pid=96123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 15:49:36.010457 dv-cinder-806616-6-iscsi neutron-server[96123]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e72620f9-b856-4dd2-9fb7-2fa85e5aebdc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806616-6-iscsi {{(pid=96123) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 15:49:36.026039 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.wsgi [-] (96121) accepted ('10.222.0.46', 38664) {{(pid=96121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 15:49:36.029243 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [None req-aca8f4cd-733c-4eca-a20b-2610d96f8785 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7457283 Sep 29 15:49:36.032070 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.api.v2.base [None req-0d81d740-d8da-41ee-837f-046a240405bf admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1227425693-router', 'tenant_id': '77068ed4f67c4adc8566bb73d6d24ec3', 'external_gateway_info': {'network_id': 'cd5efe95-1549-4750-933c-70412f77577e'}}} {{(pid=96121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 15:49:36.052867 dv-cinder-806616-6-iscsi neutron-server[96123]: DEBUG neutron.plugins.ml2.managers [None req-5a6e7666-ee87-4144-b629-7e66aed61217 None None] Attempting to bind port 91e530aa-8a41-4beb-80f0-772c34853da5 on host dv-cinder-806616-6-iscsi for vnic_type normal with profile {{(pid=96123) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 15:49:36.052867 dv-cinder-806616-6-iscsi neutron-server[96123]: DEBUG neutron.plugins.ml2.managers [None req-5a6e7666-ee87-4144-b629-7e66aed61217 None None] Attempting to bind port 91e530aa-8a41-4beb-80f0-772c34853da5 by drivers openvswitch,hyperv on host dv-cinder-806616-6-iscsi at level 0 using segments [{'id': '6ab0cf2f-b4ec-4407-92a6-993df9aa86b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '130bac75-18dc-45de-9ec4-afda9fc26d7f'}] {{(pid=96123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 15:49:36.052867 dv-cinder-806616-6-iscsi neutron-server[96123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a6e7666-ee87-4144-b629-7e66aed61217 None None] Attempting to bind port 91e530aa-8a41-4beb-80f0-772c34853da5 on network 130bac75-18dc-45de-9ec4-afda9fc26d7f {{(pid=96123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 15:49:36.053803 dv-cinder-806616-6-iscsi neutron-server[96123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a6e7666-ee87-4144-b629-7e66aed61217 None None] Checking agent: {'id': '3420b91a-a9c7-4dbc-b0fb-eb58464b9dc3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806616-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 15, 30, 57), 'started_at': datetime.datetime(2021, 9, 29, 15, 31, 27), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 15, 49, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806616-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=96123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 15:49:36.054181 dv-cinder-806616-6-iscsi neutron-server[96123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a6e7666-ee87-4144-b629-7e66aed61217 None None] Checking segment: {'id': '6ab0cf2f-b4ec-4407-92a6-993df9aa86b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '130bac75-18dc-45de-9ec4-afda9fc26d7f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96123) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 15:49:36.054584 dv-cinder-806616-6-iscsi neutron-server[96123]: DEBUG neutron_lib.callbacks.manager [None req-5a6e7666-ee87-4144-b629-7e66aed61217 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=96123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:49:36.054970 dv-cinder-806616-6-iscsi neutron-server[96123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a6e7666-ee87-4144-b629-7e66aed61217 None None] Bound using segment: {'id': '6ab0cf2f-b4ec-4407-92a6-993df9aa86b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '130bac75-18dc-45de-9ec4-afda9fc26d7f'} {{(pid=96123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 15:49:36.055434 dv-cinder-806616-6-iscsi neutron-server[96123]: DEBUG neutron.plugins.ml2.managers [None req-5a6e7666-ee87-4144-b629-7e66aed61217 None None] Bound port: 91e530aa-8a41-4beb-80f0-772c34853da5, host: dv-cinder-806616-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ab0cf2f-b4ec-4407-92a6-993df9aa86b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '130bac75-18dc-45de-9ec4-afda9fc26d7f'}}] {{(pid=96123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 15:49:36.055838 dv-cinder-806616-6-iscsi neutron-server[96123]: DEBUG neutron_lib.callbacks.manager [None req-5a6e7666-ee87-4144-b629-7e66aed61217 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-684029'] for port, before_update {{(pid=96123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:49:36.059130 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0ed7b16-7e86-44eb-9bf3-487358860fa2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc2c1769e-5874-5262-b979-a7c4e10a20b5-9b2d2812-6c23-414d-985b-41631f26773e', 'network_id': '9b2d2812-6c23-414d-985b-41631f26773e', 'tenant_id': '77068ed4f67c4adc8566bb73d6d24ec3', 'fixed_ips': [{'subnet_id': '7aba0f99-1d27-4c87-aa51-c673b7d66f36'}]}} from dv-cinder-806616-6-iscsi. {{(pid=96122) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 29 15:49:36.060127 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron_lib.callbacks.manager [None req-b0ed7b16-7e86-44eb-9bf3-487358860fa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-684029'] for port, before_create {{(pid=96122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:49:36.131353 dv-cinder-806616-6-iscsi neutron-server[96123]: DEBUG neutron.plugins.ml2.db [None req-5a6e7666-ee87-4144-b629-7e66aed61217 None None] For port 91e530aa-8a41-4beb-80f0-772c34853da5, host dv-cinder-806616-6-iscsi, cleared binding levels {{(pid=96123) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 15:49:36.134754 dv-cinder-806616-6-iscsi neutron-server[96123]: DEBUG neutron.plugins.ml2.db [None req-5a6e7666-ee87-4144-b629-7e66aed61217 None None] For port 91e530aa-8a41-4beb-80f0-772c34853da5, host dv-cinder-806616-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806616-6-iscsi',level=0,port_id=91e530aa-8a41-4beb-80f0-772c34853da5,segment=NetworkSegment(6ab0cf2f-b4ec-4407-92a6-993df9aa86b6),segment_id=6ab0cf2f-b4ec-4407-92a6-993df9aa86b6)] {{(pid=96123) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 15:49:36.159071 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [None req-0d81d740-d8da-41ee-837f-046a240405bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1619852', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3514'] for router, before_create {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:49:36.162216 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [None req-0d81d740-d8da-41ee-837f-046a240405bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1620348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1617292', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1739027', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3507'] for router, precommit_create {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:49:36.182975 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.db.provisioning_blocks [None req-7b74212a-88db-4297-91ab-0402ed4985e2 None None] Provisioning complete for port 91e530aa-8a41-4beb-80f0-772c34853da5 triggered by entity DHCP. {{(pid=96122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 15:49:36.183359 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron_lib.callbacks.manager [None req-7b74212a-88db-4297-91ab-0402ed4985e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-626465'] for port, provisioning_complete {{(pid=96122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:49:36.211169 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [None req-0d81d740-d8da-41ee-837f-046a240405bf admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:49:36.239337 dv-cinder-806616-6-iscsi neutron-server[96123]: DEBUG neutron_lib.callbacks.manager [None req-5a6e7666-ee87-4144-b629-7e66aed61217 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741780147972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741779628755', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741779628773'] for port, after_update {{(pid=96123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:49:36.246608 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.plugins.ml2.plugin [None req-7b74212a-88db-4297-91ab-0402ed4985e2 None None] Port 91e530aa-8a41-4beb-80f0-772c34853da5 cannot update to ACTIVE because it is not bound. {{(pid=96122) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 29 15:49:36.255873 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.db.db_base_plugin_common [None req-b0ed7b16-7e86-44eb-9bf3-487358860fa2 None None] Allocated IP 172.20.0.2 (9b2d2812-6c23-414d-985b-41631f26773e/7aba0f99-1d27-4c87-aa51-c673b7d66f36/a0ab80d0-5d2d-48f8-9502-97ccf79c8f56) {{(pid=96122) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 15:49:36.305482 dv-cinder-806616-6-iscsi neutron-server[96123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e72620f9-b856-4dd2-9fb7-2fa85e5aebdc None None] Pushing event updated for resources: {'Port': ['ID=91e530aa-8a41-4beb-80f0-772c34853da5,revision_number=4']} {{(pid=96123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 15:49:36.309757 dv-cinder-806616-6-iscsi neutron-server[96123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a6e7666-ee87-4144-b629-7e66aed61217 None None] Routers {'b5cf718c-af45-41e1-bc2a-267ce5057563'} bound to L3 agent in host dv-cinder-806616-6-iscsi {{(pid=96123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 15:49:36.310606 dv-cinder-806616-6-iscsi neutron-server[96123]: DEBUG neutron.db.l3_hamode_db [None req-5a6e7666-ee87-4144-b629-7e66aed61217 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806616-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-29T15:30:56Z,description=,heartbeat_timestamp=2021-09-29T15:49:27Z,host='dv-cinder-806616-6-iscsi',id=e5061b61-feb3-46be-bd05-1226f95d9417,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T15:30:57Z,topic='l3_agent')) {'router_ids': ['b5cf718c-af45-41e1-bc2a-267ce5057563'], 'active': True} {{(pid=96123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 15:49:36.396935 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.plugins.ml2.rpc [None req-86ea74e9-eea3-4769-b153-652ac6294d68 None None] Device a4833d5d-c06e-44c8-acfc-54480d486295 up at agent ovs-agent-dv-cinder-806616-6-iscsi {{(pid=96122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 15:49:36.405291 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron_lib.callbacks.manager [None req-b0ed7b16-7e86-44eb-9bf3-487358860fa2 None None] Notify callbacks [] for port, precommit_create {{(pid=96122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:49:36.451974 dv-cinder-806616-6-iscsi neutron-server[96123]: DEBUG neutron.db.l3_dvr_db [None req-5a6e7666-ee87-4144-b629-7e66aed61217 None None] Set router b5cf718c-af45-41e1-bc2a-267ce5057563 gateway port host: dv-cinder-806616-6-iscsi {{(pid=96123) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 15:49:36.461993 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.db.provisioning_blocks [None req-86ea74e9-eea3-4769-b153-652ac6294d68 None None] Provisioning complete for port a4833d5d-c06e-44c8-acfc-54480d486295 triggered by entity L2. {{(pid=96122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 15:49:36.462745 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron_lib.callbacks.manager [None req-86ea74e9-eea3-4769-b153-652ac6294d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-626465'] for port, provisioning_complete {{(pid=96122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:49:36.464182 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [None req-0d81d740-d8da-41ee-837f-046a240405bf admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:49:36.484174 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron_lib.callbacks.manager [None req-b0ed7b16-7e86-44eb-9bf3-487358860fa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741779628737'] for port, after_create {{(pid=96122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:49:36.532678 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0ed7b16-7e86-44eb-9bf3-487358860fa2 None None] Network 9b2d2812-6c23-414d-985b-41631f26773e is already hosted by enough agents. {{(pid=96122) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 15:49:36.538996 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.scheduler.base_scheduler [None req-b0ed7b16-7e86-44eb-9bf3-487358860fa2 None None] Resources bound (agent type, host, resource id): {{(pid=96122) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 15:49:36.544121 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0ed7b16-7e86-44eb-9bf3-487358860fa2 None None] Received port after_create {{(pid=96122) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 15:49:36.566323 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ed7b16-7e86-44eb-9bf3-487358860fa2 None None] Pushing event updated for resources: {'Port': ['ID=a0ab80d0-5d2d-48f8-9502-97ccf79c8f56,revision_number=1']} {{(pid=96122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 15:49:36.644355 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.db.provisioning_blocks [None req-2192d682-59f7-4255-8984-b331e2718a96 None None] Provisioning complete for port 91e530aa-8a41-4beb-80f0-772c34853da5 triggered by entity DHCP. {{(pid=96122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 15:49:36.644729 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron_lib.callbacks.manager [None req-2192d682-59f7-4255-8984-b331e2718a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-626465'] for port, provisioning_complete {{(pid=96122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:49:36.652055 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.plugins.ml2.managers [None req-b0ed7b16-7e86-44eb-9bf3-487358860fa2 None None] Attempting to bind port a0ab80d0-5d2d-48f8-9502-97ccf79c8f56 on host dv-cinder-806616-6-iscsi for vnic_type normal with profile {{(pid=96122) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 15:49:36.652432 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.plugins.ml2.managers [None req-b0ed7b16-7e86-44eb-9bf3-487358860fa2 None None] Attempting to bind port a0ab80d0-5d2d-48f8-9502-97ccf79c8f56 by drivers openvswitch,hyperv on host dv-cinder-806616-6-iscsi at level 0 using segments [{'id': '88650b9e-a7e6-47f2-858c-958cd4e24085', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '9b2d2812-6c23-414d-985b-41631f26773e'}] {{(pid=96122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 15:49:36.652792 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0ed7b16-7e86-44eb-9bf3-487358860fa2 None None] Attempting to bind port a0ab80d0-5d2d-48f8-9502-97ccf79c8f56 on network 9b2d2812-6c23-414d-985b-41631f26773e {{(pid=96122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 15:49:36.679077 dv-cinder-806616-6-iscsi neutron-server[96123]: DEBUG neutron.db.l3_hamode_db [None req-5a6e7666-ee87-4144-b629-7e66aed61217 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5cf718c-af45-41e1-bc2a-267ce5057563', 'name': 'tempest-TestVolumeBootPattern-1891457191-router', 'tenant_id': '54b54b3b8c5d4295a0fc95e1c5e76334', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd5efe95-1549-4750-933c-70412f77577e', 'external_fixed_ips': [{'subnet_id': '9c872fed-da92-4e12-828d-ac62e1b980b9', 'ip_address': '172.27.0.233'}], 'enable_snat': True}, 'gw_port_id': 'a4833d5d-c06e-44c8-acfc-54480d486295', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T15:49:30Z', 'updated_at': '2021-09-29T15:49:33Z', 'revision_number': 4, 'project_id': '54b54b3b8c5d4295a0fc95e1c5e76334', 'gw_port': {'id': 'a4833d5d-c06e-44c8-acfc-54480d486295', 'name': '', 'network_id': 'cd5efe95-1549-4750-933c-70412f77577e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:80:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5cf718c-af45-41e1-bc2a-267ce5057563', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '9c872fed-da92-4e12-828d-ac62e1b980b9', 'ip_address': '172.27.0.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806616-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T15:49:30Z', 'updated_at': '2021-09-29T15:49:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c872fed-da92-4e12-828d-ac62e1b980b9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806616-6-iscsi', '_interfaces': [{'id': '91e530aa-8a41-4beb-80f0-772c34853da5', 'name': '', 'network_id': '130bac75-18dc-45de-9ec4-afda9fc26d7f', 'tenant_id': '54b54b3b8c5d4295a0fc95e1c5e76334', 'mac_address': 'fa:16:3e:0e:c0:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5cf718c-af45-41e1-bc2a-267ce5057563', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '1884d989-814c-43e8-ad27-affc4248c86e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806616-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T15:49:32Z', 'updated_at': '2021-09-29T15:49:36Z', 'revision_number': 4, 'project_id': '54b54b3b8c5d4295a0fc95e1c5e76334', 'subnets': [{'id': '1884d989-814c-43e8-ad27-affc4248c86e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806616-6-iscsi', False) {} {{(pid=96123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 15:49:36.679740 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0ed7b16-7e86-44eb-9bf3-487358860fa2 None None] Checking agent: {'id': '3420b91a-a9c7-4dbc-b0fb-eb58464b9dc3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806616-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 15, 30, 57), 'started_at': datetime.datetime(2021, 9, 29, 15, 31, 27), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 15, 49, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806616-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=96122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 15:49:36.680025 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0ed7b16-7e86-44eb-9bf3-487358860fa2 None None] Checking segment: {'id': '88650b9e-a7e6-47f2-858c-958cd4e24085', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '9b2d2812-6c23-414d-985b-41631f26773e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 15:49:36.680434 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron_lib.callbacks.manager [None req-b0ed7b16-7e86-44eb-9bf3-487358860fa2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=96122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:49:36.680899 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0ed7b16-7e86-44eb-9bf3-487358860fa2 None None] Bound using segment: {'id': '88650b9e-a7e6-47f2-858c-958cd4e24085', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '9b2d2812-6c23-414d-985b-41631f26773e'} {{(pid=96122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 15:49:36.681393 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.plugins.ml2.managers [None req-b0ed7b16-7e86-44eb-9bf3-487358860fa2 None None] Bound port: a0ab80d0-5d2d-48f8-9502-97ccf79c8f56, host: dv-cinder-806616-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '88650b9e-a7e6-47f2-858c-958cd4e24085', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '9b2d2812-6c23-414d-985b-41631f26773e'}}] {{(pid=96122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 15:49:36.681669 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron_lib.callbacks.manager [None req-b0ed7b16-7e86-44eb-9bf3-487358860fa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-684029'] for port, before_update {{(pid=96122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:49:36.713580 dv-cinder-806616-6-iscsi neutron-server[96123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a6e7666-ee87-4144-b629-7e66aed61217 None None] The sync data for ids ['b5cf718c-af45-41e1-bc2a-267ce5057563'] in dv-cinder-806616-6-iscsi is: [{'id': 'b5cf718c-af45-41e1-bc2a-267ce5057563', 'name': 'tempest-TestVolumeBootPattern-1891457191-router', 'tenant_id': '54b54b3b8c5d4295a0fc95e1c5e76334', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd5efe95-1549-4750-933c-70412f77577e', 'external_fixed_ips': [{'subnet_id': '9c872fed-da92-4e12-828d-ac62e1b980b9', 'ip_address': '172.27.0.233'}], 'enable_snat': True}, 'gw_port_id': 'a4833d5d-c06e-44c8-acfc-54480d486295', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T15:49:30Z', 'updated_at': '2021-09-29T15:49:33Z', 'revision_number': 4, 'project_id': '54b54b3b8c5d4295a0fc95e1c5e76334', 'gw_port': {'id': 'a4833d5d-c06e-44c8-acfc-54480d486295', 'name': '', 'network_id': 'cd5efe95-1549-4750-933c-70412f77577e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:80:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5cf718c-af45-41e1-bc2a-267ce5057563', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '9c872fed-da92-4e12-828d-ac62e1b980b9', 'ip_address': '172.27.0.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806616-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T15:49:30Z', 'updated_at': '2021-09-29T15:49:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c872fed-da92-4e12-828d-ac62e1b980b9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806616-6-iscsi', '_interfaces': [{'id': '91e530aa-8a41-4beb-80f0-772c34853da5', 'name': '', 'network_id': '130bac75-18dc-45de-9ec4-afda9fc26d7f', 'tenant_id': '54b54b3b8c5d4295a0fc95e1c5e76334', 'mac_address': 'fa:16:3e:0e:c0:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5cf718c-af45-41e1-bc2a-267ce5057563', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '1884d989-814c-43e8-ad27-affc4248c86e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806616-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T15:49:32Z', 'updated_at': '2021-09-29T15:49:36Z', 'revision_number': 4, 'project_id': '54b54b3b8c5d4295a0fc95e1c5e76334', 'subnets': [{'id': '1884d989-814c-43e8-ad27-affc4248c86e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=96123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 15:49:36.725178 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [None req-0d81d740-d8da-41ee-837f-046a240405bf admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:49:36.746631 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [None req-0d81d740-d8da-41ee-837f-046a240405bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-684029'] for port, before_create {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:49:36.790336 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.plugins.ml2.db [None req-b0ed7b16-7e86-44eb-9bf3-487358860fa2 None None] For port a0ab80d0-5d2d-48f8-9502-97ccf79c8f56, host dv-cinder-806616-6-iscsi, cleared binding levels {{(pid=96122) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 15:49:36.795869 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.plugins.ml2.db [None req-b0ed7b16-7e86-44eb-9bf3-487358860fa2 None None] For port a0ab80d0-5d2d-48f8-9502-97ccf79c8f56, host dv-cinder-806616-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806616-6-iscsi',level=0,port_id=a0ab80d0-5d2d-48f8-9502-97ccf79c8f56,segment=NetworkSegment(88650b9e-a7e6-47f2-858c-958cd4e24085),segment_id=88650b9e-a7e6-47f2-858c-958cd4e24085)] {{(pid=96122) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 15:49:36.813854 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron_lib.callbacks.manager [None req-2192d682-59f7-4255-8984-b331e2718a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-684029'] for port, before_update {{(pid=96122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:49:36.862947 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.plugins.ml2.db [None req-2192d682-59f7-4255-8984-b331e2718a96 None None] For port 91e530aa-8a41-4beb-80f0-772c34853da5, host dv-cinder-806616-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806616-6-iscsi',level=0,port_id=91e530aa-8a41-4beb-80f0-772c34853da5,segment=NetworkSegment(6ab0cf2f-b4ec-4407-92a6-993df9aa86b6),segment_id=6ab0cf2f-b4ec-4407-92a6-993df9aa86b6)] {{(pid=96122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 15:49:36.880247 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron_lib.callbacks.manager [None req-b0ed7b16-7e86-44eb-9bf3-487358860fa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741780147972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741779628755', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741779628773'] for port, after_update {{(pid=96122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:49:36.902670 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.db.db_base_plugin_common [None req-0d81d740-d8da-41ee-837f-046a240405bf admin admin] Allocated IP 172.27.0.48 (cd5efe95-1549-4750-933c-70412f77577e/9c872fed-da92-4e12-828d-ac62e1b980b9/3ac6310b-d0b9-4a6a-8d14-fc584c04c4e9) {{(pid=96121) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 15:49:36.910509 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron_lib.callbacks.manager [None req-4d55257e-523e-4b8d-ab2b-d46a31710be1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741779927170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-625140'] for agent, after_update {{(pid=96122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:49:36.950591 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ed7b16-7e86-44eb-9bf3-487358860fa2 None None] Pushing event updated for resources: {'Port': ['ID=a0ab80d0-5d2d-48f8-9502-97ccf79c8f56,revision_number=2']} {{(pid=96122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 15:49:36.960994 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron_lib.callbacks.manager [None req-2192d682-59f7-4255-8984-b331e2718a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741780147972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741779628755', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741779628773'] for port, after_update {{(pid=96122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:49:37.014937 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2192d682-59f7-4255-8984-b331e2718a96 None None] Pushing event updated for resources: {'Port': ['ID=91e530aa-8a41-4beb-80f0-772c34853da5,revision_number=5']} {{(pid=96122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 15:49:37.036336 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [None req-0d81d740-d8da-41ee-837f-046a240405bf admin admin] Notify callbacks [] for port, precommit_create {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:49:37.165683 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [None req-0d81d740-d8da-41ee-837f-046a240405bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741779628737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3898419'] for port, after_create {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:49:37.212652 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d81d740-d8da-41ee-837f-046a240405bf admin admin] Network cd5efe95-1549-4750-933c-70412f77577e is already hosted by enough agents. {{(pid=96121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 15:49:37.215560 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.scheduler.base_scheduler [None req-0d81d740-d8da-41ee-837f-046a240405bf admin admin] Resources bound (agent type, host, resource id): {{(pid=96121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 15:49:37.223037 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d81d740-d8da-41ee-837f-046a240405bf admin admin] Received port after_create {{(pid=96121) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 15:49:37.226403 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d81d740-d8da-41ee-837f-046a240405bf admin admin] Pushing event updated for resources: {'Port': ['ID=3ac6310b-d0b9-4a6a-8d14-fc584c04c4e9,revision_number=1']} {{(pid=96121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 15:49:37.557606 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [None req-0d81d740-d8da-41ee-837f-046a240405bf admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:49:37.764174 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [None req-0d81d740-d8da-41ee-837f-046a240405bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1620229', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1617329'] for router, after_create {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:49:37.855224 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01f1a1a2-6eae-4f99-9bc2-0eeb8e875622 None None] Network 9b2d2812-6c23-414d-985b-41631f26773e requested from dv-cinder-806616-6-iscsi {{(pid=96122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 15:49:37.927933 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.db.provisioning_blocks [None req-7ecf7eee-a690-4e07-b9aa-82294f44f10c None None] Provisioning complete for port a0ab80d0-5d2d-48f8-9502-97ccf79c8f56 triggered by entity DHCP. {{(pid=96122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 15:49:37.928320 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron_lib.callbacks.manager [None req-7ecf7eee-a690-4e07-b9aa-82294f44f10c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-626465'] for port, provisioning_complete {{(pid=96122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:49:37.964480 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d81d740-d8da-41ee-837f-046a240405bf admin admin] Router 37c0ad70-77c4-485a-9060-2c7a24c256e8 is scheduled to L3 agent e5061b61-feb3-46be-bd05-1226f95d9417 with binding_index 1 {{(pid=96121) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 29 15:49:38.068017 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d81d740-d8da-41ee-837f-046a240405bf admin admin] Notify agent at l3_agent.dv-cinder-806616-6-iscsi the message routers_updated {{(pid=96121) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 15:49:38.068711 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron_lib.callbacks.manager [None req-7ecf7eee-a690-4e07-b9aa-82294f44f10c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-684029'] for port, before_update {{(pid=96122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:49:38.081861 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5e03870-1b3c-4c6f-a4f3-f1ffb873920e None None] Sync routers for ids ['37c0ad70-77c4-485a-9060-2c7a24c256e8'] in dv-cinder-806616-6-iscsi {{(pid=96122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 15:49:38.106872 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5e03870-1b3c-4c6f-a4f3-f1ffb873920e None None] Routers {'37c0ad70-77c4-485a-9060-2c7a24c256e8'} bound to L3 agent in host dv-cinder-806616-6-iscsi {{(pid=96122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 15:49:38.107501 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.db.l3_hamode_db [None req-d5e03870-1b3c-4c6f-a4f3-f1ffb873920e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806616-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-29T15:30:56Z,description=,heartbeat_timestamp=2021-09-29T15:49:27Z,host='dv-cinder-806616-6-iscsi',id=e5061b61-feb3-46be-bd05-1226f95d9417,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T15:30:57Z,topic='l3_agent')) {'router_ids': ['37c0ad70-77c4-485a-9060-2c7a24c256e8'], 'active': True} {{(pid=96122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 15:49:38.146556 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.plugins.ml2.db [None req-7ecf7eee-a690-4e07-b9aa-82294f44f10c None None] For port a0ab80d0-5d2d-48f8-9502-97ccf79c8f56, host dv-cinder-806616-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806616-6-iscsi',level=0,port_id=a0ab80d0-5d2d-48f8-9502-97ccf79c8f56,segment=NetworkSegment(88650b9e-a7e6-47f2-858c-958cd4e24085),segment_id=88650b9e-a7e6-47f2-858c-958cd4e24085)] {{(pid=96122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 15:49:38.158935 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [None req-0d81d740-d8da-41ee-837f-046a240405bf admin admin] Notify callbacks [] for router, before_response {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:49:38.160292 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [None req-0d81d740-d8da-41ee-837f-046a240405bf admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.1329582 Sep 29 15:49:38.163503 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.wsgi [-] (96121) accepted ('10.222.0.46', 38666) {{(pid=96121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 15:49:38.218057 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron_lib.callbacks.manager [None req-7ecf7eee-a690-4e07-b9aa-82294f44f10c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741780147972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741779628755', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741779628773'] for port, after_update {{(pid=96122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:49:38.231479 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.db.l3_dvr_db [None req-d5e03870-1b3c-4c6f-a4f3-f1ffb873920e None None] Set router 37c0ad70-77c4-485a-9060-2c7a24c256e8 gateway port host: dv-cinder-806616-6-iscsi {{(pid=96122) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 15:49:38.467722 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.plugins.ml2.rpc [None req-86ea74e9-eea3-4769-b153-652ac6294d68 None None] Device a0ab80d0-5d2d-48f8-9502-97ccf79c8f56 up at agent ovs-agent-dv-cinder-806616-6-iscsi {{(pid=96122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 15:49:38.522752 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ecf7eee-a690-4e07-b9aa-82294f44f10c None None] Pushing event updated for resources: {'Port': ['ID=a0ab80d0-5d2d-48f8-9502-97ccf79c8f56,revision_number=3']} {{(pid=96122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 15:49:38.549891 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.db.provisioning_blocks [None req-4ca8dc2a-9864-45ac-976a-b9c806745fc2 None None] Provisioning complete for port a0ab80d0-5d2d-48f8-9502-97ccf79c8f56 triggered by entity DHCP. {{(pid=96122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 15:49:38.550276 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron_lib.callbacks.manager [None req-4ca8dc2a-9864-45ac-976a-b9c806745fc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-626465'] for port, provisioning_complete {{(pid=96122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:49:38.590953 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [None req-76ef55e4-1167-4654-b9c5-370e13490261 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-684029'] for port, before_create {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:49:38.638039 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.db.provisioning_blocks [None req-86ea74e9-eea3-4769-b153-652ac6294d68 None None] Provisioning complete for port a0ab80d0-5d2d-48f8-9502-97ccf79c8f56 triggered by entity L2. {{(pid=96122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 15:49:38.638413 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron_lib.callbacks.manager [None req-86ea74e9-eea3-4769-b153-652ac6294d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-626465'] for port, provisioning_complete {{(pid=96122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:49:38.728922 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.db.l3_hamode_db [None req-d5e03870-1b3c-4c6f-a4f3-f1ffb873920e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37c0ad70-77c4-485a-9060-2c7a24c256e8', 'name': 'tempest-TestVolumeBootPattern-1227425693-router', 'tenant_id': '77068ed4f67c4adc8566bb73d6d24ec3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd5efe95-1549-4750-933c-70412f77577e', 'external_fixed_ips': [{'subnet_id': '9c872fed-da92-4e12-828d-ac62e1b980b9', 'ip_address': '172.27.0.48'}], 'enable_snat': True}, 'gw_port_id': '3ac6310b-d0b9-4a6a-8d14-fc584c04c4e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T15:49:36Z', 'updated_at': '2021-09-29T15:49:37Z', 'revision_number': 3, 'project_id': '77068ed4f67c4adc8566bb73d6d24ec3', 'gw_port': {'id': '3ac6310b-d0b9-4a6a-8d14-fc584c04c4e9', 'name': '', 'network_id': 'cd5efe95-1549-4750-933c-70412f77577e', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:9e:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37c0ad70-77c4-485a-9060-2c7a24c256e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': '9c872fed-da92-4e12-828d-ac62e1b980b9', 'ip_address': '172.27.0.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T15:49:36Z', 'updated_at': '2021-09-29T15:49:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9c872fed-da92-4e12-828d-ac62e1b980b9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806616-6-iscsi'}], 'dv-cinder-806616-6-iscsi', False) {} {{(pid=96122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 15:49:38.747348 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.db.db_base_plugin_common [None req-76ef55e4-1167-4654-b9c5-370e13490261 admin admin] Allocated IP 172.20.0.1 (9b2d2812-6c23-414d-985b-41631f26773e/7aba0f99-1d27-4c87-aa51-c673b7d66f36/77096c7f-fc8f-40eb-b239-6f4b35f4f4e7) {{(pid=96121) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 15:49:38.776431 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5e03870-1b3c-4c6f-a4f3-f1ffb873920e None None] Checking router: 37c0ad70-77c4-485a-9060-2c7a24c256e8 for host: dv-cinder-806616-6-iscsi {{(pid=96122) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 15:49:38.776793 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5e03870-1b3c-4c6f-a4f3-f1ffb873920e None None] Updating router 37c0ad70-77c4-485a-9060-2c7a24c256e8 port 3ac6310b-d0b9-4a6a-8d14-fc584c04c4e9 binding host dv-cinder-806616-6-iscsi {{(pid=96122) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 29 15:49:38.809930 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.plugins.ml2.rpc [None req-86ea74e9-eea3-4769-b153-652ac6294d68 None None] Device 91e530aa-8a41-4beb-80f0-772c34853da5 up at agent ovs-agent-dv-cinder-806616-6-iscsi {{(pid=96122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 15:49:38.811659 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron_lib.callbacks.manager [None req-d5e03870-1b3c-4c6f-a4f3-f1ffb873920e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-684029'] for port, before_update {{(pid=96122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:49:38.956092 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.db.provisioning_blocks [None req-86ea74e9-eea3-4769-b153-652ac6294d68 None None] Provisioning complete for port 91e530aa-8a41-4beb-80f0-772c34853da5 triggered by entity L2. {{(pid=96122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 15:49:38.956819 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron_lib.callbacks.manager [None req-86ea74e9-eea3-4769-b153-652ac6294d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-626465'] for port, provisioning_complete {{(pid=96122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:49:39.123505 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [None req-76ef55e4-1167-4654-b9c5-370e13490261 admin admin] Notify callbacks [] for port, precommit_create {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:49:39.163559 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron_lib.callbacks.manager [None req-d5e03870-1b3c-4c6f-a4f3-f1ffb873920e None None] Notify callbacks [] for port, precommit_update {{(pid=96122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:49:39.210631 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [None req-76ef55e4-1167-4654-b9c5-370e13490261 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741779628737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3898419'] for port, after_create {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:49:39.233098 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron_lib.callbacks.manager [None req-d5e03870-1b3c-4c6f-a4f3-f1ffb873920e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741780147972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741779628755', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741779628773'] for port, after_update {{(pid=96122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:49:39.248737 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76ef55e4-1167-4654-b9c5-370e13490261 admin admin] Network 9b2d2812-6c23-414d-985b-41631f26773e is already hosted by enough agents. {{(pid=96121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 15:49:39.252895 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.scheduler.base_scheduler [None req-76ef55e4-1167-4654-b9c5-370e13490261 admin admin] Resources bound (agent type, host, resource id): {{(pid=96121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 15:49:39.255418 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76ef55e4-1167-4654-b9c5-370e13490261 admin admin] Received port after_create {{(pid=96121) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 15:49:39.283010 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ef55e4-1167-4654-b9c5-370e13490261 admin admin] Pushing event updated for resources: {'Port': ['ID=77096c7f-fc8f-40eb-b239-6f4b35f4f4e7,revision_number=1']} {{(pid=96121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 15:49:39.283436 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.plugins.ml2.managers [None req-d5e03870-1b3c-4c6f-a4f3-f1ffb873920e None None] Attempting to bind port 3ac6310b-d0b9-4a6a-8d14-fc584c04c4e9 on host dv-cinder-806616-6-iscsi for vnic_type normal with profile {{(pid=96122) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 15:49:39.283796 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.plugins.ml2.managers [None req-d5e03870-1b3c-4c6f-a4f3-f1ffb873920e None None] Attempting to bind port 3ac6310b-d0b9-4a6a-8d14-fc584c04c4e9 by drivers openvswitch,hyperv on host dv-cinder-806616-6-iscsi at level 0 using segments [{'id': '16a0d549-78f3-47f2-8934-1674670c2e39', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cd5efe95-1549-4750-933c-70412f77577e'}] {{(pid=96122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 15:49:39.284199 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5e03870-1b3c-4c6f-a4f3-f1ffb873920e None None] Attempting to bind port 3ac6310b-d0b9-4a6a-8d14-fc584c04c4e9 on network cd5efe95-1549-4750-933c-70412f77577e {{(pid=96122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 15:49:39.293871 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ae9f97-de94-4834-9563-b134b5332706 None None] Pushing event updated for resources: {'Port': ['ID=3ac6310b-d0b9-4a6a-8d14-fc584c04c4e9,revision_number=2']} {{(pid=96122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 15:49:39.296683 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5e03870-1b3c-4c6f-a4f3-f1ffb873920e None None] Checking agent: {'id': '3420b91a-a9c7-4dbc-b0fb-eb58464b9dc3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806616-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 15, 30, 57), 'started_at': datetime.datetime(2021, 9, 29, 15, 31, 27), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 15, 49, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806616-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=96122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 15:49:39.297050 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5e03870-1b3c-4c6f-a4f3-f1ffb873920e None None] Checking segment: {'id': '16a0d549-78f3-47f2-8934-1674670c2e39', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cd5efe95-1549-4750-933c-70412f77577e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96122) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 15:49:39.297449 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron_lib.callbacks.manager [None req-d5e03870-1b3c-4c6f-a4f3-f1ffb873920e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=96122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:49:39.297846 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5e03870-1b3c-4c6f-a4f3-f1ffb873920e None None] Bound using segment: {'id': '16a0d549-78f3-47f2-8934-1674670c2e39', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cd5efe95-1549-4750-933c-70412f77577e'} {{(pid=96122) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 15:49:39.298335 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.plugins.ml2.managers [None req-d5e03870-1b3c-4c6f-a4f3-f1ffb873920e None None] Bound port: 3ac6310b-d0b9-4a6a-8d14-fc584c04c4e9, host: dv-cinder-806616-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '16a0d549-78f3-47f2-8934-1674670c2e39', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cd5efe95-1549-4750-933c-70412f77577e'}}] {{(pid=96122) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 15:49:39.298689 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron_lib.callbacks.manager [None req-d5e03870-1b3c-4c6f-a4f3-f1ffb873920e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-684029'] for port, before_update {{(pid=96122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:49:39.311739 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [None req-76ef55e4-1167-4654-b9c5-370e13490261 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1619084'] for router_interface, before_create {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:49:39.358701 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.plugins.ml2.db [None req-d5e03870-1b3c-4c6f-a4f3-f1ffb873920e None None] For port 3ac6310b-d0b9-4a6a-8d14-fc584c04c4e9, host dv-cinder-806616-6-iscsi, cleared binding levels {{(pid=96122) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 15:49:39.361916 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.plugins.ml2.db [None req-d5e03870-1b3c-4c6f-a4f3-f1ffb873920e None None] For port 3ac6310b-d0b9-4a6a-8d14-fc584c04c4e9, host dv-cinder-806616-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806616-6-iscsi',level=0,port_id=3ac6310b-d0b9-4a6a-8d14-fc584c04c4e9,segment=NetworkSegment(16a0d549-78f3-47f2-8934-1674670c2e39),segment_id=16a0d549-78f3-47f2-8934-1674670c2e39)] {{(pid=96122) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 15:49:39.443708 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.db.provisioning_blocks [None req-8b47f293-84ab-4dc1-9e91-f17eef0e5341 None None] Provisioning complete for port 77096c7f-fc8f-40eb-b239-6f4b35f4f4e7 triggered by entity DHCP. {{(pid=96122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 15:49:39.444123 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron_lib.callbacks.manager [None req-8b47f293-84ab-4dc1-9e91-f17eef0e5341 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-626465'] for port, provisioning_complete {{(pid=96122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:49:39.477284 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.plugins.ml2.plugin [None req-8b47f293-84ab-4dc1-9e91-f17eef0e5341 None None] Port 77096c7f-fc8f-40eb-b239-6f4b35f4f4e7 cannot update to ACTIVE because it is not bound. {{(pid=96122) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 29 15:49:39.479630 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron_lib.callbacks.manager [None req-d5e03870-1b3c-4c6f-a4f3-f1ffb873920e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741780147972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741779628755', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741779628773'] for port, after_update {{(pid=96122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:49:39.528950 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [None req-76ef55e4-1167-4654-b9c5-370e13490261 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-684029'] for port, before_update {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:49:39.534041 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5e03870-1b3c-4c6f-a4f3-f1ffb873920e None None] Routers {'37c0ad70-77c4-485a-9060-2c7a24c256e8'} bound to L3 agent in host dv-cinder-806616-6-iscsi {{(pid=96122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 15:49:39.534662 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.db.l3_hamode_db [None req-d5e03870-1b3c-4c6f-a4f3-f1ffb873920e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806616-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-29T15:30:56Z,description=,heartbeat_timestamp=2021-09-29T15:49:27Z,host='dv-cinder-806616-6-iscsi',id=e5061b61-feb3-46be-bd05-1226f95d9417,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T15:30:57Z,topic='l3_agent')) {'router_ids': ['37c0ad70-77c4-485a-9060-2c7a24c256e8'], 'active': True} {{(pid=96122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 15:49:39.539467 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ae9f97-de94-4834-9563-b134b5332706 None None] Pushing event updated for resources: {'Port': ['ID=3ac6310b-d0b9-4a6a-8d14-fc584c04c4e9,revision_number=3']} {{(pid=96122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 15:49:39.641096 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.db.l3_dvr_db [None req-d5e03870-1b3c-4c6f-a4f3-f1ffb873920e None None] Set router 37c0ad70-77c4-485a-9060-2c7a24c256e8 gateway port host: dv-cinder-806616-6-iscsi {{(pid=96122) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 15:49:39.688507 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [None req-76ef55e4-1167-4654-b9c5-370e13490261 admin admin] Notify callbacks [] for port, precommit_update {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:49:39.776051 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [None req-76ef55e4-1167-4654-b9c5-370e13490261 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741780147972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741779628755', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741779628773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3898424'] for port, after_update {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:49:39.843508 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.db.l3_hamode_db [None req-d5e03870-1b3c-4c6f-a4f3-f1ffb873920e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37c0ad70-77c4-485a-9060-2c7a24c256e8', 'name': 'tempest-TestVolumeBootPattern-1227425693-router', 'tenant_id': '77068ed4f67c4adc8566bb73d6d24ec3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd5efe95-1549-4750-933c-70412f77577e', 'external_fixed_ips': [{'subnet_id': '9c872fed-da92-4e12-828d-ac62e1b980b9', 'ip_address': '172.27.0.48'}], 'enable_snat': True}, 'gw_port_id': '3ac6310b-d0b9-4a6a-8d14-fc584c04c4e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T15:49:36Z', 'updated_at': '2021-09-29T15:49:39Z', 'revision_number': 4, 'project_id': '77068ed4f67c4adc8566bb73d6d24ec3', 'gw_port': {'id': '3ac6310b-d0b9-4a6a-8d14-fc584c04c4e9', 'name': '', 'network_id': 'cd5efe95-1549-4750-933c-70412f77577e', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:9e:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37c0ad70-77c4-485a-9060-2c7a24c256e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': '9c872fed-da92-4e12-828d-ac62e1b980b9', 'ip_address': '172.27.0.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806616-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T15:49:36Z', 'updated_at': '2021-09-29T15:49:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9c872fed-da92-4e12-828d-ac62e1b980b9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806616-6-iscsi', '_interfaces': [{'id': '77096c7f-fc8f-40eb-b239-6f4b35f4f4e7', 'name': '', 'network_id': '9b2d2812-6c23-414d-985b-41631f26773e', 'tenant_id': '77068ed4f67c4adc8566bb73d6d24ec3', 'mac_address': 'fa:16:3e:02:d2:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37c0ad70-77c4-485a-9060-2c7a24c256e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': '7aba0f99-1d27-4c87-aa51-c673b7d66f36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T15:49:38Z', 'updated_at': '2021-09-29T15:49:38Z', 'revision_number': 1, 'project_id': '77068ed4f67c4adc8566bb73d6d24ec3', 'subnets': [{'id': '7aba0f99-1d27-4c87-aa51-c673b7d66f36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806616-6-iscsi', False) {} {{(pid=96122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 15:49:39.844214 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ef55e4-1167-4654-b9c5-370e13490261 admin admin] Pushing event updated for resources: {'Port': ['ID=77096c7f-fc8f-40eb-b239-6f4b35f4f4e7,revision_number=2']} {{(pid=96121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 15:49:39.846768 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [None req-76ef55e4-1167-4654-b9c5-370e13490261 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1575380', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1620092'] for router_interface, after_create {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:49:39.870908 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5e03870-1b3c-4c6f-a4f3-f1ffb873920e None None] The sync data for ids ['37c0ad70-77c4-485a-9060-2c7a24c256e8'] in dv-cinder-806616-6-iscsi is: [{'id': '37c0ad70-77c4-485a-9060-2c7a24c256e8', 'name': 'tempest-TestVolumeBootPattern-1227425693-router', 'tenant_id': '77068ed4f67c4adc8566bb73d6d24ec3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd5efe95-1549-4750-933c-70412f77577e', 'external_fixed_ips': [{'subnet_id': '9c872fed-da92-4e12-828d-ac62e1b980b9', 'ip_address': '172.27.0.48'}], 'enable_snat': True}, 'gw_port_id': '3ac6310b-d0b9-4a6a-8d14-fc584c04c4e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T15:49:36Z', 'updated_at': '2021-09-29T15:49:39Z', 'revision_number': 4, 'project_id': '77068ed4f67c4adc8566bb73d6d24ec3', 'gw_port': {'id': '3ac6310b-d0b9-4a6a-8d14-fc584c04c4e9', 'name': '', 'network_id': 'cd5efe95-1549-4750-933c-70412f77577e', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:9e:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37c0ad70-77c4-485a-9060-2c7a24c256e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': '9c872fed-da92-4e12-828d-ac62e1b980b9', 'ip_address': '172.27.0.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806616-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T15:49:36Z', 'updated_at': '2021-09-29T15:49:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9c872fed-da92-4e12-828d-ac62e1b980b9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806616-6-iscsi', '_interfaces': [{'id': '77096c7f-fc8f-40eb-b239-6f4b35f4f4e7', 'name': '', 'network_id': '9b2d2812-6c23-414d-985b-41631f26773e', 'tenant_id': '77068ed4f67c4adc8566bb73d6d24ec3', 'mac_address': 'fa:16:3e:02:d2:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37c0ad70-77c4-485a-9060-2c7a24c256e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': '7aba0f99-1d27-4c87-aa51-c673b7d66f36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T15:49:38Z', 'updated_at': '2021-09-29T15:49:38Z', 'revision_number': 1, 'project_id': '77068ed4f67c4adc8566bb73d6d24ec3', 'subnets': [{'id': '7aba0f99-1d27-4c87-aa51-c673b7d66f36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=96122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 15:49:39.939743 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76ef55e4-1167-4654-b9c5-370e13490261 admin admin] Network 9b2d2812-6c23-414d-985b-41631f26773e is already hosted by enough agents. {{(pid=96121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 15:49:39.941152 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.scheduler.base_scheduler [None req-76ef55e4-1167-4654-b9c5-370e13490261 admin admin] Resources bound (agent type, host, resource id): {{(pid=96121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 15:49:40.077912 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-76ef55e4-1167-4654-b9c5-370e13490261 admin admin] Router 37c0ad70-77c4-485a-9060-2c7a24c256e8 has already been hosted by L3 agent e5061b61-feb3-46be-bd05-1226f95d9417 {{(pid=96121) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 29 15:49:40.189965 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76ef55e4-1167-4654-b9c5-370e13490261 admin admin] Notify agent at l3_agent.dv-cinder-806616-6-iscsi the message routers_updated {{(pid=96121) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 15:49:40.204654 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [None req-76ef55e4-1167-4654-b9c5-370e13490261 admin admin] 10.222.0.46 "PUT /v2.0/routers/37c0ad70-77c4-485a-9060-2c7a24c256e8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0318854 Sep 29 15:49:40.205110 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.db.provisioning_blocks [None req-12c99954-bbdf-45ec-ad11-1f0450f182c4 None None] Provisioning complete for port 77096c7f-fc8f-40eb-b239-6f4b35f4f4e7 triggered by entity DHCP. {{(pid=96122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 15:49:40.205110 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron_lib.callbacks.manager [None req-12c99954-bbdf-45ec-ad11-1f0450f182c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-626465'] for port, provisioning_complete {{(pid=96122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:49:40.243302 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.plugins.ml2.plugin [None req-12c99954-bbdf-45ec-ad11-1f0450f182c4 None None] Port 77096c7f-fc8f-40eb-b239-6f4b35f4f4e7 cannot update to ACTIVE because it is not bound. {{(pid=96122) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 29 15:49:40.353310 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.plugins.ml2.rpc [None req-86ea74e9-eea3-4769-b153-652ac6294d68 None None] Device a0ab80d0-5d2d-48f8-9502-97ccf79c8f56 up at agent ovs-agent-dv-cinder-806616-6-iscsi {{(pid=96122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 15:49:40.414031 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.db.provisioning_blocks [None req-86ea74e9-eea3-4769-b153-652ac6294d68 None None] Provisioning complete for port a0ab80d0-5d2d-48f8-9502-97ccf79c8f56 triggered by entity L2. {{(pid=96122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 15:49:40.414332 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron_lib.callbacks.manager [None req-86ea74e9-eea3-4769-b153-652ac6294d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-626465'] for port, provisioning_complete {{(pid=96122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:49:41.038037 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.wsgi [-] (96121) accepted ('10.222.0.46', 38674) {{(pid=96121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 15:49:41.042711 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.api.v2.base [None req-93c6295d-9906-40a7-b974-e51314013861 tempest-TestVolumeBootPattern-610115025 tempest-TestVolumeBootPattern-610115025-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-66440100', 'description': 'tempest-secgroup-smoke-66440100 description', 'project_id': '54b54b3b8c5d4295a0fc95e1c5e76334'}} {{(pid=96121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 15:49:41.124549 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [None req-93c6295d-9906-40a7-b974-e51314013861 tempest-TestVolumeBootPattern-610115025 tempest-TestVolumeBootPattern-610115025-project] Notify callbacks [] for security_group, before_create {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:49:41.202326 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [None req-93c6295d-9906-40a7-b974-e51314013861 tempest-TestVolumeBootPattern-610115025 tempest-TestVolumeBootPattern-610115025-project] Notify callbacks [] for security_group, precommit_create {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:49:41.266599 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [None req-93c6295d-9906-40a7-b974-e51314013861 tempest-TestVolumeBootPattern-610115025 tempest-TestVolumeBootPattern-610115025-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579214'] for security_group, after_create {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:49:41.294826 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c6295d-9906-40a7-b974-e51314013861 tempest-TestVolumeBootPattern-610115025 tempest-TestVolumeBootPattern-610115025-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b9710121-5fde-4c3b-83e4-a0ee4e081111,revision_number=1']} {{(pid=96121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 15:49:41.347547 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [None req-93c6295d-9906-40a7-b974-e51314013861 tempest-TestVolumeBootPattern-610115025 tempest-TestVolumeBootPattern-610115025-project] Notify callbacks [] for security_group, before_response {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:49:41.348919 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [None req-93c6295d-9906-40a7-b974-e51314013861 tempest-TestVolumeBootPattern-610115025 tempest-TestVolumeBootPattern-610115025-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1790 time: 0.3098037 Sep 29 15:49:41.351730 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.wsgi [-] (96121) accepted ('10.222.0.46', 38676) {{(pid=96121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 15:49:41.356057 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.api.v2.base [None req-95b772dc-c78a-4996-bd9e-f6326cfc458d tempest-TestVolumeBootPattern-610115025 tempest-TestVolumeBootPattern-610115025-project] Request body: {'security_group_rule': {'security_group_id': 'b9710121-5fde-4c3b-83e4-a0ee4e081111', 'project_id': '54b54b3b8c5d4295a0fc95e1c5e76334', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=96121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 15:49:41.455921 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [None req-95b772dc-c78a-4996-bd9e-f6326cfc458d tempest-TestVolumeBootPattern-610115025 tempest-TestVolumeBootPattern-610115025-project] Notify callbacks [] for security_group_rule, before_create {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:49:41.515311 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [None req-95b772dc-c78a-4996-bd9e-f6326cfc458d tempest-TestVolumeBootPattern-610115025 tempest-TestVolumeBootPattern-610115025-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:49:41.587512 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [None req-95b772dc-c78a-4996-bd9e-f6326cfc458d tempest-TestVolumeBootPattern-610115025 tempest-TestVolumeBootPattern-610115025-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081610'] for security_group_rule, after_create {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:49:41.609096 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b772dc-c78a-4996-bd9e-f6326cfc458d tempest-TestVolumeBootPattern-610115025 tempest-TestVolumeBootPattern-610115025-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2777dade-44d8-4eab-bcca-0b100b2e31d2,revision_number=0']} {{(pid=96121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 15:49:41.684556 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [None req-95b772dc-c78a-4996-bd9e-f6326cfc458d tempest-TestVolumeBootPattern-610115025 tempest-TestVolumeBootPattern-610115025-project] Notify callbacks [] for security_group_rule, before_response {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:49:41.685813 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [None req-95b772dc-c78a-4996-bd9e-f6326cfc458d tempest-TestVolumeBootPattern-610115025 tempest-TestVolumeBootPattern-610115025-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3330956 Sep 29 15:49:41.688741 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.wsgi [-] (96120) accepted ('10.222.0.46', 38678) {{(pid=96120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 15:49:41.693444 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.api.v2.base [None req-976f0ead-e81e-40ad-8b5d-c911faf136e1 tempest-TestVolumeBootPattern-610115025 tempest-TestVolumeBootPattern-610115025-project] Request body: {'security_group_rule': {'security_group_id': 'b9710121-5fde-4c3b-83e4-a0ee4e081111', 'project_id': '54b54b3b8c5d4295a0fc95e1c5e76334', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=96120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 15:49:41.743587 dv-cinder-806616-6-iscsi neutron-server[96123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d30cc3dc-5251-4520-87bc-bd057ab3cd7e None None] Sync routers for ids ['37c0ad70-77c4-485a-9060-2c7a24c256e8'] in dv-cinder-806616-6-iscsi {{(pid=96123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 15:49:41.752678 dv-cinder-806616-6-iscsi neutron-server[96123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d30cc3dc-5251-4520-87bc-bd057ab3cd7e None None] Routers {'37c0ad70-77c4-485a-9060-2c7a24c256e8'} bound to L3 agent in host dv-cinder-806616-6-iscsi {{(pid=96123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 15:49:41.753310 dv-cinder-806616-6-iscsi neutron-server[96123]: DEBUG neutron.db.l3_hamode_db [None req-d30cc3dc-5251-4520-87bc-bd057ab3cd7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806616-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-29T15:30:56Z,description=,heartbeat_timestamp=2021-09-29T15:49:27Z,host='dv-cinder-806616-6-iscsi',id=e5061b61-feb3-46be-bd05-1226f95d9417,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T15:30:57Z,topic='l3_agent')) {'router_ids': ['37c0ad70-77c4-485a-9060-2c7a24c256e8'], 'active': True} {{(pid=96123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 15:49:41.781157 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-976f0ead-e81e-40ad-8b5d-c911faf136e1 tempest-TestVolumeBootPattern-610115025 tempest-TestVolumeBootPattern-610115025-project] Notify callbacks [] for security_group_rule, before_create {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:49:41.836925 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-976f0ead-e81e-40ad-8b5d-c911faf136e1 tempest-TestVolumeBootPattern-610115025 tempest-TestVolumeBootPattern-610115025-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:49:41.853360 dv-cinder-806616-6-iscsi neutron-server[96123]: DEBUG neutron.db.l3_dvr_db [None req-d30cc3dc-5251-4520-87bc-bd057ab3cd7e None None] Set router 37c0ad70-77c4-485a-9060-2c7a24c256e8 gateway port host: dv-cinder-806616-6-iscsi {{(pid=96123) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 15:49:41.890933 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-976f0ead-e81e-40ad-8b5d-c911faf136e1 tempest-TestVolumeBootPattern-610115025 tempest-TestVolumeBootPattern-610115025-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081610'] for security_group_rule, after_create {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:49:41.910013 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-976f0ead-e81e-40ad-8b5d-c911faf136e1 tempest-TestVolumeBootPattern-610115025 tempest-TestVolumeBootPattern-610115025-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=17d9bd73-8ac2-42e1-a77b-aa0ba2f86f44,revision_number=0']} {{(pid=96120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 15:49:41.959458 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-976f0ead-e81e-40ad-8b5d-c911faf136e1 tempest-TestVolumeBootPattern-610115025 tempest-TestVolumeBootPattern-610115025-project] Notify callbacks [] for security_group_rule, before_response {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:49:41.960777 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [None req-976f0ead-e81e-40ad-8b5d-c911faf136e1 tempest-TestVolumeBootPattern-610115025 tempest-TestVolumeBootPattern-610115025-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2710257 Sep 29 15:49:41.963558 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.wsgi [-] (96120) accepted ('10.222.0.46', 38680) {{(pid=96120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 15:49:41.967796 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.api.v2.base [None req-dcacc105-8aa8-4c16-8c70-68b6022815ab tempest-TestVolumeBootPattern-610115025 tempest-TestVolumeBootPattern-610115025-project] Request body: {'security_group_rule': {'security_group_id': 'b9710121-5fde-4c3b-83e4-a0ee4e081111', 'project_id': '54b54b3b8c5d4295a0fc95e1c5e76334', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=96120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 15:49:42.082664 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-dcacc105-8aa8-4c16-8c70-68b6022815ab tempest-TestVolumeBootPattern-610115025 tempest-TestVolumeBootPattern-610115025-project] Notify callbacks [] for security_group_rule, before_create {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:49:42.129292 dv-cinder-806616-6-iscsi neutron-server[96123]: DEBUG neutron.db.l3_hamode_db [None req-d30cc3dc-5251-4520-87bc-bd057ab3cd7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37c0ad70-77c4-485a-9060-2c7a24c256e8', 'name': 'tempest-TestVolumeBootPattern-1227425693-router', 'tenant_id': '77068ed4f67c4adc8566bb73d6d24ec3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd5efe95-1549-4750-933c-70412f77577e', 'external_fixed_ips': [{'subnet_id': '9c872fed-da92-4e12-828d-ac62e1b980b9', 'ip_address': '172.27.0.48'}], 'enable_snat': True}, 'gw_port_id': '3ac6310b-d0b9-4a6a-8d14-fc584c04c4e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T15:49:36Z', 'updated_at': '2021-09-29T15:49:39Z', 'revision_number': 4, 'project_id': '77068ed4f67c4adc8566bb73d6d24ec3', 'gw_port': {'id': '3ac6310b-d0b9-4a6a-8d14-fc584c04c4e9', 'name': '', 'network_id': 'cd5efe95-1549-4750-933c-70412f77577e', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:9e:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37c0ad70-77c4-485a-9060-2c7a24c256e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': '9c872fed-da92-4e12-828d-ac62e1b980b9', 'ip_address': '172.27.0.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806616-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T15:49:36Z', 'updated_at': '2021-09-29T15:49:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9c872fed-da92-4e12-828d-ac62e1b980b9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806616-6-iscsi', '_interfaces': [{'id': '77096c7f-fc8f-40eb-b239-6f4b35f4f4e7', 'name': '', 'network_id': '9b2d2812-6c23-414d-985b-41631f26773e', 'tenant_id': '77068ed4f67c4adc8566bb73d6d24ec3', 'mac_address': 'fa:16:3e:02:d2:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37c0ad70-77c4-485a-9060-2c7a24c256e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': '7aba0f99-1d27-4c87-aa51-c673b7d66f36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T15:49:38Z', 'updated_at': '2021-09-29T15:49:39Z', 'revision_number': 2, 'project_id': '77068ed4f67c4adc8566bb73d6d24ec3', 'subnets': [{'id': '7aba0f99-1d27-4c87-aa51-c673b7d66f36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806616-6-iscsi', False) {} {{(pid=96123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 15:49:42.140105 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-dcacc105-8aa8-4c16-8c70-68b6022815ab tempest-TestVolumeBootPattern-610115025 tempest-TestVolumeBootPattern-610115025-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:49:42.154807 dv-cinder-806616-6-iscsi neutron-server[96123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d30cc3dc-5251-4520-87bc-bd057ab3cd7e None None] Checking router: 37c0ad70-77c4-485a-9060-2c7a24c256e8 for host: dv-cinder-806616-6-iscsi {{(pid=96123) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 15:49:42.155162 dv-cinder-806616-6-iscsi neutron-server[96123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d30cc3dc-5251-4520-87bc-bd057ab3cd7e None None] Updating router 37c0ad70-77c4-485a-9060-2c7a24c256e8 port 77096c7f-fc8f-40eb-b239-6f4b35f4f4e7 binding host dv-cinder-806616-6-iscsi {{(pid=96123) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 29 15:49:42.182143 dv-cinder-806616-6-iscsi neutron-server[96123]: DEBUG neutron_lib.callbacks.manager [None req-d30cc3dc-5251-4520-87bc-bd057ab3cd7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-684029'] for port, before_update {{(pid=96123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:49:42.238841 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-dcacc105-8aa8-4c16-8c70-68b6022815ab tempest-TestVolumeBootPattern-610115025 tempest-TestVolumeBootPattern-610115025-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081610'] for security_group_rule, after_create {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:49:42.256641 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcacc105-8aa8-4c16-8c70-68b6022815ab tempest-TestVolumeBootPattern-610115025 tempest-TestVolumeBootPattern-610115025-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=34ad37b4-59f5-4e46-87df-e078366f0b24,revision_number=0']} {{(pid=96120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 15:49:42.364885 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-dcacc105-8aa8-4c16-8c70-68b6022815ab tempest-TestVolumeBootPattern-610115025 tempest-TestVolumeBootPattern-610115025-project] Notify callbacks [] for security_group_rule, before_response {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:49:42.366123 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [None req-dcacc105-8aa8-4c16-8c70-68b6022815ab tempest-TestVolumeBootPattern-610115025 tempest-TestVolumeBootPattern-610115025-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4016478 Sep 29 15:49:42.368769 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.wsgi [-] (96120) accepted ('10.222.0.46', 38682) {{(pid=96120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 15:49:42.370469 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.plugins.ml2.rpc [None req-86ea74e9-eea3-4769-b153-652ac6294d68 None None] Device 3ac6310b-d0b9-4a6a-8d14-fc584c04c4e9 up at agent ovs-agent-dv-cinder-806616-6-iscsi {{(pid=96122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 15:49:42.373104 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.api.v2.base [None req-2798eb43-aa8d-45e7-a876-09b9e9ed0d9e tempest-TestVolumeBootPattern-610115025 tempest-TestVolumeBootPattern-610115025-project] Request body: {'security_group_rule': {'security_group_id': 'b9710121-5fde-4c3b-83e4-a0ee4e081111', 'project_id': '54b54b3b8c5d4295a0fc95e1c5e76334', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=96120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 15:49:42.417708 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.db.provisioning_blocks [None req-86ea74e9-eea3-4769-b153-652ac6294d68 None None] Provisioning complete for port 3ac6310b-d0b9-4a6a-8d14-fc584c04c4e9 triggered by entity L2. {{(pid=96122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 15:49:42.418075 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron_lib.callbacks.manager [None req-86ea74e9-eea3-4769-b153-652ac6294d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-626465'] for port, provisioning_complete {{(pid=96122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:49:42.442005 dv-cinder-806616-6-iscsi neutron-server[96123]: DEBUG neutron_lib.callbacks.manager [None req-d30cc3dc-5251-4520-87bc-bd057ab3cd7e None None] Notify callbacks [] for port, precommit_update {{(pid=96123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:49:42.461233 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-2798eb43-aa8d-45e7-a876-09b9e9ed0d9e tempest-TestVolumeBootPattern-610115025 tempest-TestVolumeBootPattern-610115025-project] Notify callbacks [] for security_group_rule, before_create {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:49:42.494565 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron_lib.callbacks.manager [None req-86ea74e9-eea3-4769-b153-652ac6294d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-684029'] for port, before_update {{(pid=96122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:49:42.514625 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.plugins.ml2.db [None req-86ea74e9-eea3-4769-b153-652ac6294d68 None None] For port 3ac6310b-d0b9-4a6a-8d14-fc584c04c4e9, host dv-cinder-806616-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806616-6-iscsi',level=0,port_id=3ac6310b-d0b9-4a6a-8d14-fc584c04c4e9,segment=NetworkSegment(16a0d549-78f3-47f2-8934-1674670c2e39),segment_id=16a0d549-78f3-47f2-8934-1674670c2e39)] {{(pid=96122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 15:49:42.522819 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-2798eb43-aa8d-45e7-a876-09b9e9ed0d9e tempest-TestVolumeBootPattern-610115025 tempest-TestVolumeBootPattern-610115025-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:49:42.552946 dv-cinder-806616-6-iscsi neutron-server[96123]: DEBUG neutron_lib.callbacks.manager [None req-d30cc3dc-5251-4520-87bc-bd057ab3cd7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741780147972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741779628755', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741779628773'] for port, after_update {{(pid=96123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:49:42.603490 dv-cinder-806616-6-iscsi neutron-server[96123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a029c592-1b37-42fd-886d-9f6ed7cbc61e None None] Pushing event updated for resources: {'Port': ['ID=77096c7f-fc8f-40eb-b239-6f4b35f4f4e7,revision_number=3']} {{(pid=96123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 15:49:42.627429 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron_lib.callbacks.manager [None req-86ea74e9-eea3-4769-b153-652ac6294d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741780147972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741779628755', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741779628773'] for port, after_update {{(pid=96122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:49:42.656435 dv-cinder-806616-6-iscsi neutron-server[96123]: DEBUG neutron.plugins.ml2.managers [None req-d30cc3dc-5251-4520-87bc-bd057ab3cd7e None None] Attempting to bind port 77096c7f-fc8f-40eb-b239-6f4b35f4f4e7 on host dv-cinder-806616-6-iscsi for vnic_type normal with profile {{(pid=96123) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 15:49:42.656810 dv-cinder-806616-6-iscsi neutron-server[96123]: DEBUG neutron.plugins.ml2.managers [None req-d30cc3dc-5251-4520-87bc-bd057ab3cd7e None None] Attempting to bind port 77096c7f-fc8f-40eb-b239-6f4b35f4f4e7 by drivers openvswitch,hyperv on host dv-cinder-806616-6-iscsi at level 0 using segments [{'id': '88650b9e-a7e6-47f2-858c-958cd4e24085', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '9b2d2812-6c23-414d-985b-41631f26773e'}] {{(pid=96123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 15:49:42.657473 dv-cinder-806616-6-iscsi neutron-server[96123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d30cc3dc-5251-4520-87bc-bd057ab3cd7e None None] Attempting to bind port 77096c7f-fc8f-40eb-b239-6f4b35f4f4e7 on network 9b2d2812-6c23-414d-985b-41631f26773e {{(pid=96123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 15:49:42.662083 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-2798eb43-aa8d-45e7-a876-09b9e9ed0d9e tempest-TestVolumeBootPattern-610115025 tempest-TestVolumeBootPattern-610115025-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081610'] for security_group_rule, after_create {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:49:42.662296 dv-cinder-806616-6-iscsi neutron-server[96123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d30cc3dc-5251-4520-87bc-bd057ab3cd7e None None] Checking agent: {'id': '3420b91a-a9c7-4dbc-b0fb-eb58464b9dc3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-806616-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 15, 30, 57), 'started_at': datetime.datetime(2021, 9, 29, 15, 31, 27), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 15, 49, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-806616-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=96123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 15:49:42.662557 dv-cinder-806616-6-iscsi neutron-server[96123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d30cc3dc-5251-4520-87bc-bd057ab3cd7e None None] Checking segment: {'id': '88650b9e-a7e6-47f2-858c-958cd4e24085', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '9b2d2812-6c23-414d-985b-41631f26773e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96123) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 15:49:42.662957 dv-cinder-806616-6-iscsi neutron-server[96123]: DEBUG neutron_lib.callbacks.manager [None req-d30cc3dc-5251-4520-87bc-bd057ab3cd7e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=96123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:49:42.663340 dv-cinder-806616-6-iscsi neutron-server[96123]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d30cc3dc-5251-4520-87bc-bd057ab3cd7e None None] Bound using segment: {'id': '88650b9e-a7e6-47f2-858c-958cd4e24085', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '9b2d2812-6c23-414d-985b-41631f26773e'} {{(pid=96123) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 15:49:42.664664 dv-cinder-806616-6-iscsi neutron-server[96123]: DEBUG neutron.plugins.ml2.managers [None req-d30cc3dc-5251-4520-87bc-bd057ab3cd7e None None] Bound port: 77096c7f-fc8f-40eb-b239-6f4b35f4f4e7, host: dv-cinder-806616-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '88650b9e-a7e6-47f2-858c-958cd4e24085', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '9b2d2812-6c23-414d-985b-41631f26773e'}}] {{(pid=96123) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 15:49:42.665007 dv-cinder-806616-6-iscsi neutron-server[96123]: DEBUG neutron_lib.callbacks.manager [None req-d30cc3dc-5251-4520-87bc-bd057ab3cd7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-684029'] for port, before_update {{(pid=96123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:49:42.681013 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2798eb43-aa8d-45e7-a876-09b9e9ed0d9e tempest-TestVolumeBootPattern-610115025 tempest-TestVolumeBootPattern-610115025-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8a179eea-a1c2-4211-80ad-9016aafd84e1,revision_number=0']} {{(pid=96120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 15:49:42.684278 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ea74e9-eea3-4769-b153-652ac6294d68 None None] Pushing event updated for resources: {'Port': ['ID=3ac6310b-d0b9-4a6a-8d14-fc584c04c4e9,revision_number=4']} {{(pid=96122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 15:49:42.729977 dv-cinder-806616-6-iscsi neutron-server[96123]: DEBUG neutron.plugins.ml2.db [None req-d30cc3dc-5251-4520-87bc-bd057ab3cd7e None None] For port 77096c7f-fc8f-40eb-b239-6f4b35f4f4e7, host dv-cinder-806616-6-iscsi, cleared binding levels {{(pid=96123) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 15:49:42.733259 dv-cinder-806616-6-iscsi neutron-server[96123]: DEBUG neutron.plugins.ml2.db [None req-d30cc3dc-5251-4520-87bc-bd057ab3cd7e None None] For port 77096c7f-fc8f-40eb-b239-6f4b35f4f4e7, host dv-cinder-806616-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806616-6-iscsi',level=0,port_id=77096c7f-fc8f-40eb-b239-6f4b35f4f4e7,segment=NetworkSegment(88650b9e-a7e6-47f2-858c-958cd4e24085),segment_id=88650b9e-a7e6-47f2-858c-958cd4e24085)] {{(pid=96123) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 15:49:42.815794 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-2798eb43-aa8d-45e7-a876-09b9e9ed0d9e tempest-TestVolumeBootPattern-610115025 tempest-TestVolumeBootPattern-610115025-project] Notify callbacks [] for security_group_rule, before_response {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:49:42.817093 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [None req-2798eb43-aa8d-45e7-a876-09b9e9ed0d9e tempest-TestVolumeBootPattern-610115025 tempest-TestVolumeBootPattern-610115025-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4473720 Sep 29 15:49:42.820280 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.wsgi [-] (96120) accepted ('10.222.0.46', 38684) {{(pid=96120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 15:49:42.824497 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.api.v2.base [None req-2f68cae8-ce85-4b71-841b-732df323ca72 tempest-TestVolumeBootPattern-610115025 tempest-TestVolumeBootPattern-610115025-project] Request body: {'security_group_rule': {'security_group_id': 'b9710121-5fde-4c3b-83e4-a0ee4e081111', 'project_id': '54b54b3b8c5d4295a0fc95e1c5e76334', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=96120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 15:49:42.850839 dv-cinder-806616-6-iscsi neutron-server[96123]: DEBUG neutron_lib.callbacks.manager [None req-d30cc3dc-5251-4520-87bc-bd057ab3cd7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741780147972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741779628755', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741779628773'] for port, after_update {{(pid=96123) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:49:42.879259 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.db.provisioning_blocks [None req-152dfe9d-ac56-4301-9a0a-a7760632b8eb None None] Provisioning complete for port 77096c7f-fc8f-40eb-b239-6f4b35f4f4e7 triggered by entity DHCP. {{(pid=96122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 15:49:42.879259 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron_lib.callbacks.manager [None req-152dfe9d-ac56-4301-9a0a-a7760632b8eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-626465'] for port, provisioning_complete {{(pid=96122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:49:42.908958 dv-cinder-806616-6-iscsi neutron-server[96123]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a029c592-1b37-42fd-886d-9f6ed7cbc61e None None] Pushing event updated for resources: {'Port': ['ID=77096c7f-fc8f-40eb-b239-6f4b35f4f4e7,revision_number=4']} {{(pid=96123) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 15:49:42.911918 dv-cinder-806616-6-iscsi neutron-server[96123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d30cc3dc-5251-4520-87bc-bd057ab3cd7e None None] Routers {'37c0ad70-77c4-485a-9060-2c7a24c256e8'} bound to L3 agent in host dv-cinder-806616-6-iscsi {{(pid=96123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 15:49:42.912625 dv-cinder-806616-6-iscsi neutron-server[96123]: DEBUG neutron.db.l3_hamode_db [None req-d30cc3dc-5251-4520-87bc-bd057ab3cd7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806616-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-29T15:30:56Z,description=,heartbeat_timestamp=2021-09-29T15:49:27Z,host='dv-cinder-806616-6-iscsi',id=e5061b61-feb3-46be-bd05-1226f95d9417,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T15:30:57Z,topic='l3_agent')) {'router_ids': ['37c0ad70-77c4-485a-9060-2c7a24c256e8'], 'active': True} {{(pid=96123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 15:49:42.964191 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron_lib.callbacks.manager [None req-152dfe9d-ac56-4301-9a0a-a7760632b8eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-684029'] for port, before_update {{(pid=96122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:49:42.968949 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.db.securitygroups_db [None req-2f68cae8-ce85-4b71-841b-732df323ca72 tempest-TestVolumeBootPattern-610115025 tempest-TestVolumeBootPattern-610115025-project] Project 54b54b3b8c5d4295a0fc95e1c5e76334 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 29 15:49:42.971772 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-2f68cae8-ce85-4b71-841b-732df323ca72 tempest-TestVolumeBootPattern-610115025 tempest-TestVolumeBootPattern-610115025-project] Notify callbacks [] for security_group_rule, before_create {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:49:43.005528 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.plugins.ml2.db [None req-152dfe9d-ac56-4301-9a0a-a7760632b8eb None None] For port 77096c7f-fc8f-40eb-b239-6f4b35f4f4e7, host dv-cinder-806616-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806616-6-iscsi',level=0,port_id=77096c7f-fc8f-40eb-b239-6f4b35f4f4e7,segment=NetworkSegment(88650b9e-a7e6-47f2-858c-958cd4e24085),segment_id=88650b9e-a7e6-47f2-858c-958cd4e24085)] {{(pid=96122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 15:49:43.024755 dv-cinder-806616-6-iscsi neutron-server[96123]: DEBUG neutron.db.l3_dvr_db [None req-d30cc3dc-5251-4520-87bc-bd057ab3cd7e None None] Set router 37c0ad70-77c4-485a-9060-2c7a24c256e8 gateway port host: dv-cinder-806616-6-iscsi {{(pid=96123) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 15:49:43.041173 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-2f68cae8-ce85-4b71-841b-732df323ca72 tempest-TestVolumeBootPattern-610115025 tempest-TestVolumeBootPattern-610115025-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:49:43.084591 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron_lib.callbacks.manager [None req-152dfe9d-ac56-4301-9a0a-a7760632b8eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741780147972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741779628755', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741779628773'] for port, after_update {{(pid=96122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:49:43.101482 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-2f68cae8-ce85-4b71-841b-732df323ca72 tempest-TestVolumeBootPattern-610115025 tempest-TestVolumeBootPattern-610115025-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081610'] for security_group_rule, after_create {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:49:43.119799 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f68cae8-ce85-4b71-841b-732df323ca72 tempest-TestVolumeBootPattern-610115025 tempest-TestVolumeBootPattern-610115025-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e2d4a8b7-a57e-479f-b3f5-68faa1ab3032,revision_number=0']} {{(pid=96120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 15:49:43.133118 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-152dfe9d-ac56-4301-9a0a-a7760632b8eb None None] Pushing event updated for resources: {'Port': ['ID=77096c7f-fc8f-40eb-b239-6f4b35f4f4e7,revision_number=5']} {{(pid=96122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 15:49:43.176106 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-2f68cae8-ce85-4b71-841b-732df323ca72 tempest-TestVolumeBootPattern-610115025 tempest-TestVolumeBootPattern-610115025-project] Notify callbacks [] for security_group_rule, before_response {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:49:43.177854 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [None req-2f68cae8-ce85-4b71-841b-732df323ca72 tempest-TestVolumeBootPattern-610115025 tempest-TestVolumeBootPattern-610115025-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3566558 Sep 29 15:49:43.180554 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.wsgi [-] (96120) accepted ('10.222.0.46', 38686) {{(pid=96120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 15:49:43.187247 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.api.v2.base [None req-9e15ecde-9b5c-4864-9fa2-b0b0587ba422 tempest-TestVolumeBootPattern-610115025 tempest-TestVolumeBootPattern-610115025-project] Request body: {'security_group_rule': {'security_group_id': 'b9710121-5fde-4c3b-83e4-a0ee4e081111', 'project_id': '54b54b3b8c5d4295a0fc95e1c5e76334', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=96120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 15:49:43.203163 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.db.provisioning_blocks [None req-fdc1bcbb-ff19-4da8-967a-ea11accaa781 None None] Provisioning complete for port 77096c7f-fc8f-40eb-b239-6f4b35f4f4e7 triggered by entity DHCP. {{(pid=96122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 15:49:43.203641 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron_lib.callbacks.manager [None req-fdc1bcbb-ff19-4da8-967a-ea11accaa781 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-626465'] for port, provisioning_complete {{(pid=96122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:49:43.239845 dv-cinder-806616-6-iscsi neutron-server[96123]: DEBUG neutron.db.l3_hamode_db [None req-d30cc3dc-5251-4520-87bc-bd057ab3cd7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37c0ad70-77c4-485a-9060-2c7a24c256e8', 'name': 'tempest-TestVolumeBootPattern-1227425693-router', 'tenant_id': '77068ed4f67c4adc8566bb73d6d24ec3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd5efe95-1549-4750-933c-70412f77577e', 'external_fixed_ips': [{'subnet_id': '9c872fed-da92-4e12-828d-ac62e1b980b9', 'ip_address': '172.27.0.48'}], 'enable_snat': True}, 'gw_port_id': '3ac6310b-d0b9-4a6a-8d14-fc584c04c4e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T15:49:36Z', 'updated_at': '2021-09-29T15:49:39Z', 'revision_number': 4, 'project_id': '77068ed4f67c4adc8566bb73d6d24ec3', 'gw_port': {'id': '3ac6310b-d0b9-4a6a-8d14-fc584c04c4e9', 'name': '', 'network_id': 'cd5efe95-1549-4750-933c-70412f77577e', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:9e:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37c0ad70-77c4-485a-9060-2c7a24c256e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': '9c872fed-da92-4e12-828d-ac62e1b980b9', 'ip_address': '172.27.0.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806616-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T15:49:36Z', 'updated_at': '2021-09-29T15:49:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c872fed-da92-4e12-828d-ac62e1b980b9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806616-6-iscsi', '_interfaces': [{'id': '77096c7f-fc8f-40eb-b239-6f4b35f4f4e7', 'name': '', 'network_id': '9b2d2812-6c23-414d-985b-41631f26773e', 'tenant_id': '77068ed4f67c4adc8566bb73d6d24ec3', 'mac_address': 'fa:16:3e:02:d2:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37c0ad70-77c4-485a-9060-2c7a24c256e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': '7aba0f99-1d27-4c87-aa51-c673b7d66f36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806616-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T15:49:38Z', 'updated_at': '2021-09-29T15:49:42Z', 'revision_number': 4, 'project_id': '77068ed4f67c4adc8566bb73d6d24ec3', 'subnets': [{'id': '7aba0f99-1d27-4c87-aa51-c673b7d66f36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806616-6-iscsi', False) {} {{(pid=96123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 15:49:43.266336 dv-cinder-806616-6-iscsi neutron-server[96123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d30cc3dc-5251-4520-87bc-bd057ab3cd7e None None] The sync data for ids ['37c0ad70-77c4-485a-9060-2c7a24c256e8'] in dv-cinder-806616-6-iscsi is: [{'id': '37c0ad70-77c4-485a-9060-2c7a24c256e8', 'name': 'tempest-TestVolumeBootPattern-1227425693-router', 'tenant_id': '77068ed4f67c4adc8566bb73d6d24ec3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd5efe95-1549-4750-933c-70412f77577e', 'external_fixed_ips': [{'subnet_id': '9c872fed-da92-4e12-828d-ac62e1b980b9', 'ip_address': '172.27.0.48'}], 'enable_snat': True}, 'gw_port_id': '3ac6310b-d0b9-4a6a-8d14-fc584c04c4e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T15:49:36Z', 'updated_at': '2021-09-29T15:49:39Z', 'revision_number': 4, 'project_id': '77068ed4f67c4adc8566bb73d6d24ec3', 'gw_port': {'id': '3ac6310b-d0b9-4a6a-8d14-fc584c04c4e9', 'name': '', 'network_id': 'cd5efe95-1549-4750-933c-70412f77577e', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:9e:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37c0ad70-77c4-485a-9060-2c7a24c256e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': '9c872fed-da92-4e12-828d-ac62e1b980b9', 'ip_address': '172.27.0.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806616-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T15:49:36Z', 'updated_at': '2021-09-29T15:49:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c872fed-da92-4e12-828d-ac62e1b980b9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806616-6-iscsi', '_interfaces': [{'id': '77096c7f-fc8f-40eb-b239-6f4b35f4f4e7', 'name': '', 'network_id': '9b2d2812-6c23-414d-985b-41631f26773e', 'tenant_id': '77068ed4f67c4adc8566bb73d6d24ec3', 'mac_address': 'fa:16:3e:02:d2:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37c0ad70-77c4-485a-9060-2c7a24c256e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': '7aba0f99-1d27-4c87-aa51-c673b7d66f36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806616-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T15:49:38Z', 'updated_at': '2021-09-29T15:49:42Z', 'revision_number': 4, 'project_id': '77068ed4f67c4adc8566bb73d6d24ec3', 'subnets': [{'id': '7aba0f99-1d27-4c87-aa51-c673b7d66f36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=96123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 15:49:43.313235 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.db.securitygroups_db [None req-9e15ecde-9b5c-4864-9fa2-b0b0587ba422 tempest-TestVolumeBootPattern-610115025 tempest-TestVolumeBootPattern-610115025-project] Project 54b54b3b8c5d4295a0fc95e1c5e76334 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 29 15:49:43.318722 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-9e15ecde-9b5c-4864-9fa2-b0b0587ba422 tempest-TestVolumeBootPattern-610115025 tempest-TestVolumeBootPattern-610115025-project] Notify callbacks [] for security_group_rule, before_create {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:49:43.381717 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-9e15ecde-9b5c-4864-9fa2-b0b0587ba422 tempest-TestVolumeBootPattern-610115025 tempest-TestVolumeBootPattern-610115025-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:49:43.473111 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-9e15ecde-9b5c-4864-9fa2-b0b0587ba422 tempest-TestVolumeBootPattern-610115025 tempest-TestVolumeBootPattern-610115025-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081610'] for security_group_rule, after_create {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:49:43.493863 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e15ecde-9b5c-4864-9fa2-b0b0587ba422 tempest-TestVolumeBootPattern-610115025 tempest-TestVolumeBootPattern-610115025-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4783fff2-f8f3-48cd-81bf-6084e8ccc337,revision_number=0']} {{(pid=96120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 15:49:43.559117 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-9e15ecde-9b5c-4864-9fa2-b0b0587ba422 tempest-TestVolumeBootPattern-610115025 tempest-TestVolumeBootPattern-610115025-project] Notify callbacks [] for security_group_rule, before_response {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:49:43.561825 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [None req-9e15ecde-9b5c-4864-9fa2-b0b0587ba422 tempest-TestVolumeBootPattern-610115025 tempest-TestVolumeBootPattern-610115025-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3789277 Sep 29 15:49:44.367666 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.plugins.ml2.rpc [None req-86ea74e9-eea3-4769-b153-652ac6294d68 None None] Device 77096c7f-fc8f-40eb-b239-6f4b35f4f4e7 up at agent ovs-agent-dv-cinder-806616-6-iscsi {{(pid=96122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 15:49:44.415289 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.db.provisioning_blocks [None req-86ea74e9-eea3-4769-b153-652ac6294d68 None None] Provisioning complete for port 77096c7f-fc8f-40eb-b239-6f4b35f4f4e7 triggered by entity L2. {{(pid=96122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 15:49:44.415652 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron_lib.callbacks.manager [None req-86ea74e9-eea3-4769-b153-652ac6294d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-626465'] for port, provisioning_complete {{(pid=96122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:49:44.497230 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.plugins.ml2.rpc [None req-86ea74e9-eea3-4769-b153-652ac6294d68 None None] Device 3ac6310b-d0b9-4a6a-8d14-fc584c04c4e9 up at agent ovs-agent-dv-cinder-806616-6-iscsi {{(pid=96122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 15:49:44.548454 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.db.provisioning_blocks [None req-86ea74e9-eea3-4769-b153-652ac6294d68 None None] Provisioning complete for port 3ac6310b-d0b9-4a6a-8d14-fc584c04c4e9 triggered by entity L2. {{(pid=96122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 15:49:44.548822 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron_lib.callbacks.manager [None req-86ea74e9-eea3-4769-b153-652ac6294d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-626465'] for port, provisioning_complete {{(pid=96122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:49:52.798859 dv-cinder-806616-6-iscsi neutron-server[96123]: DEBUG neutron.db.agents_db [None req-ce50b6f1-f7bd-4b59-8641-9f71b480b041 None None] Agent healthcheck: found 6 active agents {{(pid=96123) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 29 15:49:54.141194 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron_lib.callbacks.manager [None req-74d54aa6-d006-446e-9501-26c222c85ab5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741779927170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-625140'] for agent, after_update {{(pid=96122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:49:56.621270 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron_lib.callbacks.manager [None req-11bfeb73-7255-47b5-9188-6b7bef827854 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741779927170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-625140'] for agent, after_update {{(pid=96122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:49:57.586833 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron_lib.callbacks.manager [None req-86ea74e9-eea3-4769-b153-652ac6294d68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741779927170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-625140'] for agent, after_update {{(pid=96122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:49:58.546005 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron_lib.callbacks.manager [None req-d04ed334-d278-4234-b850-06fee10c9c6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741779927170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-625140'] for agent, after_update {{(pid=96122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:49:59.604431 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron_lib.callbacks.manager [None req-9bd021b7-afaf-4c67-b111-7b9308fbf6a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741779927170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-625140'] for agent, after_update {{(pid=96122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:49:59.654547 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.wsgi [-] (96121) accepted ('10.222.0.46', 38788) {{(pid=96121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 15:49:59.802801 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.plugins.ml2.plugin [None req-8a5d6bc2-937c-4d1f-9426-da6fb63d904b tempest-TestShelveInstance-975876144 tempest-TestShelveInstance-975876144-project] Deleting port 75b0ea46-8488-4ec2-aaf0-9b8a0f525c17 {{(pid=96121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 29 15:49:59.803137 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [None req-8a5d6bc2-937c-4d1f-9426-da6fb63d904b tempest-TestShelveInstance-975876144 tempest-TestShelveInstance-975876144-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741780140072'] for port, before_delete {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:49:59.878610 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [None req-8a5d6bc2-937c-4d1f-9426-da6fb63d904b tempest-TestShelveInstance-975876144 tempest-TestShelveInstance-975876144-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1614090'] for port, precommit_delete {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:49:59.878934 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [None req-8a5d6bc2-937c-4d1f-9426-da6fb63d904b tempest-TestShelveInstance-975876144 tempest-TestShelveInstance-975876144-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:49:59.890953 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.plugins.ml2.plugin [None req-8a5d6bc2-937c-4d1f-9426-da6fb63d904b tempest-TestShelveInstance-975876144 tempest-TestShelveInstance-975876144-project] Calling delete_port for 75b0ea46-8488-4ec2-aaf0-9b8a0f525c17 owned by network:floatingip {{(pid=96121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 29 15:50:00.072313 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [None req-8a5d6bc2-937c-4d1f-9426-da6fb63d904b tempest-TestShelveInstance-975876144 tempest-TestShelveInstance-975876144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741780147950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741779628746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3898419'] for port, after_delete {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:50:00.097620 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a5d6bc2-937c-4d1f-9426-da6fb63d904b tempest-TestShelveInstance-975876144 tempest-TestShelveInstance-975876144-project] Pushing event deleted for resources: {'Port': ['ID=75b0ea46-8488-4ec2-aaf0-9b8a0f525c17,revision_number=None']} {{(pid=96121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 15:50:00.120026 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a5d6bc2-937c-4d1f-9426-da6fb63d904b tempest-TestShelveInstance-975876144 tempest-TestShelveInstance-975876144-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806616-6-iscsi {{(pid=96121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 15:50:00.120301 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a5d6bc2-937c-4d1f-9426-da6fb63d904b tempest-TestShelveInstance-975876144 tempest-TestShelveInstance-975876144-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806616-6-iscsi {{(pid=96121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 15:50:00.120644 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a5d6bc2-937c-4d1f-9426-da6fb63d904b tempest-TestShelveInstance-975876144 tempest-TestShelveInstance-975876144-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806616-6-iscsi {{(pid=96121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 15:50:00.120983 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a5d6bc2-937c-4d1f-9426-da6fb63d904b tempest-TestShelveInstance-975876144 tempest-TestShelveInstance-975876144-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806616-6-iscsi {{(pid=96121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 15:50:00.121317 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a5d6bc2-937c-4d1f-9426-da6fb63d904b tempest-TestShelveInstance-975876144 tempest-TestShelveInstance-975876144-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806616-6-iscsi {{(pid=96121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 15:50:00.121667 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a5d6bc2-937c-4d1f-9426-da6fb63d904b tempest-TestShelveInstance-975876144 tempest-TestShelveInstance-975876144-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806616-6-iscsi {{(pid=96121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 15:50:00.121984 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a5d6bc2-937c-4d1f-9426-da6fb63d904b tempest-TestShelveInstance-975876144 tempest-TestShelveInstance-975876144-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806616-6-iscsi {{(pid=96121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 15:50:00.122308 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a5d6bc2-937c-4d1f-9426-da6fb63d904b tempest-TestShelveInstance-975876144 tempest-TestShelveInstance-975876144-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806616-6-iscsi {{(pid=96121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 15:50:00.122638 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a5d6bc2-937c-4d1f-9426-da6fb63d904b tempest-TestShelveInstance-975876144 tempest-TestShelveInstance-975876144-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806616-6-iscsi {{(pid=96121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 15:50:00.122962 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a5d6bc2-937c-4d1f-9426-da6fb63d904b tempest-TestShelveInstance-975876144 tempest-TestShelveInstance-975876144-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806616-6-iscsi {{(pid=96121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 15:50:00.123285 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a5d6bc2-937c-4d1f-9426-da6fb63d904b tempest-TestShelveInstance-975876144 tempest-TestShelveInstance-975876144-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806616-6-iscsi {{(pid=96121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 15:50:00.123606 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a5d6bc2-937c-4d1f-9426-da6fb63d904b tempest-TestShelveInstance-975876144 tempest-TestShelveInstance-975876144-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806616-6-iscsi {{(pid=96121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 15:50:00.168776 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [None req-8a5d6bc2-937c-4d1f-9426-da6fb63d904b tempest-TestShelveInstance-975876144 tempest-TestShelveInstance-975876144-project] Notify callbacks [] for floatingip, after_delete {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:50:00.169126 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.db.l3_db [None req-8a5d6bc2-937c-4d1f-9426-da6fb63d904b tempest-TestShelveInstance-975876144 tempest-TestShelveInstance-975876144-project] Floating IP ca549291-88b1-462f-bd6b-aef565ca7d19 disassociated (deleted). External IP: 172.27.0.116, port: ba218b3a-dee1-4ec8-91ec-282b5ceb1280. Sep 29 15:50:00.369080 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a5d6bc2-937c-4d1f-9426-da6fb63d904b tempest-TestShelveInstance-975876144 tempest-TestShelveInstance-975876144-project] Router b34db8a2-e20f-40e7-a027-2925f95a8001 has already been hosted by L3 agent e5061b61-feb3-46be-bd05-1226f95d9417 {{(pid=96121) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 29 15:50:00.469431 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a5d6bc2-937c-4d1f-9426-da6fb63d904b tempest-TestShelveInstance-975876144 tempest-TestShelveInstance-975876144-project] Notify agent at l3_agent.dv-cinder-806616-6-iscsi the message routers_updated {{(pid=96121) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 15:50:00.474142 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [None req-8a5d6bc2-937c-4d1f-9426-da6fb63d904b tempest-TestShelveInstance-975876144 tempest-TestShelveInstance-975876144-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238921'] for floatingip, before_response {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:50:00.480313 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3431ec95-6785-4bfa-bcc7-d2f673fdbbf1 None None] Sync routers for ids ['b34db8a2-e20f-40e7-a027-2925f95a8001'] in dv-cinder-806616-6-iscsi {{(pid=96122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 15:50:00.489566 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3431ec95-6785-4bfa-bcc7-d2f673fdbbf1 None None] Routers {'b34db8a2-e20f-40e7-a027-2925f95a8001'} bound to L3 agent in host dv-cinder-806616-6-iscsi {{(pid=96122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 15:50:00.490179 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.db.l3_hamode_db [None req-3431ec95-6785-4bfa-bcc7-d2f673fdbbf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806616-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-29T15:30:56Z,description=,heartbeat_timestamp=2021-09-29T15:49:57Z,host='dv-cinder-806616-6-iscsi',id=e5061b61-feb3-46be-bd05-1226f95d9417,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T15:30:57Z,topic='l3_agent')) {'router_ids': ['b34db8a2-e20f-40e7-a027-2925f95a8001'], 'active': True} {{(pid=96122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 15:50:00.499866 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [None req-8a5d6bc2-937c-4d1f-9426-da6fb63d904b tempest-TestShelveInstance-975876144 tempest-TestShelveInstance-975876144-project] 10.222.0.46 "DELETE /v2.0/floatingips/ca549291-88b1-462f-bd6b-aef565ca7d19 HTTP/1.1" status: 204 len: 168 time: 0.8442268 Sep 29 15:50:00.500508 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f5040a69-8af4-4c00-956e-42c70be40526', 'tag': 'ba218b3a-dee1-4ec8-91ec-282b5ceb1280'}] {{(pid=96121) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 15:50:00.503432 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dcbd94143c65fdb0f5c12b0c92a6468c38125261e55d21e9818266cb91f6c0d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c717992e-25a8-49ac-b2d7-40b28d603f4f" -d '{"events": [{"name": "network-changed", "server_uuid": "f5040a69-8af4-4c00-956e-42c70be40526", "tag": "ba218b3a-dee1-4ec8-91ec-282b5ceb1280"}]}' {{(pid=96121) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 15:50:00.601431 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 29 Sep 2021 15:50:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-725c3dee-86be-4c41-a4e3-4f5fba111944 x-openstack-request-id: req-725c3dee-86be-4c41-a4e3-4f5fba111944 {{(pid=96121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 15:50:00.601431 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f5040a69-8af4-4c00-956e-42c70be40526", "tag": "ba218b3a-dee1-4ec8-91ec-282b5ceb1280", "status": "completed", "code": 200}]} {{(pid=96121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 15:50:00.601431 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-725c3dee-86be-4c41-a4e3-4f5fba111944 {{(pid=96121) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 15:50:00.601431 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f5040a69-8af4-4c00-956e-42c70be40526', 'tag': 'ba218b3a-dee1-4ec8-91ec-282b5ceb1280', 'status': 'completed', 'code': 200} Sep 29 15:50:00.609473 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.db.l3_dvr_db [None req-3431ec95-6785-4bfa-bcc7-d2f673fdbbf1 None None] Set router b34db8a2-e20f-40e7-a027-2925f95a8001 gateway port host: dv-cinder-806616-6-iscsi {{(pid=96122) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 15:50:00.777933 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c717992e-25a8-49ac-b2d7-40b28d603f4f req-602de343-ba45-4e05-ae4d-e510fb37ff79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:50:00.779663 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-c717992e-25a8-49ac-b2d7-40b28d603f4f req-602de343-ba45-4e05-ae4d-e510fb37ff79 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=b047be03e3304a939d153e38fbd212c7&device_id=f5040a69-8af4-4c00-956e-42c70be40526 HTTP/1.1" status: 200 len: 1098 time: 0.1336794 Sep 29 15:50:00.821402 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.db.l3_hamode_db [None req-3431ec95-6785-4bfa-bcc7-d2f673fdbbf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b34db8a2-e20f-40e7-a027-2925f95a8001', 'name': 'tempest-TestShelveInstance-905054107-router', 'tenant_id': 'b047be03e3304a939d153e38fbd212c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd5efe95-1549-4750-933c-70412f77577e', 'external_fixed_ips': [{'subnet_id': '9c872fed-da92-4e12-828d-ac62e1b980b9', 'ip_address': '172.27.0.146'}], 'enable_snat': True}, 'gw_port_id': '2f3615d4-5324-439d-857a-21576bfa0062', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T15:45:00Z', 'updated_at': '2021-09-29T15:45:04Z', 'revision_number': 4, 'project_id': 'b047be03e3304a939d153e38fbd212c7', 'gw_port': {'id': '2f3615d4-5324-439d-857a-21576bfa0062', 'name': '', 'network_id': 'cd5efe95-1549-4750-933c-70412f77577e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:2a:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b34db8a2-e20f-40e7-a027-2925f95a8001', 'device_owner': 'network:router_gateway', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': '9c872fed-da92-4e12-828d-ac62e1b980b9', 'ip_address': '172.27.0.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806616-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T15:45:01Z', 'updated_at': '2021-09-29T15:45:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c872fed-da92-4e12-828d-ac62e1b980b9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806616-6-iscsi', '_interfaces': [{'id': '735b873b-3f33-4658-92af-ababb1110632', 'name': '', 'network_id': '01fbeb81-3367-4a61-af0a-258a335f59fe', 'tenant_id': 'b047be03e3304a939d153e38fbd212c7', 'mac_address': 'fa:16:3e:23:6d:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b34db8a2-e20f-40e7-a027-2925f95a8001', 'device_owner': 'network:router_interface', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': 'f8632fa6-8929-4963-8012-7394188bf2e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806616-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T15:45:03Z', 'updated_at': '2021-09-29T15:45:07Z', 'revision_number': 5, 'project_id': 'b047be03e3304a939d153e38fbd212c7', 'subnets': [{'id': 'f8632fa6-8929-4963-8012-7394188bf2e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806616-6-iscsi', False) {} {{(pid=96122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 15:50:00.847678 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3431ec95-6785-4bfa-bcc7-d2f673fdbbf1 None None] Checking router: b34db8a2-e20f-40e7-a027-2925f95a8001 for host: dv-cinder-806616-6-iscsi {{(pid=96122) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 15:50:00.865842 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3431ec95-6785-4bfa-bcc7-d2f673fdbbf1 None None] Routers {'b34db8a2-e20f-40e7-a027-2925f95a8001'} bound to L3 agent in host dv-cinder-806616-6-iscsi {{(pid=96122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 15:50:00.865960 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.db.l3_hamode_db [None req-3431ec95-6785-4bfa-bcc7-d2f673fdbbf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806616-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-29T15:30:56Z,description=,heartbeat_timestamp=2021-09-29T15:49:57Z,host='dv-cinder-806616-6-iscsi',id=e5061b61-feb3-46be-bd05-1226f95d9417,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T15:30:57Z,topic='l3_agent')) {'router_ids': ['b34db8a2-e20f-40e7-a027-2925f95a8001'], 'active': True} {{(pid=96122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 15:50:00.883063 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c717992e-25a8-49ac-b2d7-40b28d603f4f req-044bce46-974d-4a12-861f-bf85e37d36f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:50:00.884580 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-c717992e-25a8-49ac-b2d7-40b28d603f4f req-044bce46-974d-4a12-861f-bf85e37d36f0 service neutron] 10.222.0.22 "GET /v2.0/networks?id=01fbeb81-3367-4a61-af0a-258a335f59fe HTTP/1.1" status: 200 len: 909 time: 0.0951421 Sep 29 15:50:00.927974 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-c717992e-25a8-49ac-b2d7-40b28d603f4f req-9536cba5-bea7-43e2-859f-1ee6c23efd5a service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ba218b3a-dee1-4ec8-91ec-282b5ceb1280 HTTP/1.1" status: 200 len: 217 time: 0.0356929 Sep 29 15:50:01.016463 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c717992e-25a8-49ac-b2d7-40b28d603f4f req-69b6ac61-9fe7-447e-bce0-b82ab2235457 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:50:01.018056 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-c717992e-25a8-49ac-b2d7-40b28d603f4f req-69b6ac61-9fe7-447e-bce0-b82ab2235457 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=f8632fa6-8929-4963-8012-7394188bf2e0 HTTP/1.1" status: 200 len: 847 time: 0.0468934 Sep 29 15:50:01.029078 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6dce2b6-4f4d-41af-88c6-9ca9328766ca req-60c3d42d-7b4f-4337-bce4-879d904edfca tempest-TestShelveInstance-975876144 tempest-TestShelveInstance-975876144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:50:01.030718 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [req-f6dce2b6-4f4d-41af-88c6-9ca9328766ca req-60c3d42d-7b4f-4337-bce4-879d904edfca tempest-TestShelveInstance-975876144 tempest-TestShelveInstance-975876144-project] 10.222.0.46 "GET /v2.0/ports?device_id=f5040a69-8af4-4c00-956e-42c70be40526 HTTP/1.1" status: 200 len: 945 time: 0.1201341 Sep 29 15:50:01.064366 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c717992e-25a8-49ac-b2d7-40b28d603f4f req-85295614-104e-4747-ae9e-263686d419e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:50:01.065959 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-c717992e-25a8-49ac-b2d7-40b28d603f4f req-85295614-104e-4747-ae9e-263686d419e2 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=01fbeb81-3367-4a61-af0a-258a335f59fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0397923 Sep 29 15:50:01.071091 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [req-f6dce2b6-4f4d-41af-88c6-9ca9328766ca req-12390ba5-460c-4e55-a909-09e59f54d848 tempest-TestShelveInstance-975876144 tempest-TestShelveInstance-975876144-project] 10.222.0.46 "GET /v2.0/security-groups?id=ca56a99e-7afa-4df3-8cfa-fe716fab0231&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331244 Sep 29 15:50:01.098314 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.db.l3_dvr_db [None req-3431ec95-6785-4bfa-bcc7-d2f673fdbbf1 None None] Set router b34db8a2-e20f-40e7-a027-2925f95a8001 gateway port host: dv-cinder-806616-6-iscsi {{(pid=96122) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 15:50:01.160728 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-c717992e-25a8-49ac-b2d7-40b28d603f4f req-1c588e73-4e1a-4f96-9e19-6972bf18a493 service neutron] 10.222.0.22 "GET /v2.0/networks/01fbeb81-3367-4a61-af0a-258a335f59fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854554 Sep 29 15:50:01.250306 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-c717992e-25a8-49ac-b2d7-40b28d603f4f req-dedb661c-1e2d-43e6-a69e-c9a673f242ad service neutron] 10.222.0.22 "GET /v2.0/networks/01fbeb81-3367-4a61-af0a-258a335f59fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821476 Sep 29 15:50:01.292078 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.db.l3_hamode_db [None req-3431ec95-6785-4bfa-bcc7-d2f673fdbbf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b34db8a2-e20f-40e7-a027-2925f95a8001', 'name': 'tempest-TestShelveInstance-905054107-router', 'tenant_id': 'b047be03e3304a939d153e38fbd212c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd5efe95-1549-4750-933c-70412f77577e', 'external_fixed_ips': [{'subnet_id': '9c872fed-da92-4e12-828d-ac62e1b980b9', 'ip_address': '172.27.0.146'}], 'enable_snat': True}, 'gw_port_id': '2f3615d4-5324-439d-857a-21576bfa0062', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T15:45:00Z', 'updated_at': '2021-09-29T15:45:04Z', 'revision_number': 4, 'project_id': 'b047be03e3304a939d153e38fbd212c7', 'gw_port': {'id': '2f3615d4-5324-439d-857a-21576bfa0062', 'name': '', 'network_id': 'cd5efe95-1549-4750-933c-70412f77577e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:2a:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b34db8a2-e20f-40e7-a027-2925f95a8001', 'device_owner': 'network:router_gateway', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': '9c872fed-da92-4e12-828d-ac62e1b980b9', 'ip_address': '172.27.0.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806616-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T15:45:01Z', 'updated_at': '2021-09-29T15:45:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c872fed-da92-4e12-828d-ac62e1b980b9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806616-6-iscsi', '_interfaces': [{'id': '735b873b-3f33-4658-92af-ababb1110632', 'name': '', 'network_id': '01fbeb81-3367-4a61-af0a-258a335f59fe', 'tenant_id': 'b047be03e3304a939d153e38fbd212c7', 'mac_address': 'fa:16:3e:23:6d:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b34db8a2-e20f-40e7-a027-2925f95a8001', 'device_owner': 'network:router_interface', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': 'f8632fa6-8929-4963-8012-7394188bf2e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806616-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T15:45:03Z', 'updated_at': '2021-09-29T15:45:07Z', 'revision_number': 5, 'project_id': 'b047be03e3304a939d153e38fbd212c7', 'subnets': [{'id': 'f8632fa6-8929-4963-8012-7394188bf2e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806616-6-iscsi', False) {} {{(pid=96122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 15:50:01.322499 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3431ec95-6785-4bfa-bcc7-d2f673fdbbf1 None None] The sync data for ids ['b34db8a2-e20f-40e7-a027-2925f95a8001'] in dv-cinder-806616-6-iscsi is: [{'id': 'b34db8a2-e20f-40e7-a027-2925f95a8001', 'name': 'tempest-TestShelveInstance-905054107-router', 'tenant_id': 'b047be03e3304a939d153e38fbd212c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd5efe95-1549-4750-933c-70412f77577e', 'external_fixed_ips': [{'subnet_id': '9c872fed-da92-4e12-828d-ac62e1b980b9', 'ip_address': '172.27.0.146'}], 'enable_snat': True}, 'gw_port_id': '2f3615d4-5324-439d-857a-21576bfa0062', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T15:45:00Z', 'updated_at': '2021-09-29T15:45:04Z', 'revision_number': 4, 'project_id': 'b047be03e3304a939d153e38fbd212c7', 'gw_port': {'id': '2f3615d4-5324-439d-857a-21576bfa0062', 'name': '', 'network_id': 'cd5efe95-1549-4750-933c-70412f77577e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:2a:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b34db8a2-e20f-40e7-a027-2925f95a8001', 'device_owner': 'network:router_gateway', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': '9c872fed-da92-4e12-828d-ac62e1b980b9', 'ip_address': '172.27.0.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806616-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T15:45:01Z', 'updated_at': '2021-09-29T15:45:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c872fed-da92-4e12-828d-ac62e1b980b9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806616-6-iscsi', '_interfaces': [{'id': '735b873b-3f33-4658-92af-ababb1110632', 'name': '', 'network_id': '01fbeb81-3367-4a61-af0a-258a335f59fe', 'tenant_id': 'b047be03e3304a939d153e38fbd212c7', 'mac_address': 'fa:16:3e:23:6d:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b34db8a2-e20f-40e7-a027-2925f95a8001', 'device_owner': 'network:router_interface', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': 'f8632fa6-8929-4963-8012-7394188bf2e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806616-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T15:45:03Z', 'updated_at': '2021-09-29T15:45:07Z', 'revision_number': 5, 'project_id': 'b047be03e3304a939d153e38fbd212c7', 'subnets': [{'id': 'f8632fa6-8929-4963-8012-7394188bf2e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=96122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 15:50:01.531492 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-97871a34-c68c-43a4-ba77-8f8868b1ccf1 req-6db0574e-f15e-4ae8-9c8c-df0cf286b9ce tempest-TestVolumeBootPattern-610115025 tempest-TestVolumeBootPattern-610115025-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-66440100&fields=id&tenant_id=54b54b3b8c5d4295a0fc95e1c5e76334 HTTP/1.1" status: 200 len: 267 time: 0.0347612 Sep 29 15:50:01.536227 dv-cinder-806616-6-iscsi neutron-server[96123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89d2fed7-00ac-4ab2-9875-406fd40c99b1 None None] New status for floating IP ca549291-88b1-462f-bd6b-aef565ca7d19: DOWN {{(pid=96123) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 29 15:50:01.636725 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97871a34-c68c-43a4-ba77-8f8868b1ccf1 req-63d49397-6af0-4b71-9931-e7e6f5b3cb2a tempest-TestVolumeBootPattern-610115025 tempest-TestVolumeBootPattern-610115025-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=96121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:50:01.638188 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-97871a34-c68c-43a4-ba77-8f8868b1ccf1 req-63d49397-6af0-4b71-9931-e7e6f5b3cb2a tempest-TestVolumeBootPattern-610115025 tempest-TestVolumeBootPattern-610115025-project] 10.222.0.46 "GET /v2.0/networks?id=130bac75-18dc-45de-9ec4-afda9fc26d7f HTTP/1.1" status: 200 len: 812 time: 0.0985885 Sep 29 15:50:01.652826 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-97871a34-c68c-43a4-ba77-8f8868b1ccf1 req-6f0974bb-96e8-4ea2-a43d-f2a9c0e2d086 tempest-TestVolumeBootPattern-610115025 tempest-TestVolumeBootPattern-610115025-project] 10.222.0.46 "GET /v2.0/quotas/54b54b3b8c5d4295a0fc95e1c5e76334 HTTP/1.1" status: 200 len: 375 time: 0.0089042 Sep 29 15:50:01.705002 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-97871a34-c68c-43a4-ba77-8f8868b1ccf1 req-3bfe0c7b-de2e-414d-8661-fcfe8a4a84f0 tempest-TestVolumeBootPattern-610115025 tempest-TestVolumeBootPattern-610115025-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=54b54b3b8c5d4295a0fc95e1c5e76334&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0471246 Sep 29 15:50:01.724323 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.wsgi [req-97871a34-c68c-43a4-ba77-8f8868b1ccf1 req-95286fa9-bb63-4709-8fb1-1ca5677d4a4f service neutron] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=96121) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 29 15:50:01.725290 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-97871a34-c68c-43a4-ba77-8f8868b1ccf1 req-95286fa9-bb63-4709-8fb1-1ca5677d4a4f service neutron] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0056992 Sep 29 15:50:01.812629 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-97871a34-c68c-43a4-ba77-8f8868b1ccf1 req-af1c040f-b322-4e81-9631-57901000285c service neutron] 10.222.0.46 "GET /v2.0/networks/130bac75-18dc-45de-9ec4-afda9fc26d7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813918 Sep 29 15:50:01.901538 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-97871a34-c68c-43a4-ba77-8f8868b1ccf1 req-cb81c778-ffc1-4eab-86f6-cab0536b10b8 service neutron] 10.222.0.46 "GET /v2.0/networks/130bac75-18dc-45de-9ec4-afda9fc26d7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827632 Sep 29 15:50:02.202777 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1afd091-fdd1-4c44-8a59-39238fb944db req-ba5257f1-8943-4f1f-b90b-91fff2967c22 tempest-TestShelveInstance-975876144 tempest-TestShelveInstance-975876144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:50:02.204344 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [req-a1afd091-fdd1-4c44-8a59-39238fb944db req-ba5257f1-8943-4f1f-b90b-91fff2967c22 tempest-TestShelveInstance-975876144 tempest-TestShelveInstance-975876144-project] 10.222.0.46 "GET /v2.0/ports?device_id=f5040a69-8af4-4c00-956e-42c70be40526 HTTP/1.1" status: 200 len: 945 time: 0.0488341 Sep 29 15:50:02.242241 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [req-a1afd091-fdd1-4c44-8a59-39238fb944db req-059c2e92-a8c5-4827-9560-fd731fb04675 tempest-TestShelveInstance-975876144 tempest-TestShelveInstance-975876144-project] 10.222.0.46 "GET /v2.0/security-groups?id=ca56a99e-7afa-4df3-8cfa-fe716fab0231&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314922 Sep 29 15:50:02.461025 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [req-d5910eae-7288-453a-8930-199651bbff94 req-ea75aa5b-2679-4fa5-93fb-5135ffe7fd58 tempest-TestVolumeBootPattern-610115025 tempest-TestVolumeBootPattern-610115025-project] 10.222.0.46 "GET /v2.0/ports?device_id=cd2e3f6a-4e6f-4602-b69f-957e310dd64b HTTP/1.1" status: 200 len: 210 time: 0.0259345 Sep 29 15:50:02.706002 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc4fd6c-0c12-4339-aed4-c7c1580f19c8 req-4d4c5c03-5afa-4451-a6a9-142a274d95e5 tempest-TestShelveInstance-975876144 tempest-TestShelveInstance-975876144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:50:02.707376 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-7cc4fd6c-0c12-4339-aed4-c7c1580f19c8 req-4d4c5c03-5afa-4451-a6a9-142a274d95e5 tempest-TestShelveInstance-975876144 tempest-TestShelveInstance-975876144-project] 10.222.0.22 "GET /v2.0/ports?device_id=f5040a69-8af4-4c00-956e-42c70be40526 HTTP/1.1" status: 200 len: 945 time: 0.0470963 Sep 29 15:50:02.799370 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.plugins.ml2.plugin [req-7cc4fd6c-0c12-4339-aed4-c7c1580f19c8 req-61dd8307-b892-4bfc-9447-0c492171c25a tempest-TestShelveInstance-975876144 tempest-TestShelveInstance-975876144-project] Deleting port ba218b3a-dee1-4ec8-91ec-282b5ceb1280 {{(pid=96121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 29 15:50:02.799715 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [req-7cc4fd6c-0c12-4339-aed4-c7c1580f19c8 req-61dd8307-b892-4bfc-9447-0c492171c25a tempest-TestShelveInstance-975876144 tempest-TestShelveInstance-975876144-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741780140072'] for port, before_delete {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:50:02.890904 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.plugins.ml2.db [req-7cc4fd6c-0c12-4339-aed4-c7c1580f19c8 req-61dd8307-b892-4bfc-9447-0c492171c25a tempest-TestShelveInstance-975876144 tempest-TestShelveInstance-975876144-project] For port ba218b3a-dee1-4ec8-91ec-282b5ceb1280, host hv-cinder-80661, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80661',level=0,port_id=ba218b3a-dee1-4ec8-91ec-282b5ceb1280,segment=NetworkSegment(898abf2c-c5cb-4056-87cb-c5313e242394),segment_id=898abf2c-c5cb-4056-87cb-c5313e242394)] {{(pid=96121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 15:50:02.891512 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [req-7cc4fd6c-0c12-4339-aed4-c7c1580f19c8 req-61dd8307-b892-4bfc-9447-0c492171c25a tempest-TestShelveInstance-975876144 tempest-TestShelveInstance-975876144-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1614090'] for port, precommit_delete {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:50:02.903683 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.plugins.ml2.plugin [req-7cc4fd6c-0c12-4339-aed4-c7c1580f19c8 req-61dd8307-b892-4bfc-9447-0c492171c25a tempest-TestShelveInstance-975876144 tempest-TestShelveInstance-975876144-project] Calling delete_port for ba218b3a-dee1-4ec8-91ec-282b5ceb1280 owned by compute:nova {{(pid=96121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 29 15:50:03.084030 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [req-7cc4fd6c-0c12-4339-aed4-c7c1580f19c8 req-61dd8307-b892-4bfc-9447-0c492171c25a tempest-TestShelveInstance-975876144 tempest-TestShelveInstance-975876144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741780147950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741779628746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3898419'] for port, after_delete {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:50:03.109704 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61dd8307-b892-4bfc-9447-0c492171c25a tempest-TestShelveInstance-975876144 tempest-TestShelveInstance-975876144-project] Pushing event deleted for resources: {'Port': ['ID=ba218b3a-dee1-4ec8-91ec-282b5ceb1280,revision_number=None']} {{(pid=96121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 15:50:03.150572 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.db.l3_dvrscheduler_db [req-7cc4fd6c-0c12-4339-aed4-c7c1580f19c8 req-61dd8307-b892-4bfc-9447-0c492171c25a tempest-TestShelveInstance-975876144 tempest-TestShelveInstance-975876144-project] No DVR routers for this DVR port ba218b3a-dee1-4ec8-91ec-282b5ceb1280 on host hv-cinder-80661 {{(pid=96121) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 15:50:03.153257 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [req-7cc4fd6c-0c12-4339-aed4-c7c1580f19c8 req-61dd8307-b892-4bfc-9447-0c492171c25a tempest-TestShelveInstance-975876144 tempest-TestShelveInstance-975876144-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238921'] for port, before_response {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:50:03.155264 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-7cc4fd6c-0c12-4339-aed4-c7c1580f19c8 req-61dd8307-b892-4bfc-9447-0c492171c25a tempest-TestShelveInstance-975876144 tempest-TestShelveInstance-975876144-project] 10.222.0.22 "DELETE /v2.0/ports/ba218b3a-dee1-4ec8-91ec-282b5ceb1280 HTTP/1.1" status: 204 len: 173 time: 0.4420736 Sep 29 15:50:03.155672 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5040a69-8af4-4c00-956e-42c70be40526', 'name': 'network-vif-deleted', 'tag': 'ba218b3a-dee1-4ec8-91ec-282b5ceb1280'}] {{(pid=96121) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 15:50:03.157902 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dcbd94143c65fdb0f5c12b0c92a6468c38125261e55d21e9818266cb91f6c0d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e39da78-700e-4751-a84f-1110f60d8280" -d '{"events": [{"server_uuid": "f5040a69-8af4-4c00-956e-42c70be40526", "name": "network-vif-deleted", "tag": "ba218b3a-dee1-4ec8-91ec-282b5ceb1280"}]}' {{(pid=96121) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 15:50:03.192787 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Sep 2021 15:50:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7736998d-11e8-45b0-9fab-7ec769e1df69 x-openstack-request-id: req-7736998d-11e8-45b0-9fab-7ec769e1df69 {{(pid=96121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 15:50:03.193070 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f5040a69-8af4-4c00-956e-42c70be40526", "name": "network-vif-deleted", "tag": "ba218b3a-dee1-4ec8-91ec-282b5ceb1280", "status": "completed", "code": 200}]} {{(pid=96121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 15:50:03.193314 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-7736998d-11e8-45b0-9fab-7ec769e1df69 {{(pid=96121) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 15:50:03.193704 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f5040a69-8af4-4c00-956e-42c70be40526', 'name': 'network-vif-deleted', 'tag': 'ba218b3a-dee1-4ec8-91ec-282b5ceb1280', 'status': 'completed', 'code': 200} Sep 29 15:50:03.333531 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [req-598955df-f56f-43cb-94d2-6972e75efaa1 req-1f88826c-a0cb-4aa7-af38-4a3b3118fd80 tempest-TestShelveInstance-975876144 tempest-TestShelveInstance-975876144-project] 10.222.0.46 "GET /v2.0/ports?device_id=f5040a69-8af4-4c00-956e-42c70be40526 HTTP/1.1" status: 200 len: 210 time: 0.0253167 Sep 29 15:50:03.539201 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-55089a2e-656d-498b-985e-8e6e91d37cb6 req-4f115787-3754-4b1a-979b-280edca9d81e tempest-TestVolumeBootPattern-610115025 tempest-TestVolumeBootPattern-610115025-project] 10.222.0.46 "GET /v2.0/ports?device_id=cd2e3f6a-4e6f-4602-b69f-957e310dd64b HTTP/1.1" status: 200 len: 210 time: 0.0270593 Sep 29 15:50:04.438728 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [req-d1c701e7-9f60-4533-8de0-378b0dd8790e req-87beafe8-e6c4-47af-83f4-925024275c08 tempest-TestShelveInstance-975876144 tempest-TestShelveInstance-975876144-project] 10.222.0.46 "GET /v2.0/ports?device_id=f5040a69-8af4-4c00-956e-42c70be40526 HTTP/1.1" status: 200 len: 210 time: 0.0286057 Sep 29 15:50:04.640098 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-871d54e4-c17a-4050-a081-1385925fc8c2 req-1d109f49-98b1-4c50-8ec1-45974fe23701 tempest-TestVolumeBootPattern-610115025 tempest-TestVolumeBootPattern-610115025-project] 10.222.0.46 "GET /v2.0/ports?device_id=cd2e3f6a-4e6f-4602-b69f-957e310dd64b HTTP/1.1" status: 200 len: 210 time: 0.0299659 Sep 29 15:50:04.864713 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97871a34-c68c-43a4-ba77-8f8868b1ccf1 req-e94a40aa-dd3c-4297-bc3b-1ec6cc184e33 tempest-TestVolumeBootPattern-610115025 tempest-TestVolumeBootPattern-610115025-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=96121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:50:04.866796 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-97871a34-c68c-43a4-ba77-8f8868b1ccf1 req-e94a40aa-dd3c-4297-bc3b-1ec6cc184e33 tempest-TestVolumeBootPattern-610115025 tempest-TestVolumeBootPattern-610115025-project] 10.222.0.22 "GET /v2.0/networks?id=130bac75-18dc-45de-9ec4-afda9fc26d7f HTTP/1.1" status: 200 len: 812 time: 0.0976748 Sep 29 15:50:04.915891 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-97871a34-c68c-43a4-ba77-8f8868b1ccf1 req-94accd1b-c156-4964-976d-fc849d5b15c5 tempest-TestVolumeBootPattern-610115025 tempest-TestVolumeBootPattern-610115025-project] 10.222.0.22 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=54b54b3b8c5d4295a0fc95e1c5e76334 HTTP/1.1" status: 200 len: 378 time: 0.0329392 Sep 29 15:50:04.943386 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.api.v2.base [req-97871a34-c68c-43a4-ba77-8f8868b1ccf1 req-202bee89-2246-4c06-a875-7483c629bc4d tempest-TestVolumeBootPattern-610115025 tempest-TestVolumeBootPattern-610115025-project] Request body: {'port': {'device_id': 'cd2e3f6a-4e6f-4602-b69f-957e310dd64b', 'network_id': '130bac75-18dc-45de-9ec4-afda9fc26d7f', 'admin_state_up': True, 'tenant_id': '54b54b3b8c5d4295a0fc95e1c5e76334', 'security_groups': ['b9710121-5fde-4c3b-83e4-a0ee4e081111']}} {{(pid=96121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 15:50:05.146150 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-97871a34-c68c-43a4-ba77-8f8868b1ccf1 req-202bee89-2246-4c06-a875-7483c629bc4d tempest-TestVolumeBootPattern-610115025 tempest-TestVolumeBootPattern-610115025-project] Made reservation on behalf of 54b54b3b8c5d4295a0fc95e1c5e76334 for: {'port': 1} {{(pid=96121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 15:50:05.150272 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [req-97871a34-c68c-43a4-ba77-8f8868b1ccf1 req-202bee89-2246-4c06-a875-7483c629bc4d tempest-TestVolumeBootPattern-610115025 tempest-TestVolumeBootPattern-610115025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-684029'] for port, before_create {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:50:05.277009 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.db.db_base_plugin_common [req-97871a34-c68c-43a4-ba77-8f8868b1ccf1 req-202bee89-2246-4c06-a875-7483c629bc4d tempest-TestVolumeBootPattern-610115025 tempest-TestVolumeBootPattern-610115025-project] Allocated IP 172.20.0.9 (130bac75-18dc-45de-9ec4-afda9fc26d7f/1884d989-814c-43e8-ad27-affc4248c86e/0c0b2faa-e667-4f7f-9eb1-4556c8399f7a) {{(pid=96121) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 15:50:05.409969 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [req-97871a34-c68c-43a4-ba77-8f8868b1ccf1 req-202bee89-2246-4c06-a875-7483c629bc4d tempest-TestVolumeBootPattern-610115025 tempest-TestVolumeBootPattern-610115025-project] Notify callbacks [] for port, precommit_create {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:50:05.494991 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.wsgi [-] (96121) accepted ('10.222.0.46', 38852) {{(pid=96121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 15:50:05.504041 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [req-97871a34-c68c-43a4-ba77-8f8868b1ccf1 req-202bee89-2246-4c06-a875-7483c629bc4d tempest-TestVolumeBootPattern-610115025 tempest-TestVolumeBootPattern-610115025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741779628737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3898419'] for port, after_create {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:50:05.569730 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-97871a34-c68c-43a4-ba77-8f8868b1ccf1 req-202bee89-2246-4c06-a875-7483c629bc4d tempest-TestVolumeBootPattern-610115025 tempest-TestVolumeBootPattern-610115025-project] Network 130bac75-18dc-45de-9ec4-afda9fc26d7f is already hosted by enough agents. {{(pid=96121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 15:50:05.578102 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.scheduler.base_scheduler [req-97871a34-c68c-43a4-ba77-8f8868b1ccf1 req-202bee89-2246-4c06-a875-7483c629bc4d tempest-TestVolumeBootPattern-610115025 tempest-TestVolumeBootPattern-610115025-project] Resources bound (agent type, host, resource id): {{(pid=96121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 15:50:05.588085 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.db.l3_dvrscheduler_db [req-97871a34-c68c-43a4-ba77-8f8868b1ccf1 req-202bee89-2246-4c06-a875-7483c629bc4d tempest-TestVolumeBootPattern-610115025 tempest-TestVolumeBootPattern-610115025-project] Received port after_create {{(pid=96121) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 15:50:05.593830 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-202bee89-2246-4c06-a875-7483c629bc4d tempest-TestVolumeBootPattern-610115025 tempest-TestVolumeBootPattern-610115025-project] Pushing event updated for resources: {'Port': ['ID=0c0b2faa-e667-4f7f-9eb1-4556c8399f7a,revision_number=1']} {{(pid=96121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 15:50:05.640365 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [None req-8e19802b-0c2b-47dc-b6a1-d4cefed97daa tempest-TestShelveInstance-975876144 tempest-TestShelveInstance-975876144-project] Notify callbacks [] for security_group, before_delete {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:50:05.661588 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97871a34-c68c-43a4-ba77-8f8868b1ccf1 req-202bee89-2246-4c06-a875-7483c629bc4d tempest-TestVolumeBootPattern-610115025 tempest-TestVolumeBootPattern-610115025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=96121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:50:05.662164 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [req-97871a34-c68c-43a4-ba77-8f8868b1ccf1 req-202bee89-2246-4c06-a875-7483c629bc4d tempest-TestVolumeBootPattern-610115025 tempest-TestVolumeBootPattern-610115025-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238921'] for port, before_response {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:50:05.687832 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [None req-8e19802b-0c2b-47dc-b6a1-d4cefed97daa tempest-TestShelveInstance-975876144 tempest-TestShelveInstance-975876144-project] Notify callbacks [] for security_group, precommit_delete {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:50:05.767020 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-97871a34-c68c-43a4-ba77-8f8868b1ccf1 req-202bee89-2246-4c06-a875-7483c629bc4d tempest-TestVolumeBootPattern-610115025 tempest-TestVolumeBootPattern-610115025-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8271999 Sep 29 15:50:05.775076 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a77aab0-7606-442f-a8b6-d399bcfa75a6 req-d5840b09-c317-4cfe-9fef-915500ec44a1 tempest-TestVolumeBootPattern-610115025 tempest-TestVolumeBootPattern-610115025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:50:05.776778 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-2a77aab0-7606-442f-a8b6-d399bcfa75a6 req-d5840b09-c317-4cfe-9fef-915500ec44a1 tempest-TestVolumeBootPattern-610115025 tempest-TestVolumeBootPattern-610115025-project] 10.222.0.46 "GET /v2.0/ports?device_id=cd2e3f6a-4e6f-4602-b69f-957e310dd64b HTTP/1.1" status: 200 len: 931 time: 0.0622976 Sep 29 15:50:05.784542 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.api.v2.base [req-97871a34-c68c-43a4-ba77-8f8868b1ccf1 req-29433ddc-c413-4156-996c-a0f611af5d86 service neutron] Request body: {'port': {'device_id': 'cd2e3f6a-4e6f-4602-b69f-957e310dd64b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80661'}} {{(pid=96121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 15:50:05.829806 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.db.provisioning_blocks [None req-fe0d5ead-6c5a-459b-9424-8b1897a116a5 None None] Provisioning complete for port 0c0b2faa-e667-4f7f-9eb1-4556c8399f7a triggered by entity DHCP. {{(pid=96122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 15:50:05.830415 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron_lib.callbacks.manager [None req-fe0d5ead-6c5a-459b-9424-8b1897a116a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-626465'] for port, provisioning_complete {{(pid=96122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:50:05.860805 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [req-97871a34-c68c-43a4-ba77-8f8868b1ccf1 req-29433ddc-c413-4156-996c-a0f611af5d86 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-684029'] for port, before_update {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:50:05.866344 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-2a77aab0-7606-442f-a8b6-d399bcfa75a6 req-8e76d27c-f5bf-435e-91cf-4870403d7b18 tempest-TestVolumeBootPattern-610115025 tempest-TestVolumeBootPattern-610115025-project] 10.222.0.46 "GET /v2.0/security-groups?id=b9710121-5fde-4c3b-83e4-a0ee4e081111&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0775421 Sep 29 15:50:05.871406 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.plugins.ml2.plugin [None req-fe0d5ead-6c5a-459b-9424-8b1897a116a5 None None] Port 0c0b2faa-e667-4f7f-9eb1-4556c8399f7a cannot update to ACTIVE because it is not bound. {{(pid=96122) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 29 15:50:05.971307 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [None req-8e19802b-0c2b-47dc-b6a1-d4cefed97daa tempest-TestShelveInstance-975876144 tempest-TestShelveInstance-975876144-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579214'] for security_group, after_delete {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:50:05.973884 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [None req-8e19802b-0c2b-47dc-b6a1-d4cefed97daa tempest-TestShelveInstance-975876144 tempest-TestShelveInstance-975876144-project] Notify callbacks [] for security_group, before_response {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:50:05.975066 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [None req-8e19802b-0c2b-47dc-b6a1-d4cefed97daa tempest-TestShelveInstance-975876144 tempest-TestShelveInstance-975876144-project] 10.222.0.46 "DELETE /v2.0/security-groups/ca56a99e-7afa-4df3-8cfa-fe716fab0231 HTTP/1.1" status: 204 len: 168 time: 0.4790826 Sep 29 15:50:05.994050 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e19802b-0c2b-47dc-b6a1-d4cefed97daa tempest-TestShelveInstance-975876144 tempest-TestShelveInstance-975876144-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca56a99e-7afa-4df3-8cfa-fe716fab0231,revision_number=None']} {{(pid=96121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 15:50:06.098753 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.wsgi [-] (96120) accepted ('10.222.0.46', 38858) {{(pid=96120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 15:50:06.144467 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.notifiers.nova [req-97871a34-c68c-43a4-ba77-8f8868b1ccf1 req-29433ddc-c413-4156-996c-a0f611af5d86 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0c0b2faa-e667-4f7f-9eb1-4556c8399f7a {{(pid=96121) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 15:50:06.152451 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [req-97871a34-c68c-43a4-ba77-8f8868b1ccf1 req-29433ddc-c413-4156-996c-a0f611af5d86 service neutron] Notify callbacks [] for port, precommit_update {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:50:06.165169 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.db.provisioning_blocks [req-97871a34-c68c-43a4-ba77-8f8868b1ccf1 req-29433ddc-c413-4156-996c-a0f611af5d86 service neutron] Transition to ACTIVE for port object 0c0b2faa-e667-4f7f-9eb1-4556c8399f7a will not be triggered until provisioned by entity L2. {{(pid=96121) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 15:50:06.221401 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [req-97871a34-c68c-43a4-ba77-8f8868b1ccf1 req-29433ddc-c413-4156-996c-a0f611af5d86 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741780147972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741779628755', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741779628773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3898424'] for port, after_update {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:50:06.269394 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29433ddc-c413-4156-996c-a0f611af5d86 service neutron] Pushing event updated for resources: {'Port': ['ID=0c0b2faa-e667-4f7f-9eb1-4556c8399f7a,revision_number=2']} {{(pid=96121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 15:50:06.339681 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.plugins.ml2.managers [req-97871a34-c68c-43a4-ba77-8f8868b1ccf1 req-29433ddc-c413-4156-996c-a0f611af5d86 service neutron] Attempting to bind port 0c0b2faa-e667-4f7f-9eb1-4556c8399f7a on host hv-cinder-80661 for vnic_type normal with profile {{(pid=96121) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 15:50:06.340200 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.plugins.ml2.managers [req-97871a34-c68c-43a4-ba77-8f8868b1ccf1 req-29433ddc-c413-4156-996c-a0f611af5d86 service neutron] Attempting to bind port 0c0b2faa-e667-4f7f-9eb1-4556c8399f7a by drivers openvswitch,hyperv on host hv-cinder-80661 at level 0 using segments [{'id': '6ab0cf2f-b4ec-4407-92a6-993df9aa86b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '130bac75-18dc-45de-9ec4-afda9fc26d7f'}] {{(pid=96121) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 15:50:06.340605 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97871a34-c68c-43a4-ba77-8f8868b1ccf1 req-29433ddc-c413-4156-996c-a0f611af5d86 service neutron] Attempting to bind port 0c0b2faa-e667-4f7f-9eb1-4556c8399f7a on network 130bac75-18dc-45de-9ec4-afda9fc26d7f {{(pid=96121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 15:50:06.344908 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97871a34-c68c-43a4-ba77-8f8868b1ccf1 req-29433ddc-c413-4156-996c-a0f611af5d86 service neutron] Port 0c0b2faa-e667-4f7f-9eb1-4556c8399f7a on network 130bac75-18dc-45de-9ec4-afda9fc26d7f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80661 {{(pid=96121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 29 15:50:06.345236 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97871a34-c68c-43a4-ba77-8f8868b1ccf1 req-29433ddc-c413-4156-996c-a0f611af5d86 service neutron] Attempting to bind port 0c0b2faa-e667-4f7f-9eb1-4556c8399f7a on network 130bac75-18dc-45de-9ec4-afda9fc26d7f {{(pid=96121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 15:50:06.352211 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97871a34-c68c-43a4-ba77-8f8868b1ccf1 req-29433ddc-c413-4156-996c-a0f611af5d86 service neutron] Checking agent: {'id': '02e4aaf8-ac1d-430d-8152-9e2105739360', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80661', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 15, 37, 5), 'started_at': datetime.datetime(2021, 9, 29, 15, 37, 5), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 15, 49, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=96121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 15:50:06.352654 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97871a34-c68c-43a4-ba77-8f8868b1ccf1 req-29433ddc-c413-4156-996c-a0f611af5d86 service neutron] Checking segment: {'id': '6ab0cf2f-b4ec-4407-92a6-993df9aa86b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '130bac75-18dc-45de-9ec4-afda9fc26d7f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96121) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 15:50:06.353588 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97871a34-c68c-43a4-ba77-8f8868b1ccf1 req-29433ddc-c413-4156-996c-a0f611af5d86 service neutron] Bound using segment: {'id': '6ab0cf2f-b4ec-4407-92a6-993df9aa86b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '130bac75-18dc-45de-9ec4-afda9fc26d7f'} {{(pid=96121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 15:50:06.353588 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.plugins.ml2.managers [req-97871a34-c68c-43a4-ba77-8f8868b1ccf1 req-29433ddc-c413-4156-996c-a0f611af5d86 service neutron] Bound port: 0c0b2faa-e667-4f7f-9eb1-4556c8399f7a, host: hv-cinder-80661, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6ab0cf2f-b4ec-4407-92a6-993df9aa86b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '130bac75-18dc-45de-9ec4-afda9fc26d7f'}}] {{(pid=96121) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 15:50:06.354209 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [req-97871a34-c68c-43a4-ba77-8f8868b1ccf1 req-29433ddc-c413-4156-996c-a0f611af5d86 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-684029'] for port, before_update {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:50:06.384476 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.plugins.ml2.rpc [None req-4d55257e-523e-4b8d-ab2b-d46a31710be1 None None] Device ba218b3a-dee1-4ec8-91ec-282b5ceb1280 no longer exists at agent hyperv_hv-cinder-80661 {{(pid=96122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 15:50:06.405785 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.plugins.ml2.plugin [None req-4d55257e-523e-4b8d-ab2b-d46a31710be1 None None] No Port match for: ba218b3a-dee1-4ec8-91ec-282b5ceb1280 {{(pid=96122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 29 15:50:06.406127 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.plugins.ml2.rpc [None req-4d55257e-523e-4b8d-ab2b-d46a31710be1 None None] Device ba218b3a-dee1-4ec8-91ec-282b5ceb1280 not bound to the agent host hv-cinder-80661 {{(pid=96122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 15:50:06.561893 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-bc343fa6-367f-4861-adaf-64df4c4d9b9e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1619987'] for router_interface, before_delete {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:50:06.696504 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.plugins.ml2.db [req-97871a34-c68c-43a4-ba77-8f8868b1ccf1 req-29433ddc-c413-4156-996c-a0f611af5d86 service neutron] For port 0c0b2faa-e667-4f7f-9eb1-4556c8399f7a, host hv-cinder-80661, cleared binding levels {{(pid=96121) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 15:50:06.699495 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.plugins.ml2.db [req-97871a34-c68c-43a4-ba77-8f8868b1ccf1 req-29433ddc-c413-4156-996c-a0f611af5d86 service neutron] For port 0c0b2faa-e667-4f7f-9eb1-4556c8399f7a, host hv-cinder-80661, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80661',level=0,port_id=0c0b2faa-e667-4f7f-9eb1-4556c8399f7a,segment=NetworkSegment(6ab0cf2f-b4ec-4407-92a6-993df9aa86b6),segment_id=6ab0cf2f-b4ec-4407-92a6-993df9aa86b6)] {{(pid=96121) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 15:50:06.776788 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [req-97871a34-c68c-43a4-ba77-8f8868b1ccf1 req-29433ddc-c413-4156-996c-a0f611af5d86 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741780147972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741779628755', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741779628773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3898424'] for port, after_update {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:50:06.803239 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.plugins.ml2.plugin [None req-bc343fa6-367f-4861-adaf-64df4c4d9b9e admin admin] Deleting port 735b873b-3f33-4658-92af-ababb1110632 {{(pid=96120) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 29 15:50:06.804135 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-bc343fa6-367f-4861-adaf-64df4c4d9b9e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741780140072'] for port, before_delete {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:50:06.810426 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97871a34-c68c-43a4-ba77-8f8868b1ccf1 req-29433ddc-c413-4156-996c-a0f611af5d86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:50:06.811036 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [req-97871a34-c68c-43a4-ba77-8f8868b1ccf1 req-29433ddc-c413-4156-996c-a0f611af5d86 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238921'] for port, before_response {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:50:06.812467 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-97871a34-c68c-43a4-ba77-8f8868b1ccf1 req-29433ddc-c413-4156-996c-a0f611af5d86 service neutron] 10.222.0.22 "PUT /v2.0/ports/0c0b2faa-e667-4f7f-9eb1-4556c8399f7a HTTP/1.1" status: 200 len: 1093 time: 1.0317957 Sep 29 15:50:06.812902 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cd2e3f6a-4e6f-4602-b69f-957e310dd64b', 'tag': '0c0b2faa-e667-4f7f-9eb1-4556c8399f7a'}] {{(pid=96121) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 15:50:06.815211 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dcbd94143c65fdb0f5c12b0c92a6468c38125261e55d21e9818266cb91f6c0d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-064f2e47-2d6f-4306-acb0-234736d4b3d8" -d '{"events": [{"name": "network-changed", "server_uuid": "cd2e3f6a-4e6f-4602-b69f-957e310dd64b", "tag": "0c0b2faa-e667-4f7f-9eb1-4556c8399f7a"}]}' {{(pid=96121) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 15:50:06.853620 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29433ddc-c413-4156-996c-a0f611af5d86 service neutron] Pushing event updated for resources: {'Port': ['ID=0c0b2faa-e667-4f7f-9eb1-4556c8399f7a,revision_number=3']} {{(pid=96121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 15:50:06.868245 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 29 Sep 2021 15:50:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bddfc29d-4a0c-47f6-99cb-a5266c26bf7b x-openstack-request-id: req-bddfc29d-4a0c-47f6-99cb-a5266c26bf7b {{(pid=96121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 15:50:06.873991 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cd2e3f6a-4e6f-4602-b69f-957e310dd64b", "tag": "0c0b2faa-e667-4f7f-9eb1-4556c8399f7a", "status": "completed", "code": 200}]} {{(pid=96121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 15:50:06.873991 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-bddfc29d-4a0c-47f6-99cb-a5266c26bf7b {{(pid=96121) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 15:50:06.873991 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cd2e3f6a-4e6f-4602-b69f-957e310dd64b', 'tag': '0c0b2faa-e667-4f7f-9eb1-4556c8399f7a', 'status': 'completed', 'code': 200} Sep 29 15:50:06.906756 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.plugins.ml2.db [None req-bc343fa6-367f-4861-adaf-64df4c4d9b9e admin admin] For port 735b873b-3f33-4658-92af-ababb1110632, host dv-cinder-806616-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806616-6-iscsi',level=0,port_id=735b873b-3f33-4658-92af-ababb1110632,segment=NetworkSegment(898abf2c-c5cb-4056-87cb-c5313e242394),segment_id=898abf2c-c5cb-4056-87cb-c5313e242394)] {{(pid=96120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 15:50:06.907127 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-bc343fa6-367f-4861-adaf-64df4c4d9b9e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1614090'] for port, precommit_delete {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:50:06.922286 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.plugins.ml2.plugin [None req-bc343fa6-367f-4861-adaf-64df4c4d9b9e admin admin] Calling delete_port for 735b873b-3f33-4658-92af-ababb1110632 owned by network:router_interface {{(pid=96120) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 29 15:50:06.964486 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron_lib.callbacks.manager [None req-4d55257e-523e-4b8d-ab2b-d46a31710be1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741779927170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-625140'] for agent, after_update {{(pid=96122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:50:06.969703 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064f2e47-2d6f-4306-acb0-234736d4b3d8 req-34189788-22d4-4dff-b20c-e14235a5b523 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:50:06.971354 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-064f2e47-2d6f-4306-acb0-234736d4b3d8 req-34189788-22d4-4dff-b20c-e14235a5b523 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=54b54b3b8c5d4295a0fc95e1c5e76334&device_id=cd2e3f6a-4e6f-4602-b69f-957e310dd64b HTTP/1.1" status: 200 len: 1096 time: 0.0524197 Sep 29 15:50:07.045040 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe00b49-c087-43aa-8ac4-95bd2070b6cf req-ec4d092b-fb02-4d61-9fe2-90bb140c9e21 tempest-TestVolumeBootPattern-610115025 tempest-TestVolumeBootPattern-610115025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:50:07.046525 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [req-3fe00b49-c087-43aa-8ac4-95bd2070b6cf req-ec4d092b-fb02-4d61-9fe2-90bb140c9e21 tempest-TestVolumeBootPattern-610115025 tempest-TestVolumeBootPattern-610115025-project] 10.222.0.46 "GET /v2.0/ports?device_id=cd2e3f6a-4e6f-4602-b69f-957e310dd64b HTTP/1.1" status: 200 len: 943 time: 0.0713603 Sep 29 15:50:07.081340 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064f2e47-2d6f-4306-acb0-234736d4b3d8 req-88704276-a6fe-4255-9d94-f7ad49983a25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:50:07.082785 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-064f2e47-2d6f-4306-acb0-234736d4b3d8 req-88704276-a6fe-4255-9d94-f7ad49983a25 service neutron] 10.222.0.22 "GET /v2.0/networks?tenant_id=54b54b3b8c5d4295a0fc95e1c5e76334&shared=False HTTP/1.1" status: 200 len: 913 time: 0.0961890 Sep 29 15:50:07.132472 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [req-3fe00b49-c087-43aa-8ac4-95bd2070b6cf req-59c8b140-e26c-4b58-a042-9a6b11663a3a tempest-TestVolumeBootPattern-610115025 tempest-TestVolumeBootPattern-610115025-project] 10.222.0.46 "GET /v2.0/security-groups?id=b9710121-5fde-4c3b-83e4-a0ee4e081111&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0539119 Sep 29 15:50:07.181261 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064f2e47-2d6f-4306-acb0-234736d4b3d8 req-4035e389-ed90-4801-8a60-d39e73a94a32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:50:07.182765 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-064f2e47-2d6f-4306-acb0-234736d4b3d8 req-4035e389-ed90-4801-8a60-d39e73a94a32 service neutron] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0924897 Sep 29 15:50:07.254757 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-bc343fa6-367f-4861-adaf-64df4c4d9b9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741780147950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741779628746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8956053'] for port, after_delete {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:50:07.283493 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97871a34-c68c-43a4-ba77-8f8868b1ccf1 req-2b89d4b6-e9a6-4941-82f8-ebfb1d8561b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:50:07.286446 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-97871a34-c68c-43a4-ba77-8f8868b1ccf1 req-2b89d4b6-e9a6-4941-82f8-ebfb1d8561b7 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=54b54b3b8c5d4295a0fc95e1c5e76334&device_id=cd2e3f6a-4e6f-4602-b69f-957e310dd64b HTTP/1.1" status: 200 len: 1096 time: 0.0438995 Sep 29 15:50:07.286594 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc343fa6-367f-4861-adaf-64df4c4d9b9e admin admin] Pushing event deleted for resources: {'Port': ['ID=735b873b-3f33-4658-92af-ababb1110632,revision_number=None']} {{(pid=96120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 15:50:07.333600 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-97871a34-c68c-43a4-ba77-8f8868b1ccf1 req-ae0c4c71-aab9-483a-9861-ba44c8e67103 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0c0b2faa-e667-4f7f-9eb1-4556c8399f7a HTTP/1.1" status: 200 len: 217 time: 0.0345404 Sep 29 15:50:07.384769 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97871a34-c68c-43a4-ba77-8f8868b1ccf1 req-a78c54b0-16e7-429f-a35f-9c43aa180f73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:50:07.386473 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-97871a34-c68c-43a4-ba77-8f8868b1ccf1 req-a78c54b0-16e7-429f-a35f-9c43aa180f73 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=1884d989-814c-43e8-ad27-affc4248c86e HTTP/1.1" status: 200 len: 851 time: 0.0461242 Sep 29 15:50:07.436981 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97871a34-c68c-43a4-ba77-8f8868b1ccf1 req-3fc4806d-fe4e-4681-b93e-e6847ca825c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:50:07.438470 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-97871a34-c68c-43a4-ba77-8f8868b1ccf1 req-3fc4806d-fe4e-4681-b93e-e6847ca825c0 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=130bac75-18dc-45de-9ec4-afda9fc26d7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0453482 Sep 29 15:50:07.445701 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-bc343fa6-367f-4861-adaf-64df4c4d9b9e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1575391', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1619098'] for router_interface, after_delete {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:50:07.528761 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-97871a34-c68c-43a4-ba77-8f8868b1ccf1 req-4b5fdcda-ef4d-4888-b6ec-764a606f1825 service neutron] 10.222.0.22 "GET /v2.0/networks/130bac75-18dc-45de-9ec4-afda9fc26d7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831912 Sep 29 15:50:07.619157 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-97871a34-c68c-43a4-ba77-8f8868b1ccf1 req-497d961a-091b-47fc-bfa5-7577b2639fa6 service neutron] 10.222.0.22 "GET /v2.0/networks/130bac75-18dc-45de-9ec4-afda9fc26d7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834360 Sep 29 15:50:07.653265 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc343fa6-367f-4861-adaf-64df4c4d9b9e admin admin] Router b34db8a2-e20f-40e7-a027-2925f95a8001 has already been hosted by L3 agent e5061b61-feb3-46be-bd05-1226f95d9417 {{(pid=96120) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 29 15:50:07.757012 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc343fa6-367f-4861-adaf-64df4c4d9b9e admin admin] Notify agent at l3_agent.dv-cinder-806616-6-iscsi the message routers_updated {{(pid=96120) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 15:50:07.768255 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [None req-bc343fa6-367f-4861-adaf-64df4c4d9b9e admin admin] 10.222.0.46 "PUT /v2.0/routers/b34db8a2-e20f-40e7-a027-2925f95a8001/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6624222 Sep 29 15:50:07.768255 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.wsgi [-] (96120) accepted ('10.222.0.46', 38866) {{(pid=96120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 15:50:07.768464 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da2c4a43-ac79-4837-b94e-d6eecf5a857c None None] Sync routers for ids ['b34db8a2-e20f-40e7-a027-2925f95a8001'] in dv-cinder-806616-6-iscsi {{(pid=96122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 15:50:07.778989 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da2c4a43-ac79-4837-b94e-d6eecf5a857c None None] Routers {'b34db8a2-e20f-40e7-a027-2925f95a8001'} bound to L3 agent in host dv-cinder-806616-6-iscsi {{(pid=96122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 15:50:07.779584 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.db.l3_hamode_db [None req-da2c4a43-ac79-4837-b94e-d6eecf5a857c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806616-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-29T15:30:56Z,description=,heartbeat_timestamp=2021-09-29T15:49:57Z,host='dv-cinder-806616-6-iscsi',id=e5061b61-feb3-46be-bd05-1226f95d9417,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T15:30:57Z,topic='l3_agent')) {'router_ids': ['b34db8a2-e20f-40e7-a027-2925f95a8001'], 'active': True} {{(pid=96122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 15:50:07.876447 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-e5b7b3c4-0cc0-42b9-a6ed-164fbae704e5 admin admin] Notify callbacks [] for router, before_delete {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:50:07.883232 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.db.l3_dvr_db [None req-da2c4a43-ac79-4837-b94e-d6eecf5a857c None None] Set router b34db8a2-e20f-40e7-a027-2925f95a8001 gateway port host: dv-cinder-806616-6-iscsi {{(pid=96122) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 15:50:08.069974 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.db.l3_hamode_db [None req-da2c4a43-ac79-4837-b94e-d6eecf5a857c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b34db8a2-e20f-40e7-a027-2925f95a8001', 'name': 'tempest-TestShelveInstance-905054107-router', 'tenant_id': 'b047be03e3304a939d153e38fbd212c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd5efe95-1549-4750-933c-70412f77577e', 'external_fixed_ips': [{'subnet_id': '9c872fed-da92-4e12-828d-ac62e1b980b9', 'ip_address': '172.27.0.146'}], 'enable_snat': True}, 'gw_port_id': '2f3615d4-5324-439d-857a-21576bfa0062', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T15:45:00Z', 'updated_at': '2021-09-29T15:50:07Z', 'revision_number': 5, 'project_id': 'b047be03e3304a939d153e38fbd212c7', 'gw_port': {'id': '2f3615d4-5324-439d-857a-21576bfa0062', 'name': '', 'network_id': 'cd5efe95-1549-4750-933c-70412f77577e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:2a:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b34db8a2-e20f-40e7-a027-2925f95a8001', 'device_owner': 'network:router_gateway', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': '9c872fed-da92-4e12-828d-ac62e1b980b9', 'ip_address': '172.27.0.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806616-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T15:45:01Z', 'updated_at': '2021-09-29T15:45:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c872fed-da92-4e12-828d-ac62e1b980b9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806616-6-iscsi'}], 'dv-cinder-806616-6-iscsi', False) {} {{(pid=96122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 15:50:08.097597 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da2c4a43-ac79-4837-b94e-d6eecf5a857c None None] Checking router: b34db8a2-e20f-40e7-a027-2925f95a8001 for host: dv-cinder-806616-6-iscsi {{(pid=96122) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 15:50:08.106148 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da2c4a43-ac79-4837-b94e-d6eecf5a857c None None] Routers {'b34db8a2-e20f-40e7-a027-2925f95a8001'} bound to L3 agent in host dv-cinder-806616-6-iscsi {{(pid=96122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 15:50:08.106764 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.db.l3_hamode_db [None req-da2c4a43-ac79-4837-b94e-d6eecf5a857c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806616-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-29T15:30:56Z,description=,heartbeat_timestamp=2021-09-29T15:49:57Z,host='dv-cinder-806616-6-iscsi',id=e5061b61-feb3-46be-bd05-1226f95d9417,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T15:30:57Z,topic='l3_agent')) {'router_ids': ['b34db8a2-e20f-40e7-a027-2925f95a8001'], 'active': True} {{(pid=96122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 15:50:08.217265 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.db.l3_dvr_db [None req-da2c4a43-ac79-4837-b94e-d6eecf5a857c None None] Set router b34db8a2-e20f-40e7-a027-2925f95a8001 gateway port host: dv-cinder-806616-6-iscsi {{(pid=96122) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 15:50:08.231495 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-e5b7b3c4-0cc0-42b9-a6ed-164fbae704e5 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:50:08.255017 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8377aa0-2580-437f-b814-74b0405dbe49 req-70a10ffe-dabe-4ff0-b1db-2b9f97e7a410 tempest-TestVolumeBootPattern-610115025 tempest-TestVolumeBootPattern-610115025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:50:08.260094 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-f8377aa0-2580-437f-b814-74b0405dbe49 req-70a10ffe-dabe-4ff0-b1db-2b9f97e7a410 tempest-TestVolumeBootPattern-610115025 tempest-TestVolumeBootPattern-610115025-project] 10.222.0.46 "GET /v2.0/ports?device_id=cd2e3f6a-4e6f-4602-b69f-957e310dd64b HTTP/1.1" status: 200 len: 943 time: 0.0529251 Sep 29 15:50:08.295160 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-f8377aa0-2580-437f-b814-74b0405dbe49 req-9a49a188-fc2d-4bbf-93aa-d9b73eb387ee tempest-TestVolumeBootPattern-610115025 tempest-TestVolumeBootPattern-610115025-project] 10.222.0.46 "GET /v2.0/security-groups?id=b9710121-5fde-4c3b-83e4-a0ee4e081111&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0318499 Sep 29 15:50:08.386802 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.plugins.ml2.plugin [None req-e5b7b3c4-0cc0-42b9-a6ed-164fbae704e5 admin admin] Deleting port 2f3615d4-5324-439d-857a-21576bfa0062 {{(pid=96120) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 29 15:50:08.387153 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-e5b7b3c4-0cc0-42b9-a6ed-164fbae704e5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741780140072'] for port, before_delete {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:50:08.400765 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.db.l3_hamode_db [None req-da2c4a43-ac79-4837-b94e-d6eecf5a857c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b34db8a2-e20f-40e7-a027-2925f95a8001', 'name': 'tempest-TestShelveInstance-905054107-router', 'tenant_id': 'b047be03e3304a939d153e38fbd212c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd5efe95-1549-4750-933c-70412f77577e', 'external_fixed_ips': [{'subnet_id': '9c872fed-da92-4e12-828d-ac62e1b980b9', 'ip_address': '172.27.0.146'}], 'enable_snat': True}, 'gw_port_id': '2f3615d4-5324-439d-857a-21576bfa0062', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T15:45:00Z', 'updated_at': '2021-09-29T15:50:07Z', 'revision_number': 5, 'project_id': 'b047be03e3304a939d153e38fbd212c7', 'gw_port': {'id': '2f3615d4-5324-439d-857a-21576bfa0062', 'name': '', 'network_id': 'cd5efe95-1549-4750-933c-70412f77577e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:2a:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b34db8a2-e20f-40e7-a027-2925f95a8001', 'device_owner': 'network:router_gateway', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': '9c872fed-da92-4e12-828d-ac62e1b980b9', 'ip_address': '172.27.0.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806616-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T15:45:01Z', 'updated_at': '2021-09-29T15:45:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c872fed-da92-4e12-828d-ac62e1b980b9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806616-6-iscsi'}], 'dv-cinder-806616-6-iscsi', False) {} {{(pid=96122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 15:50:08.430858 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da2c4a43-ac79-4837-b94e-d6eecf5a857c None None] The sync data for ids ['b34db8a2-e20f-40e7-a027-2925f95a8001'] in dv-cinder-806616-6-iscsi is: [{'id': 'b34db8a2-e20f-40e7-a027-2925f95a8001', 'name': 'tempest-TestShelveInstance-905054107-router', 'tenant_id': 'b047be03e3304a939d153e38fbd212c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd5efe95-1549-4750-933c-70412f77577e', 'external_fixed_ips': [{'subnet_id': '9c872fed-da92-4e12-828d-ac62e1b980b9', 'ip_address': '172.27.0.146'}], 'enable_snat': True}, 'gw_port_id': '2f3615d4-5324-439d-857a-21576bfa0062', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T15:45:00Z', 'updated_at': '2021-09-29T15:50:07Z', 'revision_number': 5, 'project_id': 'b047be03e3304a939d153e38fbd212c7', 'gw_port': {'id': '2f3615d4-5324-439d-857a-21576bfa0062', 'name': '', 'network_id': 'cd5efe95-1549-4750-933c-70412f77577e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:2a:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b34db8a2-e20f-40e7-a027-2925f95a8001', 'device_owner': 'network:router_gateway', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': '9c872fed-da92-4e12-828d-ac62e1b980b9', 'ip_address': '172.27.0.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806616-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T15:45:01Z', 'updated_at': '2021-09-29T15:45:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c872fed-da92-4e12-828d-ac62e1b980b9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806616-6-iscsi'}] {{(pid=96122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 15:50:08.475213 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.plugins.ml2.db [None req-e5b7b3c4-0cc0-42b9-a6ed-164fbae704e5 admin admin] For port 2f3615d4-5324-439d-857a-21576bfa0062, host dv-cinder-806616-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806616-6-iscsi',level=0,port_id=2f3615d4-5324-439d-857a-21576bfa0062,segment=NetworkSegment(16a0d549-78f3-47f2-8934-1674670c2e39),segment_id=16a0d549-78f3-47f2-8934-1674670c2e39)] {{(pid=96120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 15:50:08.480019 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-e5b7b3c4-0cc0-42b9-a6ed-164fbae704e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1614090'] for port, precommit_delete {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:50:08.487663 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.plugins.ml2.plugin [None req-e5b7b3c4-0cc0-42b9-a6ed-164fbae704e5 admin admin] Calling delete_port for 2f3615d4-5324-439d-857a-21576bfa0062 owned by network:router_gateway {{(pid=96120) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 29 15:50:08.745856 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-e5b7b3c4-0cc0-42b9-a6ed-164fbae704e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741780147950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741779628746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8956053'] for port, after_delete {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:50:08.770678 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b7b3c4-0cc0-42b9-a6ed-164fbae704e5 admin admin] Pushing event deleted for resources: {'Port': ['ID=2f3615d4-5324-439d-857a-21576bfa0062,revision_number=None']} {{(pid=96120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 15:50:08.834021 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-e5b7b3c4-0cc0-42b9-a6ed-164fbae704e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1619033'] for router_gateway, after_delete {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:50:08.926306 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-e5b7b3c4-0cc0-42b9-a6ed-164fbae704e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1620278', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3460'] for router, precommit_delete {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:50:08.928872 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-e5b7b3c4-0cc0-42b9-a6ed-164fbae704e5 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:50:09.049727 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-e5b7b3c4-0cc0-42b9-a6ed-164fbae704e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1620287'] for router, after_delete {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:50:09.050280 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5b7b3c4-0cc0-42b9-a6ed-164fbae704e5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b34db8a2-e20f-40e7-a027-2925f95a8001 {{(pid=96120) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 29 15:50:09.055061 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-e5b7b3c4-0cc0-42b9-a6ed-164fbae704e5 admin admin] Notify callbacks [] for router, before_response {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:50:09.056327 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [None req-e5b7b3c4-0cc0-42b9-a6ed-164fbae704e5 admin admin] 10.222.0.46 "DELETE /v2.0/routers/b34db8a2-e20f-40e7-a027-2925f95a8001 HTTP/1.1" status: 204 len: 168 time: 1.2907646 Sep 29 15:50:09.059024 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.wsgi [-] (96120) accepted ('10.222.0.46', 38870) {{(pid=96120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 15:50:09.103641 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.db.db_base_plugin_v2 [None req-1f986e84-3b20-483a-bb2e-063fb8d28b2b admin admin] Deleting subnet f8632fa6-8929-4963-8012-7394188bf2e0 {{(pid=96120) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 29 15:50:09.107045 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-1f986e84-3b20-483a-bb2e-063fb8d28b2b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:50:09.144943 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-1f986e84-3b20-483a-bb2e-063fb8d28b2b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9303605'] for subnet, precommit_delete_associations {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:50:09.224763 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-1f986e84-3b20-483a-bb2e-063fb8d28b2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-648269'] for subnet, precommit_delete {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:50:09.329221 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-1f986e84-3b20-483a-bb2e-063fb8d28b2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-648260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1575015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8956104', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9098300'] for subnet, after_delete {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:50:09.354664 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f986e84-3b20-483a-bb2e-063fb8d28b2b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f8632fa6-8929-4963-8012-7394188bf2e0,revision_number=None']} {{(pid=96120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 15:50:09.359632 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-1f986e84-3b20-483a-bb2e-063fb8d28b2b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577532'] for subnet, before_response {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:50:09.361748 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [None req-1f986e84-3b20-483a-bb2e-063fb8d28b2b admin admin] 10.222.0.46 "DELETE /v2.0/subnets/f8632fa6-8929-4963-8012-7394188bf2e0 HTTP/1.1" status: 204 len: 168 time: 0.3017573 Sep 29 15:50:09.366766 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c840c340-09c4-4363-ad75-7f08e1b4fb2e None None] Network 01fbeb81-3367-4a61-af0a-258a335f59fe requested from dv-cinder-806616-6-iscsi {{(pid=96122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 15:50:09.368095 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.wsgi [-] (96121) accepted ('10.222.0.46', 38874) {{(pid=96121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 15:50:09.419293 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571a5750-7238-4cc5-a919-b7d2738a3a7a req-d0ed86f2-0f80-4364-9539-2a0d05bdae3b tempest-TestVolumeBootPattern-610115025 tempest-TestVolumeBootPattern-610115025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:50:09.420864 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [req-571a5750-7238-4cc5-a919-b7d2738a3a7a req-d0ed86f2-0f80-4364-9539-2a0d05bdae3b tempest-TestVolumeBootPattern-610115025 tempest-TestVolumeBootPattern-610115025-project] 10.222.0.46 "GET /v2.0/ports?device_id=cd2e3f6a-4e6f-4602-b69f-957e310dd64b HTTP/1.1" status: 200 len: 943 time: 0.0557885 Sep 29 15:50:09.436250 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [None req-bcd552a5-d843-407e-a6f3-bf7fcbe5a52e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-533685'] for network, before_delete {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:50:09.465775 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [req-571a5750-7238-4cc5-a919-b7d2738a3a7a req-08f7e371-e46c-4882-a105-5c32ce54cfc1 tempest-TestVolumeBootPattern-610115025 tempest-TestVolumeBootPattern-610115025-project] 10.222.0.46 "GET /v2.0/security-groups?id=b9710121-5fde-4c3b-83e4-a0ee4e081111&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0378635 Sep 29 15:50:09.505097 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.plugins.ml2.plugin [None req-bcd552a5-d843-407e-a6f3-bf7fcbe5a52e admin admin] Deleting port 946cdf70-9e21-4123-b1b1-65c6fd2b07c1 {{(pid=96121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 29 15:50:09.505435 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [None req-bcd552a5-d843-407e-a6f3-bf7fcbe5a52e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741780140072'] for port, before_delete {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:50:09.556299 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19ee9b62-2073-4052-a8db-14d027a6c3d0 None None] DHCP port deletion for 01fbeb81-3367-4a61-af0a-258a335f59fe request from dv-cinder-806616-6-iscsi {{(pid=96122) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 29 15:50:09.577242 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.plugins.ml2.db [None req-bcd552a5-d843-407e-a6f3-bf7fcbe5a52e admin admin] For port 946cdf70-9e21-4123-b1b1-65c6fd2b07c1, host dv-cinder-806616-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806616-6-iscsi',level=0,port_id=946cdf70-9e21-4123-b1b1-65c6fd2b07c1,segment=NetworkSegment(898abf2c-c5cb-4056-87cb-c5313e242394),segment_id=898abf2c-c5cb-4056-87cb-c5313e242394)] {{(pid=96121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 15:50:09.577615 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [None req-bcd552a5-d843-407e-a6f3-bf7fcbe5a52e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1614090'] for port, precommit_delete {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:50:09.591475 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.plugins.ml2.plugin [None req-bcd552a5-d843-407e-a6f3-bf7fcbe5a52e admin admin] Calling delete_port for 946cdf70-9e21-4123-b1b1-65c6fd2b07c1 owned by network:dhcp {{(pid=96121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 29 15:50:09.607412 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.plugins.ml2.plugin [None req-19ee9b62-2073-4052-a8db-14d027a6c3d0 None None] Deleting port 946cdf70-9e21-4123-b1b1-65c6fd2b07c1 {{(pid=96122) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 29 15:50:09.607789 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron_lib.callbacks.manager [None req-19ee9b62-2073-4052-a8db-14d027a6c3d0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741780140072'] for port, before_delete {{(pid=96122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:50:09.670015 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.plugins.ml2.db [None req-19ee9b62-2073-4052-a8db-14d027a6c3d0 None None] For port 946cdf70-9e21-4123-b1b1-65c6fd2b07c1, host dv-cinder-806616-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806616-6-iscsi',level=0,port_id=946cdf70-9e21-4123-b1b1-65c6fd2b07c1,segment=NetworkSegment(898abf2c-c5cb-4056-87cb-c5313e242394),segment_id=898abf2c-c5cb-4056-87cb-c5313e242394)] {{(pid=96122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 15:50:09.670408 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron_lib.callbacks.manager [None req-19ee9b62-2073-4052-a8db-14d027a6c3d0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1614090'] for port, precommit_delete {{(pid=96122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:50:09.682955 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.plugins.ml2.plugin [None req-19ee9b62-2073-4052-a8db-14d027a6c3d0 None None] Calling delete_port for 946cdf70-9e21-4123-b1b1-65c6fd2b07c1 owned by network:dhcp {{(pid=96122) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 29 15:50:09.821547 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [None req-bcd552a5-d843-407e-a6f3-bf7fcbe5a52e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741780147950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741779628746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3898419'] for port, after_delete {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:50:09.827426 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron_lib.callbacks.manager [None req-19ee9b62-2073-4052-a8db-14d027a6c3d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741780147950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741779628746'] for port, after_delete {{(pid=96122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:50:09.846393 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd552a5-d843-407e-a6f3-bf7fcbe5a52e admin admin] Pushing event deleted for resources: {'Port': ['ID=946cdf70-9e21-4123-b1b1-65c6fd2b07c1,revision_number=None']} {{(pid=96121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 15:50:09.849996 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcd552a5-d843-407e-a6f3-bf7fcbe5a52e admin admin] No DVR routers for this DVR port 946cdf70-9e21-4123-b1b1-65c6fd2b07c1 on host dv-cinder-806616-6-iscsi {{(pid=96121) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 15:50:09.852436 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ee9b62-2073-4052-a8db-14d027a6c3d0 None None] Pushing event deleted for resources: {'Port': ['ID=946cdf70-9e21-4123-b1b1-65c6fd2b07c1,revision_number=None']} {{(pid=96122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 15:50:09.856908 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19ee9b62-2073-4052-a8db-14d027a6c3d0 None None] No DVR routers for this DVR port 946cdf70-9e21-4123-b1b1-65c6fd2b07c1 on host dv-cinder-806616-6-iscsi {{(pid=96122) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 15:50:09.922123 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [None req-bcd552a5-d843-407e-a6f3-bf7fcbe5a52e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-630004', 'neutron.services.segments.db._delete_segments_for_network-8741779927188'] for network, precommit_delete {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:50:09.941386 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.services.segments.db [None req-bcd552a5-d843-407e-a6f3-bf7fcbe5a52e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['01fbeb81-3367-4a61-af0a-258a335f59fe']}} {{(pid=96121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 15:50:09.950661 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.services.segments.db [None req-bcd552a5-d843-407e-a6f3-bf7fcbe5a52e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '898abf2c-c5cb-4056-87cb-c5313e242394') {'for_net_delete': True} {{(pid=96121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 15:50:09.950948 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.services.segments.db [None req-bcd552a5-d843-407e-a6f3-bf7fcbe5a52e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '898abf2c-c5cb-4056-87cb-c5313e242394') {} {{(pid=96121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 15:50:09.960198 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [None req-bcd552a5-d843-407e-a6f3-bf7fcbe5a52e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741779926685', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2784934'] for segment, before_delete {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:50:09.972658 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [None req-bcd552a5-d843-407e-a6f3-bf7fcbe5a52e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-649178'] for segment, precommit_delete {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:50:09.978274 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bcd552a5-d843-407e-a6f3-bf7fcbe5a52e admin admin] Releasing vlan 610 on physical network physnet1 to pool {{(pid=96121) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 29 15:50:09.978654 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [None req-bcd552a5-d843-407e-a6f3-bf7fcbe5a52e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-649178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3898816'] for segment, after_delete {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:50:09.980346 dv-cinder-806616-6-iscsi neutron-server[96121]: Traceback (most recent call last): Sep 29 15:50:09.980346 dv-cinder-806616-6-iscsi neutron-server[96121]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 29 15:50:09.980346 dv-cinder-806616-6-iscsi neutron-server[96121]: timer() Sep 29 15:50:09.980346 dv-cinder-806616-6-iscsi neutron-server[96121]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 29 15:50:09.980346 dv-cinder-806616-6-iscsi neutron-server[96121]: cb(*args, **kw) Sep 29 15:50:09.980346 dv-cinder-806616-6-iscsi neutron-server[96121]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 29 15:50:09.980346 dv-cinder-806616-6-iscsi neutron-server[96121]: return func(*args, **kwargs) Sep 29 15:50:09.980346 dv-cinder-806616-6-iscsi neutron-server[96121]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 29 15:50:09.980346 dv-cinder-806616-6-iscsi neutron-server[96121]: self._notify() Sep 29 15:50:09.980346 dv-cinder-806616-6-iscsi neutron-server[96121]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 29 15:50:09.980346 dv-cinder-806616-6-iscsi neutron-server[96121]: self.callback(batched_events) Sep 29 15:50:09.980346 dv-cinder-806616-6-iscsi neutron-server[96121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 29 15:50:09.980346 dv-cinder-806616-6-iscsi neutron-server[96121]: event.method(event) Sep 29 15:50:09.980346 dv-cinder-806616-6-iscsi neutron-server[96121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 29 15:50:09.980346 dv-cinder-806616-6-iscsi neutron-server[96121]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 29 15:50:09.980346 dv-cinder-806616-6-iscsi neutron-server[96121]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 29 15:50:09.980346 dv-cinder-806616-6-iscsi neutron-server[96121]: aggregate_uuid = self.p_client.list_aggregates( Sep 29 15:50:09.980346 dv-cinder-806616-6-iscsi neutron-server[96121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 29 15:50:09.980346 dv-cinder-806616-6-iscsi neutron-server[96121]: return f(self, *a, **k) Sep 29 15:50:09.980346 dv-cinder-806616-6-iscsi neutron-server[96121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 29 15:50:09.980346 dv-cinder-806616-6-iscsi neutron-server[96121]: return self._get(url).json() Sep 29 15:50:09.980346 dv-cinder-806616-6-iscsi neutron-server[96121]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 29 15:50:09.980346 dv-cinder-806616-6-iscsi neutron-server[96121]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 29 15:50:09.980346 dv-cinder-806616-6-iscsi neutron-server[96121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 29 15:50:09.980346 dv-cinder-806616-6-iscsi neutron-server[96121]: return self.request(url, 'GET', **kwargs) Sep 29 15:50:09.980346 dv-cinder-806616-6-iscsi neutron-server[96121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 29 15:50:09.980346 dv-cinder-806616-6-iscsi neutron-server[96121]: base_url = self.get_endpoint(auth, allow=allow, Sep 29 15:50:09.980346 dv-cinder-806616-6-iscsi neutron-server[96121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 29 15:50:09.980346 dv-cinder-806616-6-iscsi neutron-server[96121]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 29 15:50:09.980346 dv-cinder-806616-6-iscsi neutron-server[96121]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 29 15:50:09.980346 dv-cinder-806616-6-iscsi neutron-server[96121]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 29 15:50:09.980346 dv-cinder-806616-6-iscsi neutron-server[96121]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 29 15:50:10.101841 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [None req-bcd552a5-d843-407e-a6f3-bf7fcbe5a52e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-629955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575366', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1618949'] for network, after_delete {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:50:10.106171 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [None req-bcd552a5-d843-407e-a6f3-bf7fcbe5a52e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577532'] for network, before_response {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:50:10.111964 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [None req-bcd552a5-d843-407e-a6f3-bf7fcbe5a52e admin admin] 10.222.0.46 "DELETE /v2.0/networks/01fbeb81-3367-4a61-af0a-258a335f59fe HTTP/1.1" status: 204 len: 168 time: 0.7387414 Sep 29 15:50:10.112149 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.wsgi [-] (96120) accepted ('10.222.0.46', 38876) {{(pid=96120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 15:50:10.121105 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd552a5-d843-407e-a6f3-bf7fcbe5a52e admin admin] Pushing event deleted for resources: {'Network': ['ID=01fbeb81-3367-4a61-af0a-258a335f59fe,revision_number=None']} {{(pid=96121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 15:50:10.357366 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.plugins.ml2.rpc [None req-86ea74e9-eea3-4769-b153-652ac6294d68 None None] Device 735b873b-3f33-4658-92af-ababb1110632 no longer exists at agent ovs-agent-dv-cinder-806616-6-iscsi {{(pid=96122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 15:50:10.377318 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.plugins.ml2.plugin [None req-86ea74e9-eea3-4769-b153-652ac6294d68 None None] No Port match for: 735b873b-3f33-4658-92af-ababb1110632 {{(pid=96122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 29 15:50:10.377993 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.plugins.ml2.rpc [None req-86ea74e9-eea3-4769-b153-652ac6294d68 None None] Device 735b873b-3f33-4658-92af-ababb1110632 not bound to the agent host dv-cinder-806616-6-iscsi {{(pid=96122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 15:50:10.378136 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.plugins.ml2.rpc [None req-86ea74e9-eea3-4769-b153-652ac6294d68 None None] Device 946cdf70-9e21-4123-b1b1-65c6fd2b07c1 no longer exists at agent ovs-agent-dv-cinder-806616-6-iscsi {{(pid=96122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 15:50:10.395884 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.plugins.ml2.plugin [None req-86ea74e9-eea3-4769-b153-652ac6294d68 None None] No Port match for: 946cdf70-9e21-4123-b1b1-65c6fd2b07c1 {{(pid=96122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 29 15:50:10.396254 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.plugins.ml2.rpc [None req-86ea74e9-eea3-4769-b153-652ac6294d68 None None] Device 946cdf70-9e21-4123-b1b1-65c6fd2b07c1 not bound to the agent host dv-cinder-806616-6-iscsi {{(pid=96122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 15:50:10.396663 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.plugins.ml2.rpc [None req-86ea74e9-eea3-4769-b153-652ac6294d68 None None] Device 2f3615d4-5324-439d-857a-21576bfa0062 no longer exists at agent ovs-agent-dv-cinder-806616-6-iscsi {{(pid=96122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 15:50:10.415678 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.plugins.ml2.plugin [None req-86ea74e9-eea3-4769-b153-652ac6294d68 None None] No Port match for: 2f3615d4-5324-439d-857a-21576bfa0062 {{(pid=96122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 29 15:50:10.416039 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.plugins.ml2.rpc [None req-86ea74e9-eea3-4769-b153-652ac6294d68 None None] Device 2f3615d4-5324-439d-857a-21576bfa0062 not bound to the agent host dv-cinder-806616-6-iscsi {{(pid=96122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 15:50:10.442557 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-e7e2ba71-de0a-4da9-8d59-44f873fe6709 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1619987'] for router_interface, before_delete {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:50:10.595353 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0880932c-6206-4663-9ae9-cc564ee17b1d req-8c33541a-f467-4707-9670-dc851076002e tempest-TestVolumeBootPattern-610115025 tempest-TestVolumeBootPattern-610115025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:50:10.597057 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-0880932c-6206-4663-9ae9-cc564ee17b1d req-8c33541a-f467-4707-9670-dc851076002e tempest-TestVolumeBootPattern-610115025 tempest-TestVolumeBootPattern-610115025-project] 10.222.0.46 "GET /v2.0/ports?device_id=cd2e3f6a-4e6f-4602-b69f-957e310dd64b HTTP/1.1" status: 200 len: 943 time: 0.0513508 Sep 29 15:50:10.633915 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-0880932c-6206-4663-9ae9-cc564ee17b1d req-927a9529-7466-4705-b7ce-a0defde8dffb tempest-TestVolumeBootPattern-610115025 tempest-TestVolumeBootPattern-610115025-project] 10.222.0.46 "GET /v2.0/security-groups?id=b9710121-5fde-4c3b-83e4-a0ee4e081111&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0303531 Sep 29 15:50:10.680359 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.plugins.ml2.plugin [None req-e7e2ba71-de0a-4da9-8d59-44f873fe6709 admin admin] Deleting port 60fee044-6ef3-4ad5-b374-46f5ad3be39d {{(pid=96120) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 29 15:50:10.680727 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-e7e2ba71-de0a-4da9-8d59-44f873fe6709 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741780140072'] for port, before_delete {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:50:10.759358 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.plugins.ml2.db [None req-e7e2ba71-de0a-4da9-8d59-44f873fe6709 admin admin] For port 60fee044-6ef3-4ad5-b374-46f5ad3be39d, host dv-cinder-806616-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806616-6-iscsi',level=0,port_id=60fee044-6ef3-4ad5-b374-46f5ad3be39d,segment=NetworkSegment(dbf1ca34-f020-4e73-a18c-8c50060d8806),segment_id=dbf1ca34-f020-4e73-a18c-8c50060d8806)] {{(pid=96120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 15:50:10.759713 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-e7e2ba71-de0a-4da9-8d59-44f873fe6709 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1614090'] for port, precommit_delete {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:50:10.771632 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.plugins.ml2.plugin [None req-e7e2ba71-de0a-4da9-8d59-44f873fe6709 admin admin] Calling delete_port for 60fee044-6ef3-4ad5-b374-46f5ad3be39d owned by network:router_interface {{(pid=96120) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 29 15:50:11.021444 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-e7e2ba71-de0a-4da9-8d59-44f873fe6709 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741780147950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741779628746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8956053'] for port, after_delete {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:50:11.046419 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e2ba71-de0a-4da9-8d59-44f873fe6709 admin admin] Pushing event deleted for resources: {'Port': ['ID=60fee044-6ef3-4ad5-b374-46f5ad3be39d,revision_number=None']} {{(pid=96120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 15:50:11.203335 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-e7e2ba71-de0a-4da9-8d59-44f873fe6709 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1575391', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1619098'] for router_interface, after_delete {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:50:11.405571 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7e2ba71-de0a-4da9-8d59-44f873fe6709 admin admin] Router 256f55a0-4349-4ba5-a155-9d9115ba730f has already been hosted by L3 agent e5061b61-feb3-46be-bd05-1226f95d9417 {{(pid=96120) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 29 15:50:11.504716 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7e2ba71-de0a-4da9-8d59-44f873fe6709 admin admin] Notify agent at l3_agent.dv-cinder-806616-6-iscsi the message routers_updated {{(pid=96120) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 15:50:11.510441 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [None req-e7e2ba71-de0a-4da9-8d59-44f873fe6709 admin admin] 10.222.0.46 "PUT /v2.0/routers/256f55a0-4349-4ba5-a155-9d9115ba730f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3980372 Sep 29 15:50:11.513017 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.wsgi [-] (96120) accepted ('10.222.0.46', 38880) {{(pid=96120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 15:50:11.513490 dv-cinder-806616-6-iscsi neutron-server[96123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78ebeeed-f7fd-41f1-85e3-600ee1584e87 None None] Sync routers for ids ['256f55a0-4349-4ba5-a155-9d9115ba730f'] in dv-cinder-806616-6-iscsi {{(pid=96123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 15:50:11.522356 dv-cinder-806616-6-iscsi neutron-server[96123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78ebeeed-f7fd-41f1-85e3-600ee1584e87 None None] Routers {'256f55a0-4349-4ba5-a155-9d9115ba730f'} bound to L3 agent in host dv-cinder-806616-6-iscsi {{(pid=96123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 15:50:11.522954 dv-cinder-806616-6-iscsi neutron-server[96123]: DEBUG neutron.db.l3_hamode_db [None req-78ebeeed-f7fd-41f1-85e3-600ee1584e87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806616-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-29T15:30:56Z,description=,heartbeat_timestamp=2021-09-29T15:49:57Z,host='dv-cinder-806616-6-iscsi',id=e5061b61-feb3-46be-bd05-1226f95d9417,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T15:30:57Z,topic='l3_agent')) {'router_ids': ['256f55a0-4349-4ba5-a155-9d9115ba730f'], 'active': True} {{(pid=96123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 15:50:11.612297 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-d9f84c49-dd85-40d8-98a9-f56d02e1dbaf admin admin] Notify callbacks [] for router, before_delete {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:50:11.622646 dv-cinder-806616-6-iscsi neutron-server[96123]: DEBUG neutron.db.l3_dvr_db [None req-78ebeeed-f7fd-41f1-85e3-600ee1584e87 None None] Set router 256f55a0-4349-4ba5-a155-9d9115ba730f gateway port host: dv-cinder-806616-6-iscsi {{(pid=96123) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 15:50:11.737992 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-d9f84c49-dd85-40d8-98a9-f56d02e1dbaf admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:50:11.762201 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31917d12-5cb5-40f8-821f-703ac195befc req-abc0deaf-b7d9-4bf9-9793-ebb606238cab tempest-TestVolumeBootPattern-610115025 tempest-TestVolumeBootPattern-610115025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:50:11.763722 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [req-31917d12-5cb5-40f8-821f-703ac195befc req-abc0deaf-b7d9-4bf9-9793-ebb606238cab tempest-TestVolumeBootPattern-610115025 tempest-TestVolumeBootPattern-610115025-project] 10.222.0.46 "GET /v2.0/ports?device_id=cd2e3f6a-4e6f-4602-b69f-957e310dd64b HTTP/1.1" status: 200 len: 943 time: 0.0593190 Sep 29 15:50:11.796257 dv-cinder-806616-6-iscsi neutron-server[96123]: DEBUG neutron.db.l3_hamode_db [None req-78ebeeed-f7fd-41f1-85e3-600ee1584e87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '256f55a0-4349-4ba5-a155-9d9115ba730f', 'name': 'tempest-TestShelveInstance-2006116438-router', 'tenant_id': 'd99195ccac5b4594a39b5ded743ace62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd5efe95-1549-4750-933c-70412f77577e', 'external_fixed_ips': [{'subnet_id': '9c872fed-da92-4e12-828d-ac62e1b980b9', 'ip_address': '172.27.0.114'}], 'enable_snat': True}, 'gw_port_id': '9da67153-de22-4d5f-9739-490c04149c3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T15:45:07Z', 'updated_at': '2021-09-29T15:50:10Z', 'revision_number': 5, 'project_id': 'd99195ccac5b4594a39b5ded743ace62', 'gw_port': {'id': '9da67153-de22-4d5f-9739-490c04149c3d', 'name': '', 'network_id': 'cd5efe95-1549-4750-933c-70412f77577e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:33:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '256f55a0-4349-4ba5-a155-9d9115ba730f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': '9c872fed-da92-4e12-828d-ac62e1b980b9', 'ip_address': '172.27.0.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806616-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T15:45:07Z', 'updated_at': '2021-09-29T15:45:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c872fed-da92-4e12-828d-ac62e1b980b9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806616-6-iscsi'}], 'dv-cinder-806616-6-iscsi', False) {} {{(pid=96123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 15:50:11.803889 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [req-31917d12-5cb5-40f8-821f-703ac195befc req-d8c9cc78-5a96-42a0-8036-c367ca5942fb tempest-TestVolumeBootPattern-610115025 tempest-TestVolumeBootPattern-610115025-project] 10.222.0.46 "GET /v2.0/security-groups?id=b9710121-5fde-4c3b-83e4-a0ee4e081111&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0335746 Sep 29 15:50:11.823835 dv-cinder-806616-6-iscsi neutron-server[96123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78ebeeed-f7fd-41f1-85e3-600ee1584e87 None None] Checking router: 256f55a0-4349-4ba5-a155-9d9115ba730f for host: dv-cinder-806616-6-iscsi {{(pid=96123) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 15:50:11.832037 dv-cinder-806616-6-iscsi neutron-server[96123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78ebeeed-f7fd-41f1-85e3-600ee1584e87 None None] Routers {'256f55a0-4349-4ba5-a155-9d9115ba730f'} bound to L3 agent in host dv-cinder-806616-6-iscsi {{(pid=96123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 15:50:11.832642 dv-cinder-806616-6-iscsi neutron-server[96123]: DEBUG neutron.db.l3_hamode_db [None req-78ebeeed-f7fd-41f1-85e3-600ee1584e87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806616-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-29T15:30:56Z,description=,heartbeat_timestamp=2021-09-29T15:49:57Z,host='dv-cinder-806616-6-iscsi',id=e5061b61-feb3-46be-bd05-1226f95d9417,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T15:30:57Z,topic='l3_agent')) {'router_ids': ['256f55a0-4349-4ba5-a155-9d9115ba730f'], 'active': True} {{(pid=96123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 15:50:11.846009 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.plugins.ml2.plugin [None req-d9f84c49-dd85-40d8-98a9-f56d02e1dbaf admin admin] Deleting port 9da67153-de22-4d5f-9739-490c04149c3d {{(pid=96120) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 29 15:50:11.846347 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-d9f84c49-dd85-40d8-98a9-f56d02e1dbaf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741780140072'] for port, before_delete {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:50:11.931245 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.plugins.ml2.db [None req-d9f84c49-dd85-40d8-98a9-f56d02e1dbaf admin admin] For port 9da67153-de22-4d5f-9739-490c04149c3d, host dv-cinder-806616-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806616-6-iscsi',level=0,port_id=9da67153-de22-4d5f-9739-490c04149c3d,segment=NetworkSegment(16a0d549-78f3-47f2-8934-1674670c2e39),segment_id=16a0d549-78f3-47f2-8934-1674670c2e39)] {{(pid=96120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 15:50:11.931510 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-d9f84c49-dd85-40d8-98a9-f56d02e1dbaf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1614090'] for port, precommit_delete {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:50:11.943370 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.plugins.ml2.plugin [None req-d9f84c49-dd85-40d8-98a9-f56d02e1dbaf admin admin] Calling delete_port for 9da67153-de22-4d5f-9739-490c04149c3d owned by network:router_gateway {{(pid=96120) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 29 15:50:11.998749 dv-cinder-806616-6-iscsi neutron-server[96123]: DEBUG neutron.db.l3_dvr_db [None req-78ebeeed-f7fd-41f1-85e3-600ee1584e87 None None] Set router 256f55a0-4349-4ba5-a155-9d9115ba730f gateway port host: None {{(pid=96123) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 15:50:12.051409 dv-cinder-806616-6-iscsi neutron-server[96123]: DEBUG neutron.db.l3_hamode_db [None req-78ebeeed-f7fd-41f1-85e3-600ee1584e87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '256f55a0-4349-4ba5-a155-9d9115ba730f', 'name': 'tempest-TestShelveInstance-2006116438-router', 'tenant_id': 'd99195ccac5b4594a39b5ded743ace62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T15:45:07Z', 'updated_at': '2021-09-29T15:50:11Z', 'revision_number': 6, 'project_id': 'd99195ccac5b4594a39b5ded743ace62', 'gw_port_host': None}], 'dv-cinder-806616-6-iscsi', False) {} {{(pid=96123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 15:50:12.076895 dv-cinder-806616-6-iscsi neutron-server[96123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78ebeeed-f7fd-41f1-85e3-600ee1584e87 None None] The sync data for ids ['256f55a0-4349-4ba5-a155-9d9115ba730f'] in dv-cinder-806616-6-iscsi is: [{'id': '256f55a0-4349-4ba5-a155-9d9115ba730f', 'name': 'tempest-TestShelveInstance-2006116438-router', 'tenant_id': 'd99195ccac5b4594a39b5ded743ace62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T15:45:07Z', 'updated_at': '2021-09-29T15:50:11Z', 'revision_number': 6, 'project_id': 'd99195ccac5b4594a39b5ded743ace62', 'gw_port_host': None}] {{(pid=96123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 15:50:12.164701 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-d9f84c49-dd85-40d8-98a9-f56d02e1dbaf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741780147950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741779628746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8956053'] for port, after_delete {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:50:12.189764 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9f84c49-dd85-40d8-98a9-f56d02e1dbaf admin admin] Pushing event deleted for resources: {'Port': ['ID=9da67153-de22-4d5f-9739-490c04149c3d,revision_number=None']} {{(pid=96120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 15:50:12.249163 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-d9f84c49-dd85-40d8-98a9-f56d02e1dbaf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1619033'] for router_gateway, after_delete {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:50:12.526141 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.plugins.ml2.rpc [None req-86ea74e9-eea3-4769-b153-652ac6294d68 None None] Device 60fee044-6ef3-4ad5-b374-46f5ad3be39d no longer exists at agent ovs-agent-dv-cinder-806616-6-iscsi {{(pid=96122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 15:50:12.549208 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.plugins.ml2.plugin [None req-86ea74e9-eea3-4769-b153-652ac6294d68 None None] No Port match for: 60fee044-6ef3-4ad5-b374-46f5ad3be39d {{(pid=96122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 29 15:50:12.549552 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.plugins.ml2.rpc [None req-86ea74e9-eea3-4769-b153-652ac6294d68 None None] Device 60fee044-6ef3-4ad5-b374-46f5ad3be39d not bound to the agent host dv-cinder-806616-6-iscsi {{(pid=96122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 15:50:12.556882 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-d9f84c49-dd85-40d8-98a9-f56d02e1dbaf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1620278', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3460'] for router, precommit_delete {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:50:12.559344 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-d9f84c49-dd85-40d8-98a9-f56d02e1dbaf admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:50:12.666460 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-d9f84c49-dd85-40d8-98a9-f56d02e1dbaf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1620287'] for router, after_delete {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:50:12.667000 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9f84c49-dd85-40d8-98a9-f56d02e1dbaf admin admin] Fanout notify agent at l3_agent the message router_deleted on router 256f55a0-4349-4ba5-a155-9d9115ba730f {{(pid=96120) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 29 15:50:12.671042 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-d9f84c49-dd85-40d8-98a9-f56d02e1dbaf admin admin] Notify callbacks [] for router, before_response {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:50:12.672190 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [None req-d9f84c49-dd85-40d8-98a9-f56d02e1dbaf admin admin] 10.222.0.46 "DELETE /v2.0/routers/256f55a0-4349-4ba5-a155-9d9115ba730f HTTP/1.1" status: 204 len: 168 time: 1.1582577 Sep 29 15:50:12.674673 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.wsgi [-] (96120) accepted ('10.222.0.46', 38884) {{(pid=96120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 15:50:12.718323 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.db.db_base_plugin_v2 [None req-5a5266f4-f18a-4fa0-90d4-64fb3311072c admin admin] Deleting subnet 35b773c9-5608-4036-9b7d-721e56330d14 {{(pid=96120) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 29 15:50:12.721297 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-5a5266f4-f18a-4fa0-90d4-64fb3311072c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:50:12.754172 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-5a5266f4-f18a-4fa0-90d4-64fb3311072c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9303605'] for subnet, precommit_delete_associations {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:50:12.831924 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-5a5266f4-f18a-4fa0-90d4-64fb3311072c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-648269'] for subnet, precommit_delete {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:50:12.922428 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3494a23-a1d7-4b5a-a1a0-35e7d8b2a71b req-b46f16c6-1da0-4218-9117-3f572d399edd tempest-TestVolumeBootPattern-610115025 tempest-TestVolumeBootPattern-610115025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:50:12.923880 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-f3494a23-a1d7-4b5a-a1a0-35e7d8b2a71b req-b46f16c6-1da0-4218-9117-3f572d399edd tempest-TestVolumeBootPattern-610115025 tempest-TestVolumeBootPattern-610115025-project] 10.222.0.46 "GET /v2.0/ports?device_id=cd2e3f6a-4e6f-4602-b69f-957e310dd64b HTTP/1.1" status: 200 len: 943 time: 0.0481985 Sep 29 15:50:12.963434 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-f3494a23-a1d7-4b5a-a1a0-35e7d8b2a71b req-c0102c7f-6e28-4010-abd1-0dc024d7cfb6 tempest-TestVolumeBootPattern-610115025 tempest-TestVolumeBootPattern-610115025-project] 10.222.0.46 "GET /v2.0/security-groups?id=b9710121-5fde-4c3b-83e4-a0ee4e081111&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0327678 Sep 29 15:50:12.969487 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-5a5266f4-f18a-4fa0-90d4-64fb3311072c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-648260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1575015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8956104', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9098300'] for subnet, after_delete {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:50:12.996028 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a5266f4-f18a-4fa0-90d4-64fb3311072c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=35b773c9-5608-4036-9b7d-721e56330d14,revision_number=None']} {{(pid=96120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 15:50:12.997970 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-5a5266f4-f18a-4fa0-90d4-64fb3311072c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577532'] for subnet, before_response {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:50:12.999812 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [None req-5a5266f4-f18a-4fa0-90d4-64fb3311072c admin admin] 10.222.0.46 "DELETE /v2.0/subnets/35b773c9-5608-4036-9b7d-721e56330d14 HTTP/1.1" status: 204 len: 168 time: 0.3242354 Sep 29 15:50:13.001888 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bc5f51e-2d35-4f34-9b06-aeec0744568c None None] Network d95e3566-6e75-4baa-a657-f160336cabc1 requested from dv-cinder-806616-6-iscsi {{(pid=96122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 15:50:13.002279 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.wsgi [-] (96120) accepted ('10.222.0.46', 38888) {{(pid=96120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 15:50:13.076834 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-fbfd2188-204a-4e21-9fb4-4ff09587113e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-533685'] for network, before_delete {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:50:13.132046 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.plugins.ml2.plugin [None req-fbfd2188-204a-4e21-9fb4-4ff09587113e admin admin] Deleting port 74eee52b-5b9d-433d-abfd-8eccebe50a0c {{(pid=96120) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 29 15:50:13.132313 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-fbfd2188-204a-4e21-9fb4-4ff09587113e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741780140072'] for port, before_delete {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:50:13.185726 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-179fd04f-a8d4-442f-a805-52f14b835663 None None] DHCP port deletion for d95e3566-6e75-4baa-a657-f160336cabc1 request from dv-cinder-806616-6-iscsi {{(pid=96122) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 29 15:50:13.194780 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.plugins.ml2.db [None req-fbfd2188-204a-4e21-9fb4-4ff09587113e admin admin] For port 74eee52b-5b9d-433d-abfd-8eccebe50a0c, host dv-cinder-806616-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806616-6-iscsi',level=0,port_id=74eee52b-5b9d-433d-abfd-8eccebe50a0c,segment=NetworkSegment(dbf1ca34-f020-4e73-a18c-8c50060d8806),segment_id=dbf1ca34-f020-4e73-a18c-8c50060d8806)] {{(pid=96120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 15:50:13.195147 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-fbfd2188-204a-4e21-9fb4-4ff09587113e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1614090'] for port, precommit_delete {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:50:13.211165 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.plugins.ml2.plugin [None req-fbfd2188-204a-4e21-9fb4-4ff09587113e admin admin] Calling delete_port for 74eee52b-5b9d-433d-abfd-8eccebe50a0c owned by network:dhcp {{(pid=96120) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 29 15:50:13.233464 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.plugins.ml2.plugin [None req-179fd04f-a8d4-442f-a805-52f14b835663 None None] Deleting port 74eee52b-5b9d-433d-abfd-8eccebe50a0c {{(pid=96122) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 29 15:50:13.233832 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron_lib.callbacks.manager [None req-179fd04f-a8d4-442f-a805-52f14b835663 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741780140072'] for port, before_delete {{(pid=96122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:50:13.295341 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.plugins.ml2.db [None req-179fd04f-a8d4-442f-a805-52f14b835663 None None] For port 74eee52b-5b9d-433d-abfd-8eccebe50a0c, host dv-cinder-806616-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806616-6-iscsi',level=0,port_id=74eee52b-5b9d-433d-abfd-8eccebe50a0c,segment=NetworkSegment(dbf1ca34-f020-4e73-a18c-8c50060d8806),segment_id=dbf1ca34-f020-4e73-a18c-8c50060d8806)] {{(pid=96122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 15:50:13.298049 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron_lib.callbacks.manager [None req-179fd04f-a8d4-442f-a805-52f14b835663 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1614090'] for port, precommit_delete {{(pid=96122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:50:13.307577 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.plugins.ml2.plugin [None req-179fd04f-a8d4-442f-a805-52f14b835663 None None] Calling delete_port for 74eee52b-5b9d-433d-abfd-8eccebe50a0c owned by network:dhcp {{(pid=96122) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 29 15:50:13.346048 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-fbfd2188-204a-4e21-9fb4-4ff09587113e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741780147950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741779628746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8956053'] for port, after_delete {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:50:13.372169 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbfd2188-204a-4e21-9fb4-4ff09587113e admin admin] Pushing event deleted for resources: {'Port': ['ID=74eee52b-5b9d-433d-abfd-8eccebe50a0c,revision_number=None']} {{(pid=96120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 15:50:13.374062 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbfd2188-204a-4e21-9fb4-4ff09587113e admin admin] No DVR routers for this DVR port 74eee52b-5b9d-433d-abfd-8eccebe50a0c on host dv-cinder-806616-6-iscsi {{(pid=96120) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 15:50:13.384037 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron_lib.callbacks.manager [None req-179fd04f-a8d4-442f-a805-52f14b835663 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741780147950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741779628746'] for port, after_delete {{(pid=96122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:50:13.406799 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-179fd04f-a8d4-442f-a805-52f14b835663 None None] Pushing event deleted for resources: {'Port': ['ID=74eee52b-5b9d-433d-abfd-8eccebe50a0c,revision_number=None']} {{(pid=96122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 15:50:13.412310 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-179fd04f-a8d4-442f-a805-52f14b835663 None None] No DVR routers for this DVR port 74eee52b-5b9d-433d-abfd-8eccebe50a0c on host dv-cinder-806616-6-iscsi {{(pid=96122) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 15:50:13.450108 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-fbfd2188-204a-4e21-9fb4-4ff09587113e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-630004', 'neutron.services.segments.db._delete_segments_for_network-8741779927188'] for network, precommit_delete {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:50:13.469180 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.services.segments.db [None req-fbfd2188-204a-4e21-9fb4-4ff09587113e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d95e3566-6e75-4baa-a657-f160336cabc1']}} {{(pid=96120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 15:50:13.477942 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.services.segments.db [None req-fbfd2188-204a-4e21-9fb4-4ff09587113e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dbf1ca34-f020-4e73-a18c-8c50060d8806') {'for_net_delete': True} {{(pid=96120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 15:50:13.478231 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.services.segments.db [None req-fbfd2188-204a-4e21-9fb4-4ff09587113e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dbf1ca34-f020-4e73-a18c-8c50060d8806') {} {{(pid=96120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 15:50:13.487170 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-fbfd2188-204a-4e21-9fb4-4ff09587113e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741779926685', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9303596'] for segment, before_delete {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:50:13.500279 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-fbfd2188-204a-4e21-9fb4-4ff09587113e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-649178'] for segment, precommit_delete {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:50:13.505899 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fbfd2188-204a-4e21-9fb4-4ff09587113e admin admin] Releasing vlan 606 on physical network physnet1 to pool {{(pid=96120) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 29 15:50:13.506942 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-fbfd2188-204a-4e21-9fb4-4ff09587113e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-649178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8956262'] for segment, after_delete {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:50:13.508543 dv-cinder-806616-6-iscsi neutron-server[96120]: Traceback (most recent call last): Sep 29 15:50:13.508543 dv-cinder-806616-6-iscsi neutron-server[96120]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 29 15:50:13.508543 dv-cinder-806616-6-iscsi neutron-server[96120]: timer() Sep 29 15:50:13.508543 dv-cinder-806616-6-iscsi neutron-server[96120]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 29 15:50:13.508543 dv-cinder-806616-6-iscsi neutron-server[96120]: cb(*args, **kw) Sep 29 15:50:13.508543 dv-cinder-806616-6-iscsi neutron-server[96120]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 29 15:50:13.508543 dv-cinder-806616-6-iscsi neutron-server[96120]: return func(*args, **kwargs) Sep 29 15:50:13.508543 dv-cinder-806616-6-iscsi neutron-server[96120]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 29 15:50:13.508543 dv-cinder-806616-6-iscsi neutron-server[96120]: self._notify() Sep 29 15:50:13.508543 dv-cinder-806616-6-iscsi neutron-server[96120]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 29 15:50:13.508543 dv-cinder-806616-6-iscsi neutron-server[96120]: self.callback(batched_events) Sep 29 15:50:13.508543 dv-cinder-806616-6-iscsi neutron-server[96120]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 29 15:50:13.508543 dv-cinder-806616-6-iscsi neutron-server[96120]: event.method(event) Sep 29 15:50:13.508543 dv-cinder-806616-6-iscsi neutron-server[96120]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 29 15:50:13.508543 dv-cinder-806616-6-iscsi neutron-server[96120]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 29 15:50:13.508543 dv-cinder-806616-6-iscsi neutron-server[96120]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 29 15:50:13.508543 dv-cinder-806616-6-iscsi neutron-server[96120]: aggregate_uuid = self.p_client.list_aggregates( Sep 29 15:50:13.508543 dv-cinder-806616-6-iscsi neutron-server[96120]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 29 15:50:13.508543 dv-cinder-806616-6-iscsi neutron-server[96120]: return f(self, *a, **k) Sep 29 15:50:13.508543 dv-cinder-806616-6-iscsi neutron-server[96120]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 29 15:50:13.508543 dv-cinder-806616-6-iscsi neutron-server[96120]: return self._get(url).json() Sep 29 15:50:13.508543 dv-cinder-806616-6-iscsi neutron-server[96120]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 29 15:50:13.508543 dv-cinder-806616-6-iscsi neutron-server[96120]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 29 15:50:13.508543 dv-cinder-806616-6-iscsi neutron-server[96120]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 29 15:50:13.508543 dv-cinder-806616-6-iscsi neutron-server[96120]: return self.request(url, 'GET', **kwargs) Sep 29 15:50:13.508543 dv-cinder-806616-6-iscsi neutron-server[96120]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 29 15:50:13.508543 dv-cinder-806616-6-iscsi neutron-server[96120]: base_url = self.get_endpoint(auth, allow=allow, Sep 29 15:50:13.508543 dv-cinder-806616-6-iscsi neutron-server[96120]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 29 15:50:13.508543 dv-cinder-806616-6-iscsi neutron-server[96120]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 29 15:50:13.508543 dv-cinder-806616-6-iscsi neutron-server[96120]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 29 15:50:13.508543 dv-cinder-806616-6-iscsi neutron-server[96120]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 29 15:50:13.508543 dv-cinder-806616-6-iscsi neutron-server[96120]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 29 15:50:13.637867 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-fbfd2188-204a-4e21-9fb4-4ff09587113e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-629955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575366', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1618949'] for network, after_delete {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:50:13.642211 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-fbfd2188-204a-4e21-9fb4-4ff09587113e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577532'] for network, before_response {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:50:13.644277 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [None req-fbfd2188-204a-4e21-9fb4-4ff09587113e admin admin] 10.222.0.46 "DELETE /v2.0/networks/d95e3566-6e75-4baa-a657-f160336cabc1 HTTP/1.1" status: 204 len: 168 time: 0.6408975 Sep 29 15:50:13.656145 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbfd2188-204a-4e21-9fb4-4ff09587113e admin admin] Pushing event deleted for resources: {'Network': ['ID=d95e3566-6e75-4baa-a657-f160336cabc1,revision_number=None']} {{(pid=96120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 15:50:13.962327 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.wsgi [-] (96120) accepted ('10.222.0.46', 38892) {{(pid=96120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 15:50:14.006430 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [None req-7f7d16f3-3533-457c-929c-d001cb325cf4 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=b047be03e3304a939d153e38fbd212c7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0426550 Sep 29 15:50:14.008707 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.wsgi [-] (96120) accepted ('10.222.0.46', 38896) {{(pid=96120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 15:50:14.083078 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-fd741951-c57a-4f84-97e6-5e1ba6f66d13 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:50:14.107631 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9917cba4-32bb-4181-b2f5-543191ef5318 req-674e4ad3-d705-4301-b128-b67abbfe49e9 tempest-TestVolumeBootPattern-610115025 tempest-TestVolumeBootPattern-610115025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:50:14.109117 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [req-9917cba4-32bb-4181-b2f5-543191ef5318 req-674e4ad3-d705-4301-b128-b67abbfe49e9 tempest-TestVolumeBootPattern-610115025 tempest-TestVolumeBootPattern-610115025-project] 10.222.0.46 "GET /v2.0/ports?device_id=cd2e3f6a-4e6f-4602-b69f-957e310dd64b HTTP/1.1" status: 200 len: 943 time: 0.0680785 Sep 29 15:50:14.118841 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-fd741951-c57a-4f84-97e6-5e1ba6f66d13 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:50:14.172069 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [req-9917cba4-32bb-4181-b2f5-543191ef5318 req-70df3dae-b9ff-4741-91e7-bfc243c7f7cf tempest-TestVolumeBootPattern-610115025 tempest-TestVolumeBootPattern-610115025-project] 10.222.0.46 "GET /v2.0/security-groups?id=b9710121-5fde-4c3b-83e4-a0ee4e081111&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0552158 Sep 29 15:50:14.244179 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-fd741951-c57a-4f84-97e6-5e1ba6f66d13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579214'] for security_group, after_delete {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:50:14.246763 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-fd741951-c57a-4f84-97e6-5e1ba6f66d13 admin admin] Notify callbacks [] for security_group, before_response {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:50:14.247926 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [None req-fd741951-c57a-4f84-97e6-5e1ba6f66d13 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/0f7dab45-8412-4d82-a068-5093142c2eed HTTP/1.1" status: 204 len: 168 time: 0.2383292 Sep 29 15:50:14.256733 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd741951-c57a-4f84-97e6-5e1ba6f66d13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f7dab45-8412-4d82-a068-5093142c2eed,revision_number=None']} {{(pid=96120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 15:50:14.369164 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.plugins.ml2.rpc [None req-86ea74e9-eea3-4769-b153-652ac6294d68 None None] Device 9da67153-de22-4d5f-9739-490c04149c3d no longer exists at agent ovs-agent-dv-cinder-806616-6-iscsi {{(pid=96122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 15:50:14.388941 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.plugins.ml2.plugin [None req-86ea74e9-eea3-4769-b153-652ac6294d68 None None] No Port match for: 9da67153-de22-4d5f-9739-490c04149c3d {{(pid=96122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 29 15:50:14.389276 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.plugins.ml2.rpc [None req-86ea74e9-eea3-4769-b153-652ac6294d68 None None] Device 9da67153-de22-4d5f-9739-490c04149c3d not bound to the agent host dv-cinder-806616-6-iscsi {{(pid=96122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 15:50:14.391129 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.plugins.ml2.rpc [None req-86ea74e9-eea3-4769-b153-652ac6294d68 None None] Device 74eee52b-5b9d-433d-abfd-8eccebe50a0c no longer exists at agent ovs-agent-dv-cinder-806616-6-iscsi {{(pid=96122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 15:50:14.407613 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.plugins.ml2.plugin [None req-86ea74e9-eea3-4769-b153-652ac6294d68 None None] No Port match for: 74eee52b-5b9d-433d-abfd-8eccebe50a0c {{(pid=96122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 29 15:50:14.407972 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.plugins.ml2.rpc [None req-86ea74e9-eea3-4769-b153-652ac6294d68 None None] Device 74eee52b-5b9d-433d-abfd-8eccebe50a0c not bound to the agent host dv-cinder-806616-6-iscsi {{(pid=96122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 15:50:15.007572 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.wsgi [-] (96120) accepted ('10.222.0.46', 38902) {{(pid=96120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 15:50:15.048427 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [None req-e71be0b6-90fc-460b-9112-6dc3a06ff099 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=d99195ccac5b4594a39b5ded743ace62&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0396864 Sep 29 15:50:15.050712 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.wsgi [-] (96120) accepted ('10.222.0.46', 38904) {{(pid=96120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 15:50:15.096446 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-1ca2754c-b2e8-4b60-8ea0-b07343167526 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:50:15.116576 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-1ca2754c-b2e8-4b60-8ea0-b07343167526 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:50:15.243814 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-1ca2754c-b2e8-4b60-8ea0-b07343167526 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579214'] for security_group, after_delete {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:50:15.246424 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-1ca2754c-b2e8-4b60-8ea0-b07343167526 admin admin] Notify callbacks [] for security_group, before_response {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:50:15.247699 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [None req-1ca2754c-b2e8-4b60-8ea0-b07343167526 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/0406944a-b69d-46c0-b612-9531bb2bad8f HTTP/1.1" status: 204 len: 168 time: 0.1961224 Sep 29 15:50:15.255748 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ca2754c-b2e8-4b60-8ea0-b07343167526 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0406944a-b69d-46c0-b612-9531bb2bad8f,revision_number=None']} {{(pid=96120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 15:50:15.298698 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a46dc5-2df3-4d97-ad81-b31bc233fbda req-0218c221-c821-498c-a587-633895f48702 tempest-TestVolumeBootPattern-610115025 tempest-TestVolumeBootPattern-610115025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:50:15.300212 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-10a46dc5-2df3-4d97-ad81-b31bc233fbda req-0218c221-c821-498c-a587-633895f48702 tempest-TestVolumeBootPattern-610115025 tempest-TestVolumeBootPattern-610115025-project] 10.222.0.46 "GET /v2.0/ports?device_id=cd2e3f6a-4e6f-4602-b69f-957e310dd64b HTTP/1.1" status: 200 len: 943 time: 0.0638113 Sep 29 15:50:15.338221 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-10a46dc5-2df3-4d97-ad81-b31bc233fbda req-050b4b14-a6ac-4243-a49a-78a89b2e3d65 tempest-TestVolumeBootPattern-610115025 tempest-TestVolumeBootPattern-610115025-project] 10.222.0.46 "GET /v2.0/security-groups?id=b9710121-5fde-4c3b-83e4-a0ee4e081111&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0313511 Sep 29 15:50:16.426439 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.plugins.ml2.rpc [None req-4d55257e-523e-4b8d-ab2b-d46a31710be1 None None] Device 0c0b2faa-e667-4f7f-9eb1-4556c8399f7a details requested by agent hyperv_hv-cinder-80661 with host hv-cinder-80661 {{(pid=96122) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 29 15:50:16.451386 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71f4f64-11b5-43bf-b618-94e92d3f9b68 req-b6825fc3-658c-4bee-9f34-bdda7cf0a977 tempest-TestVolumeBootPattern-610115025 tempest-TestVolumeBootPattern-610115025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:50:16.458732 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [req-f71f4f64-11b5-43bf-b618-94e92d3f9b68 req-b6825fc3-658c-4bee-9f34-bdda7cf0a977 tempest-TestVolumeBootPattern-610115025 tempest-TestVolumeBootPattern-610115025-project] 10.222.0.46 "GET /v2.0/ports?device_id=cd2e3f6a-4e6f-4602-b69f-957e310dd64b HTTP/1.1" status: 200 len: 943 time: 0.0477514 Sep 29 15:50:16.490839 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [req-f71f4f64-11b5-43bf-b618-94e92d3f9b68 req-aaebc947-2b58-4080-bee4-ca6b65fff774 tempest-TestVolumeBootPattern-610115025 tempest-TestVolumeBootPattern-610115025-project] 10.222.0.46 "GET /v2.0/security-groups?id=b9710121-5fde-4c3b-83e4-a0ee4e081111&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0320699 Sep 29 15:50:16.521029 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.plugins.ml2.db [None req-4d55257e-523e-4b8d-ab2b-d46a31710be1 None None] For port 0c0b2faa-e667-4f7f-9eb1-4556c8399f7a, host hv-cinder-80661, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80661',level=0,port_id=0c0b2faa-e667-4f7f-9eb1-4556c8399f7a,segment=NetworkSegment(6ab0cf2f-b4ec-4407-92a6-993df9aa86b6),segment_id=6ab0cf2f-b4ec-4407-92a6-993df9aa86b6)] {{(pid=96122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 15:50:16.532398 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.plugins.ml2.rpc [None req-4d55257e-523e-4b8d-ab2b-d46a31710be1 None None] Returning: {'device': '0c0b2faa-e667-4f7f-9eb1-4556c8399f7a', 'network_id': '130bac75-18dc-45de-9ec4-afda9fc26d7f', 'port_id': '0c0b2faa-e667-4f7f-9eb1-4556c8399f7a', 'mac_address': 'fa:16:3e:3f:ea:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 638, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1884d989-814c-43e8-ad27-affc4248c86e', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=96122) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 29 15:50:16.567682 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron_lib.callbacks.manager [None req-4d55257e-523e-4b8d-ab2b-d46a31710be1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-684029'] for port, before_update {{(pid=96122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:50:16.579848 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.notifiers.nova [None req-4d55257e-523e-4b8d-ab2b-d46a31710be1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0c0b2faa-e667-4f7f-9eb1-4556c8399f7a {{(pid=96122) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 15:50:16.599129 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.plugins.ml2.db [None req-4d55257e-523e-4b8d-ab2b-d46a31710be1 None None] For port 0c0b2faa-e667-4f7f-9eb1-4556c8399f7a, host hv-cinder-80661, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80661',level=0,port_id=0c0b2faa-e667-4f7f-9eb1-4556c8399f7a,segment=NetworkSegment(6ab0cf2f-b4ec-4407-92a6-993df9aa86b6),segment_id=6ab0cf2f-b4ec-4407-92a6-993df9aa86b6)] {{(pid=96122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 15:50:16.672254 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron_lib.callbacks.manager [None req-4d55257e-523e-4b8d-ab2b-d46a31710be1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741780147972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741779628755', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741779628773'] for port, after_update {{(pid=96122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:50:16.720222 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d55257e-523e-4b8d-ab2b-d46a31710be1 None None] Pushing event updated for resources: {'Port': ['ID=0c0b2faa-e667-4f7f-9eb1-4556c8399f7a,revision_number=4']} {{(pid=96122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 15:50:16.951122 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.plugins.ml2.db [None req-4d55257e-523e-4b8d-ab2b-d46a31710be1 None None] get_ports_and_sgs() called for port_ids ['0c0b2faa-e667-4f7f-9eb1-4556c8399f7a'] {{(pid=96122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 15:50:17.606485 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43698ad1-9e4e-408e-a3f1-c2624eb8f980 req-1085d55c-27a2-40e5-ab59-510d9ef91b73 tempest-TestVolumeBootPattern-610115025 tempest-TestVolumeBootPattern-610115025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:50:17.607961 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-43698ad1-9e4e-408e-a3f1-c2624eb8f980 req-1085d55c-27a2-40e5-ab59-510d9ef91b73 tempest-TestVolumeBootPattern-610115025 tempest-TestVolumeBootPattern-610115025-project] 10.222.0.46 "GET /v2.0/ports?device_id=cd2e3f6a-4e6f-4602-b69f-957e310dd64b HTTP/1.1" status: 200 len: 944 time: 0.0505538 Sep 29 15:50:17.643876 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-43698ad1-9e4e-408e-a3f1-c2624eb8f980 req-c8c5e0c3-16c6-4b64-89db-471e245833b0 tempest-TestVolumeBootPattern-610115025 tempest-TestVolumeBootPattern-610115025-project] 10.222.0.46 "GET /v2.0/security-groups?id=b9710121-5fde-4c3b-83e4-a0ee4e081111&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0301108 Sep 29 15:50:18.442345 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.plugins.ml2.rpc [None req-4d55257e-523e-4b8d-ab2b-d46a31710be1 None None] Device 0c0b2faa-e667-4f7f-9eb1-4556c8399f7a up at agent hyperv_hv-cinder-80661 {{(pid=96122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 15:50:18.545337 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.db.provisioning_blocks [None req-4d55257e-523e-4b8d-ab2b-d46a31710be1 None None] Provisioning for port 0c0b2faa-e667-4f7f-9eb1-4556c8399f7a completed by entity L2. {{(pid=96122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 29 15:50:18.549006 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.db.provisioning_blocks [None req-4d55257e-523e-4b8d-ab2b-d46a31710be1 None None] Provisioning complete for port 0c0b2faa-e667-4f7f-9eb1-4556c8399f7a triggered by entity L2. {{(pid=96122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 15:50:18.552271 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron_lib.callbacks.manager [None req-4d55257e-523e-4b8d-ab2b-d46a31710be1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-626465'] for port, provisioning_complete {{(pid=96122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:50:18.624199 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron_lib.callbacks.manager [None req-4d55257e-523e-4b8d-ab2b-d46a31710be1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-684029'] for port, before_update {{(pid=96122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:50:18.645880 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd2e3f6a-4e6f-4602-b69f-957e310dd64b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c0b2faa-e667-4f7f-9eb1-4556c8399f7a'}] {{(pid=96122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 15:50:18.648144 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2623ca0f1d0ed70344ce0ae3d74fdbf1495c1e1ffd6c12fe338f92bc8c6604f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81e4f1ee-9a77-499c-936a-3838fce0228f" -d '{"events": [{"server_uuid": "cd2e3f6a-4e6f-4602-b69f-957e310dd64b", "name": "network-vif-plugged", "status": "completed", "tag": "0c0b2faa-e667-4f7f-9eb1-4556c8399f7a"}]}' {{(pid=96122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 15:50:18.660656 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.plugins.ml2.db [None req-4d55257e-523e-4b8d-ab2b-d46a31710be1 None None] For port 0c0b2faa-e667-4f7f-9eb1-4556c8399f7a, host hv-cinder-80661, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80661',level=0,port_id=0c0b2faa-e667-4f7f-9eb1-4556c8399f7a,segment=NetworkSegment(6ab0cf2f-b4ec-4407-92a6-993df9aa86b6),segment_id=6ab0cf2f-b4ec-4407-92a6-993df9aa86b6)] {{(pid=96122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 15:50:18.701188 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron_lib.callbacks.manager [None req-4d55257e-523e-4b8d-ab2b-d46a31710be1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741780147972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741779628755', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741779628773'] for port, after_update {{(pid=96122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:50:18.751590 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d55257e-523e-4b8d-ab2b-d46a31710be1 None None] Pushing event updated for resources: {'Port': ['ID=0c0b2faa-e667-4f7f-9eb1-4556c8399f7a,revision_number=5']} {{(pid=96122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 15:50:18.758363 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f71ae15-b8f8-4c74-9f56-aa62f801be8b req-469b6f11-5c48-45e9-9ec6-994ad6c725df tempest-TestVolumeBootPattern-610115025 tempest-TestVolumeBootPattern-610115025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:50:18.760029 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-5f71ae15-b8f8-4c74-9f56-aa62f801be8b req-469b6f11-5c48-45e9-9ec6-994ad6c725df tempest-TestVolumeBootPattern-610115025 tempest-TestVolumeBootPattern-610115025-project] 10.222.0.46 "GET /v2.0/ports?device_id=cd2e3f6a-4e6f-4602-b69f-957e310dd64b HTTP/1.1" status: 200 len: 945 time: 0.0491915 Sep 29 15:50:18.797035 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-5f71ae15-b8f8-4c74-9f56-aa62f801be8b req-1f6bfc39-3eac-40fe-b148-525e87e5c1d9 tempest-TestVolumeBootPattern-610115025 tempest-TestVolumeBootPattern-610115025-project] 10.222.0.46 "GET /v2.0/security-groups?id=b9710121-5fde-4c3b-83e4-a0ee4e081111&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0312285 Sep 29 15:50:18.870714 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Sep 2021 15:50:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c49e30d-4b69-4d0e-bb23-585635e5e02c x-openstack-request-id: req-3c49e30d-4b69-4d0e-bb23-585635e5e02c {{(pid=96122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 15:50:18.871008 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd2e3f6a-4e6f-4602-b69f-957e310dd64b", "name": "network-vif-plugged", "status": "completed", "tag": "0c0b2faa-e667-4f7f-9eb1-4556c8399f7a", "code": 200}]} {{(pid=96122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 15:50:18.871265 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-3c49e30d-4b69-4d0e-bb23-585635e5e02c {{(pid=96122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 15:50:18.871665 dv-cinder-806616-6-iscsi neutron-server[96122]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd2e3f6a-4e6f-4602-b69f-957e310dd64b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c0b2faa-e667-4f7f-9eb1-4556c8399f7a', 'code': 200} Sep 29 15:50:19.207810 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe573404-c256-416e-8277-ca229e0ce9ba req-cfff027c-79af-4cf8-89c0-9ff63d8225bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:50:19.209289 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-fe573404-c256-416e-8277-ca229e0ce9ba req-cfff027c-79af-4cf8-89c0-9ff63d8225bf service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=cd2e3f6a-4e6f-4602-b69f-957e310dd64b HTTP/1.1" status: 200 len: 1098 time: 0.0383410 Sep 29 15:50:19.242844 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-fe573404-c256-416e-8277-ca229e0ce9ba req-00337948-e4cc-4636-8d6c-690d87c3d74a service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=b9710121-5fde-4c3b-83e4-a0ee4e081111&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0267973 Sep 29 15:50:19.912108 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3f3ffb-4f65-4882-aa81-61a992ba1227 req-d30caa52-95f2-4936-89c2-064c7a1c8634 tempest-TestVolumeBootPattern-610115025 tempest-TestVolumeBootPattern-610115025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:50:19.913536 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-1b3f3ffb-4f65-4882-aa81-61a992ba1227 req-d30caa52-95f2-4936-89c2-064c7a1c8634 tempest-TestVolumeBootPattern-610115025 tempest-TestVolumeBootPattern-610115025-project] 10.222.0.46 "GET /v2.0/ports?device_id=cd2e3f6a-4e6f-4602-b69f-957e310dd64b HTTP/1.1" status: 200 len: 945 time: 0.0506399 Sep 29 15:50:19.948994 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-1b3f3ffb-4f65-4882-aa81-61a992ba1227 req-1122d114-5553-4961-8d31-b81eaa6a5311 tempest-TestVolumeBootPattern-610115025 tempest-TestVolumeBootPattern-610115025-project] 10.222.0.46 "GET /v2.0/security-groups?id=b9710121-5fde-4c3b-83e4-a0ee4e081111&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0297036 Sep 29 15:50:21.064224 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2887f346-42c4-4c1f-ba40-1eb2fb19146d req-40d77b1b-4aa2-4074-86e0-07cc2845d76f tempest-TestVolumeBootPattern-610115025 tempest-TestVolumeBootPattern-610115025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:50:21.065665 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [req-2887f346-42c4-4c1f-ba40-1eb2fb19146d req-40d77b1b-4aa2-4074-86e0-07cc2845d76f tempest-TestVolumeBootPattern-610115025 tempest-TestVolumeBootPattern-610115025-project] 10.222.0.46 "GET /v2.0/ports?device_id=cd2e3f6a-4e6f-4602-b69f-957e310dd64b HTTP/1.1" status: 200 len: 945 time: 0.0504615 Sep 29 15:50:21.102616 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [req-2887f346-42c4-4c1f-ba40-1eb2fb19146d req-b856b0b9-84e5-401a-b9ac-084524cf12e4 tempest-TestVolumeBootPattern-610115025 tempest-TestVolumeBootPattern-610115025-project] 10.222.0.46 "GET /v2.0/security-groups?id=b9710121-5fde-4c3b-83e4-a0ee4e081111&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0310903 Sep 29 15:50:21.211742 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286130fb-d1c4-487c-89b2-ce2fbae39834 req-6ec37d1d-6be8-4382-be58-81bfee5e1686 tempest-TestVolumeBootPattern-610115025 tempest-TestVolumeBootPattern-610115025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:50:21.213224 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-286130fb-d1c4-487c-89b2-ce2fbae39834 req-6ec37d1d-6be8-4382-be58-81bfee5e1686 tempest-TestVolumeBootPattern-610115025 tempest-TestVolumeBootPattern-610115025-project] 10.222.0.46 "GET /v2.0/ports?device_id=cd2e3f6a-4e6f-4602-b69f-957e310dd64b HTTP/1.1" status: 200 len: 945 time: 0.0474200 Sep 29 15:50:21.249237 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-286130fb-d1c4-487c-89b2-ce2fbae39834 req-11063f00-b86f-498e-a9a8-145439c96831 tempest-TestVolumeBootPattern-610115025 tempest-TestVolumeBootPattern-610115025-project] 10.222.0.46 "GET /v2.0/security-groups?id=b9710121-5fde-4c3b-83e4-a0ee4e081111&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0301783 Sep 29 15:50:21.270779 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.wsgi [-] (96120) accepted ('10.222.0.46', 38926) {{(pid=96120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 15:50:21.448060 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56a0a3fc-2c67-44be-b4a4-86428b65a5cb tempest-TestVolumeBootPattern-615589311 tempest-TestVolumeBootPattern-615589311-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:50:21.449530 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [None req-56a0a3fc-2c67-44be-b4a4-86428b65a5cb tempest-TestVolumeBootPattern-615589311 tempest-TestVolumeBootPattern-615589311-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=cd2e3f6a-4e6f-4602-b69f-957e310dd64b HTTP/1.1" status: 200 len: 1093 time: 0.1777842 Sep 29 15:50:21.452524 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.wsgi [-] (96120) accepted ('10.222.0.46', 38930) {{(pid=96120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 15:50:21.456628 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.api.v2.base [None req-6e4ed4e6-a2ea-4d23-b51d-946ab2b821fb tempest-TestVolumeBootPattern-610115025 tempest-TestVolumeBootPattern-610115025-project] Request body: {'floatingip': {'floating_network_id': 'cd5efe95-1549-4750-933c-70412f77577e', 'port_id': '0c0b2faa-e667-4f7f-9eb1-4556c8399f7a', 'tenant_id': '54b54b3b8c5d4295a0fc95e1c5e76334', 'fixed_ip_address': '172.20.0.9'}} {{(pid=96120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 15:50:21.545162 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-6e4ed4e6-a2ea-4d23-b51d-946ab2b821fb tempest-TestVolumeBootPattern-610115025 tempest-TestVolumeBootPattern-610115025-project] Notify callbacks [] for floatingip, before_create {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:50:21.645250 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-6e4ed4e6-a2ea-4d23-b51d-946ab2b821fb tempest-TestVolumeBootPattern-610115025 tempest-TestVolumeBootPattern-610115025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-684029'] for port, before_create {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:50:21.747172 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.db.db_base_plugin_common [None req-6e4ed4e6-a2ea-4d23-b51d-946ab2b821fb tempest-TestVolumeBootPattern-610115025 tempest-TestVolumeBootPattern-610115025-project] Allocated IP 172.27.0.180 (cd5efe95-1549-4750-933c-70412f77577e/9c872fed-da92-4e12-828d-ac62e1b980b9/dbbcb630-6ca7-474c-ab4a-4849f28d6707) {{(pid=96120) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 15:50:21.855801 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-6e4ed4e6-a2ea-4d23-b51d-946ab2b821fb tempest-TestVolumeBootPattern-610115025 tempest-TestVolumeBootPattern-610115025-project] Notify callbacks [] for port, precommit_create {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:50:21.946555 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-6e4ed4e6-a2ea-4d23-b51d-946ab2b821fb tempest-TestVolumeBootPattern-610115025 tempest-TestVolumeBootPattern-610115025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741779628737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8956053'] for port, after_create {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:50:21.980011 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e4ed4e6-a2ea-4d23-b51d-946ab2b821fb tempest-TestVolumeBootPattern-610115025 tempest-TestVolumeBootPattern-610115025-project] Network cd5efe95-1549-4750-933c-70412f77577e is already hosted by enough agents. {{(pid=96120) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 15:50:21.982808 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.scheduler.base_scheduler [None req-6e4ed4e6-a2ea-4d23-b51d-946ab2b821fb tempest-TestVolumeBootPattern-610115025 tempest-TestVolumeBootPattern-610115025-project] Resources bound (agent type, host, resource id): {{(pid=96120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 15:50:21.986234 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e4ed4e6-a2ea-4d23-b51d-946ab2b821fb tempest-TestVolumeBootPattern-610115025 tempest-TestVolumeBootPattern-610115025-project] Received port after_create {{(pid=96120) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 15:50:22.017238 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e4ed4e6-a2ea-4d23-b51d-946ab2b821fb tempest-TestVolumeBootPattern-610115025 tempest-TestVolumeBootPattern-610115025-project] Pushing event updated for resources: {'Port': ['ID=dbbcb630-6ca7-474c-ab4a-4849f28d6707,revision_number=1']} {{(pid=96120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 15:50:22.330961 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-6e4ed4e6-a2ea-4d23-b51d-946ab2b821fb tempest-TestVolumeBootPattern-610115025 tempest-TestVolumeBootPattern-610115025-project] Notify callbacks [] for floatingip, precommit_create {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:50:22.444275 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-6e4ed4e6-a2ea-4d23-b51d-946ab2b821fb tempest-TestVolumeBootPattern-610115025 tempest-TestVolumeBootPattern-610115025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-684029'] for port, before_update {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:50:22.588678 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-6e4ed4e6-a2ea-4d23-b51d-946ab2b821fb tempest-TestVolumeBootPattern-610115025 tempest-TestVolumeBootPattern-610115025-project] Notify callbacks [] for port, precommit_update {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:50:22.677751 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-6e4ed4e6-a2ea-4d23-b51d-946ab2b821fb tempest-TestVolumeBootPattern-610115025 tempest-TestVolumeBootPattern-610115025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741780147972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741779628755', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741779628773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8956062'] for port, after_update {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:50:22.744767 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e4ed4e6-a2ea-4d23-b51d-946ab2b821fb tempest-TestVolumeBootPattern-610115025 tempest-TestVolumeBootPattern-610115025-project] Pushing event updated for resources: {'Port': ['ID=dbbcb630-6ca7-474c-ab4a-4849f28d6707,revision_number=2']} {{(pid=96120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 15:50:22.754236 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-6e4ed4e6-a2ea-4d23-b51d-946ab2b821fb tempest-TestVolumeBootPattern-610115025 tempest-TestVolumeBootPattern-610115025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1618963'] for floatingip, after_create {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:50:22.850803 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.db.l3_db [None req-6e4ed4e6-a2ea-4d23-b51d-946ab2b821fb tempest-TestVolumeBootPattern-610115025 tempest-TestVolumeBootPattern-610115025-project] Floating IP 8c6567bc-6bc3-4a21-a226-a44dcbfa3774 associated. External IP: 172.27.0.180, port: 0c0b2faa-e667-4f7f-9eb1-4556c8399f7a. Sep 29 15:50:23.050247 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e4ed4e6-a2ea-4d23-b51d-946ab2b821fb tempest-TestVolumeBootPattern-610115025 tempest-TestVolumeBootPattern-610115025-project] Router b5cf718c-af45-41e1-bc2a-267ce5057563 has already been hosted by L3 agent e5061b61-feb3-46be-bd05-1226f95d9417 {{(pid=96120) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 29 15:50:23.153192 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e4ed4e6-a2ea-4d23-b51d-946ab2b821fb tempest-TestVolumeBootPattern-610115025 tempest-TestVolumeBootPattern-610115025-project] Notify agent at l3_agent.dv-cinder-806616-6-iscsi the message routers_updated {{(pid=96120) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 15:50:23.163930 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7a7f0bb-8e09-47d8-a73c-269bb020b0cb None None] Sync routers for ids ['b5cf718c-af45-41e1-bc2a-267ce5057563'] in dv-cinder-806616-6-iscsi {{(pid=96122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 15:50:23.175615 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7a7f0bb-8e09-47d8-a73c-269bb020b0cb None None] Routers {'b5cf718c-af45-41e1-bc2a-267ce5057563'} bound to L3 agent in host dv-cinder-806616-6-iscsi {{(pid=96122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 15:50:23.176745 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.db.l3_hamode_db [None req-f7a7f0bb-8e09-47d8-a73c-269bb020b0cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806616-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-29T15:30:56Z,description=,heartbeat_timestamp=2021-09-29T15:49:57Z,host='dv-cinder-806616-6-iscsi',id=e5061b61-feb3-46be-bd05-1226f95d9417,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T15:30:57Z,topic='l3_agent')) {'router_ids': ['b5cf718c-af45-41e1-bc2a-267ce5057563'], 'active': True} {{(pid=96122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 15:50:23.243895 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-6e4ed4e6-a2ea-4d23-b51d-946ab2b821fb tempest-TestVolumeBootPattern-610115025 tempest-TestVolumeBootPattern-610115025-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238921'] for floatingip, before_response {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:50:23.270559 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [None req-6e4ed4e6-a2ea-4d23-b51d-946ab2b821fb tempest-TestVolumeBootPattern-610115025 tempest-TestVolumeBootPattern-610115025-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8170543 Sep 29 15:50:23.271231 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cd2e3f6a-4e6f-4602-b69f-957e310dd64b', 'tag': '0c0b2faa-e667-4f7f-9eb1-4556c8399f7a'}] {{(pid=96120) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 15:50:23.273507 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4bb6707052646e9cb447c77cf5db72dad3b20325a43e0261074ac39fb81a9f0b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3c593f8-9306-4696-923d-3d15c50b408a" -d '{"events": [{"name": "network-changed", "server_uuid": "cd2e3f6a-4e6f-4602-b69f-957e310dd64b", "tag": "0c0b2faa-e667-4f7f-9eb1-4556c8399f7a"}]}' {{(pid=96120) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 15:50:23.298563 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.db.l3_dvr_db [None req-f7a7f0bb-8e09-47d8-a73c-269bb020b0cb None None] Set router b5cf718c-af45-41e1-bc2a-267ce5057563 gateway port host: dv-cinder-806616-6-iscsi {{(pid=96122) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 15:50:23.367356 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 29 Sep 2021 15:50:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d03d295d-ed31-43b7-ae72-b55d803ce498 x-openstack-request-id: req-d03d295d-ed31-43b7-ae72-b55d803ce498 {{(pid=96120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 15:50:23.367867 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cd2e3f6a-4e6f-4602-b69f-957e310dd64b", "tag": "0c0b2faa-e667-4f7f-9eb1-4556c8399f7a", "status": "completed", "code": 200}]} {{(pid=96120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 15:50:23.367867 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-d03d295d-ed31-43b7-ae72-b55d803ce498 {{(pid=96120) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 15:50:23.368317 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cd2e3f6a-4e6f-4602-b69f-957e310dd64b', 'tag': '0c0b2faa-e667-4f7f-9eb1-4556c8399f7a', 'status': 'completed', 'code': 200} Sep 29 15:50:23.449374 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c593f8-9306-4696-923d-3d15c50b408a req-6fa27ada-8a45-456c-8f0a-7ca964d5534f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:50:23.450751 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-f3c593f8-9306-4696-923d-3d15c50b408a req-6fa27ada-8a45-456c-8f0a-7ca964d5534f service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=54b54b3b8c5d4295a0fc95e1c5e76334&device_id=cd2e3f6a-4e6f-4602-b69f-957e310dd64b HTTP/1.1" status: 200 len: 1098 time: 0.0395908 Sep 29 15:50:23.520953 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.db.l3_hamode_db [None req-f7a7f0bb-8e09-47d8-a73c-269bb020b0cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5cf718c-af45-41e1-bc2a-267ce5057563', 'name': 'tempest-TestVolumeBootPattern-1891457191-router', 'tenant_id': '54b54b3b8c5d4295a0fc95e1c5e76334', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd5efe95-1549-4750-933c-70412f77577e', 'external_fixed_ips': [{'subnet_id': '9c872fed-da92-4e12-828d-ac62e1b980b9', 'ip_address': '172.27.0.233'}], 'enable_snat': True}, 'gw_port_id': 'a4833d5d-c06e-44c8-acfc-54480d486295', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T15:49:30Z', 'updated_at': '2021-09-29T15:49:33Z', 'revision_number': 4, 'project_id': '54b54b3b8c5d4295a0fc95e1c5e76334', 'gw_port': {'id': 'a4833d5d-c06e-44c8-acfc-54480d486295', 'name': '', 'network_id': 'cd5efe95-1549-4750-933c-70412f77577e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:80:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5cf718c-af45-41e1-bc2a-267ce5057563', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '9c872fed-da92-4e12-828d-ac62e1b980b9', 'ip_address': '172.27.0.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806616-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T15:49:30Z', 'updated_at': '2021-09-29T15:49:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c872fed-da92-4e12-828d-ac62e1b980b9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806616-6-iscsi', '_floatingips': [{'id': '8c6567bc-6bc3-4a21-a226-a44dcbfa3774', 'tenant_id': '54b54b3b8c5d4295a0fc95e1c5e76334', 'floating_ip_address': '172.27.0.180', 'floating_network_id': 'cd5efe95-1549-4750-933c-70412f77577e', 'router_id': 'b5cf718c-af45-41e1-bc2a-267ce5057563', 'port_id': '0c0b2faa-e667-4f7f-9eb1-4556c8399f7a', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 696, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '130bac75-18dc-45de-9ec4-afda9fc26d7f', 'mac_address': 'fa:16:3e:3f:ea:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd2e3f6a-4e6f-4602-b69f-957e310dd64b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-29T15:50:22Z', 'updated_at': '2021-09-29T15:50:22Z', 'revision_number': 0, 'project_id': '54b54b3b8c5d4295a0fc95e1c5e76334', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '91e530aa-8a41-4beb-80f0-772c34853da5', 'name': '', 'network_id': '130bac75-18dc-45de-9ec4-afda9fc26d7f', 'tenant_id': '54b54b3b8c5d4295a0fc95e1c5e76334', 'mac_address': 'fa:16:3e:0e:c0:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5cf718c-af45-41e1-bc2a-267ce5057563', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '1884d989-814c-43e8-ad27-affc4248c86e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806616-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T15:49:32Z', 'updated_at': '2021-09-29T15:49:36Z', 'revision_number': 5, 'project_id': '54b54b3b8c5d4295a0fc95e1c5e76334', 'subnets': [{'id': '1884d989-814c-43e8-ad27-affc4248c86e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806616-6-iscsi', False) {} {{(pid=96122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 15:50:23.542660 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c593f8-9306-4696-923d-3d15c50b408a req-bc7d0827-6459-48d8-a470-4d9c12ee524e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:50:23.544372 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-f3c593f8-9306-4696-923d-3d15c50b408a req-bc7d0827-6459-48d8-a470-4d9c12ee524e service neutron] 10.222.0.22 "GET /v2.0/networks?id=130bac75-18dc-45de-9ec4-afda9fc26d7f HTTP/1.1" status: 200 len: 913 time: 0.0870121 Sep 29 15:50:23.561730 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7a7f0bb-8e09-47d8-a73c-269bb020b0cb None None] Checking router: b5cf718c-af45-41e1-bc2a-267ce5057563 for host: dv-cinder-806616-6-iscsi {{(pid=96122) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 15:50:23.572236 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7a7f0bb-8e09-47d8-a73c-269bb020b0cb None None] Routers {'b5cf718c-af45-41e1-bc2a-267ce5057563'} bound to L3 agent in host dv-cinder-806616-6-iscsi {{(pid=96122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 15:50:23.573145 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.db.l3_hamode_db [None req-f7a7f0bb-8e09-47d8-a73c-269bb020b0cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806616-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-29T15:30:56Z,description=,heartbeat_timestamp=2021-09-29T15:49:57Z,host='dv-cinder-806616-6-iscsi',id=e5061b61-feb3-46be-bd05-1226f95d9417,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T15:30:57Z,topic='l3_agent')) {'router_ids': ['b5cf718c-af45-41e1-bc2a-267ce5057563'], 'active': True} {{(pid=96122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 15:50:23.611196 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-f3c593f8-9306-4696-923d-3d15c50b408a req-085d8f95-d3ad-4afc-82e2-9850c8d81c3c service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0c0b2faa-e667-4f7f-9eb1-4556c8399f7a HTTP/1.1" status: 200 len: 999 time: 0.0602403 Sep 29 15:50:23.662530 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c593f8-9306-4696-923d-3d15c50b408a req-e1fa110d-0b83-42f9-9b2e-769a2bdcb03a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:50:23.664654 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-f3c593f8-9306-4696-923d-3d15c50b408a req-e1fa110d-0b83-42f9-9b2e-769a2bdcb03a service neutron] 10.222.0.22 "GET /v2.0/subnets?id=1884d989-814c-43e8-ad27-affc4248c86e HTTP/1.1" status: 200 len: 851 time: 0.0464270 Sep 29 15:50:23.684788 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.db.l3_dvr_db [None req-f7a7f0bb-8e09-47d8-a73c-269bb020b0cb None None] Set router b5cf718c-af45-41e1-bc2a-267ce5057563 gateway port host: dv-cinder-806616-6-iscsi {{(pid=96122) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 15:50:23.709222 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c593f8-9306-4696-923d-3d15c50b408a req-2c5eeda7-c8c0-4df6-883f-cc1182aca03f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:50:23.710823 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-f3c593f8-9306-4696-923d-3d15c50b408a req-2c5eeda7-c8c0-4df6-883f-cc1182aca03f service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=130bac75-18dc-45de-9ec4-afda9fc26d7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0393403 Sep 29 15:50:23.800698 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-f3c593f8-9306-4696-923d-3d15c50b408a req-7a382bea-e7ed-4893-8873-7f6a11fc56b8 service neutron] 10.222.0.22 "GET /v2.0/networks/130bac75-18dc-45de-9ec4-afda9fc26d7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827658 Sep 29 15:50:23.892566 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-f3c593f8-9306-4696-923d-3d15c50b408a req-a3051d4c-7e28-4323-8da5-9853068b4e57 service neutron] 10.222.0.22 "GET /v2.0/networks/130bac75-18dc-45de-9ec4-afda9fc26d7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852854 Sep 29 15:50:23.904168 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.db.l3_hamode_db [None req-f7a7f0bb-8e09-47d8-a73c-269bb020b0cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5cf718c-af45-41e1-bc2a-267ce5057563', 'name': 'tempest-TestVolumeBootPattern-1891457191-router', 'tenant_id': '54b54b3b8c5d4295a0fc95e1c5e76334', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd5efe95-1549-4750-933c-70412f77577e', 'external_fixed_ips': [{'subnet_id': '9c872fed-da92-4e12-828d-ac62e1b980b9', 'ip_address': '172.27.0.233'}], 'enable_snat': True}, 'gw_port_id': 'a4833d5d-c06e-44c8-acfc-54480d486295', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T15:49:30Z', 'updated_at': '2021-09-29T15:49:33Z', 'revision_number': 4, 'project_id': '54b54b3b8c5d4295a0fc95e1c5e76334', 'gw_port': {'id': 'a4833d5d-c06e-44c8-acfc-54480d486295', 'name': '', 'network_id': 'cd5efe95-1549-4750-933c-70412f77577e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:80:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5cf718c-af45-41e1-bc2a-267ce5057563', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '9c872fed-da92-4e12-828d-ac62e1b980b9', 'ip_address': '172.27.0.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806616-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T15:49:30Z', 'updated_at': '2021-09-29T15:49:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c872fed-da92-4e12-828d-ac62e1b980b9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806616-6-iscsi', '_floatingips': [{'id': '8c6567bc-6bc3-4a21-a226-a44dcbfa3774', 'tenant_id': '54b54b3b8c5d4295a0fc95e1c5e76334', 'floating_ip_address': '172.27.0.180', 'floating_network_id': 'cd5efe95-1549-4750-933c-70412f77577e', 'router_id': 'b5cf718c-af45-41e1-bc2a-267ce5057563', 'port_id': '0c0b2faa-e667-4f7f-9eb1-4556c8399f7a', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 696, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '130bac75-18dc-45de-9ec4-afda9fc26d7f', 'mac_address': 'fa:16:3e:3f:ea:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd2e3f6a-4e6f-4602-b69f-957e310dd64b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-29T15:50:22Z', 'updated_at': '2021-09-29T15:50:22Z', 'revision_number': 0, 'project_id': '54b54b3b8c5d4295a0fc95e1c5e76334', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '91e530aa-8a41-4beb-80f0-772c34853da5', 'name': '', 'network_id': '130bac75-18dc-45de-9ec4-afda9fc26d7f', 'tenant_id': '54b54b3b8c5d4295a0fc95e1c5e76334', 'mac_address': 'fa:16:3e:0e:c0:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5cf718c-af45-41e1-bc2a-267ce5057563', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '1884d989-814c-43e8-ad27-affc4248c86e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806616-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T15:49:32Z', 'updated_at': '2021-09-29T15:49:36Z', 'revision_number': 5, 'project_id': '54b54b3b8c5d4295a0fc95e1c5e76334', 'subnets': [{'id': '1884d989-814c-43e8-ad27-affc4248c86e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806616-6-iscsi', False) {} {{(pid=96122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 15:50:23.930005 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7a7f0bb-8e09-47d8-a73c-269bb020b0cb None None] The sync data for ids ['b5cf718c-af45-41e1-bc2a-267ce5057563'] in dv-cinder-806616-6-iscsi is: [{'id': 'b5cf718c-af45-41e1-bc2a-267ce5057563', 'name': 'tempest-TestVolumeBootPattern-1891457191-router', 'tenant_id': '54b54b3b8c5d4295a0fc95e1c5e76334', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd5efe95-1549-4750-933c-70412f77577e', 'external_fixed_ips': [{'subnet_id': '9c872fed-da92-4e12-828d-ac62e1b980b9', 'ip_address': '172.27.0.233'}], 'enable_snat': True}, 'gw_port_id': 'a4833d5d-c06e-44c8-acfc-54480d486295', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T15:49:30Z', 'updated_at': '2021-09-29T15:49:33Z', 'revision_number': 4, 'project_id': '54b54b3b8c5d4295a0fc95e1c5e76334', 'gw_port': {'id': 'a4833d5d-c06e-44c8-acfc-54480d486295', 'name': '', 'network_id': 'cd5efe95-1549-4750-933c-70412f77577e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:80:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5cf718c-af45-41e1-bc2a-267ce5057563', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '9c872fed-da92-4e12-828d-ac62e1b980b9', 'ip_address': '172.27.0.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806616-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T15:49:30Z', 'updated_at': '2021-09-29T15:49:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c872fed-da92-4e12-828d-ac62e1b980b9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806616-6-iscsi', '_floatingips': [{'id': '8c6567bc-6bc3-4a21-a226-a44dcbfa3774', 'tenant_id': '54b54b3b8c5d4295a0fc95e1c5e76334', 'floating_ip_address': '172.27.0.180', 'floating_network_id': 'cd5efe95-1549-4750-933c-70412f77577e', 'router_id': 'b5cf718c-af45-41e1-bc2a-267ce5057563', 'port_id': '0c0b2faa-e667-4f7f-9eb1-4556c8399f7a', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 696, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '130bac75-18dc-45de-9ec4-afda9fc26d7f', 'mac_address': 'fa:16:3e:3f:ea:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd2e3f6a-4e6f-4602-b69f-957e310dd64b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-29T15:50:22Z', 'updated_at': '2021-09-29T15:50:22Z', 'revision_number': 0, 'project_id': '54b54b3b8c5d4295a0fc95e1c5e76334', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '91e530aa-8a41-4beb-80f0-772c34853da5', 'name': '', 'network_id': '130bac75-18dc-45de-9ec4-afda9fc26d7f', 'tenant_id': '54b54b3b8c5d4295a0fc95e1c5e76334', 'mac_address': 'fa:16:3e:0e:c0:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5cf718c-af45-41e1-bc2a-267ce5057563', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '1884d989-814c-43e8-ad27-affc4248c86e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806616-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T15:49:32Z', 'updated_at': '2021-09-29T15:49:36Z', 'revision_number': 5, 'project_id': '54b54b3b8c5d4295a0fc95e1c5e76334', 'subnets': [{'id': '1884d989-814c-43e8-ad27-affc4248c86e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=96122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 15:50:24.110748 dv-cinder-806616-6-iscsi neutron-server[96123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d1f9431-1733-4b77-a478-96197d90d11f None None] New status for floating IP 8c6567bc-6bc3-4a21-a226-a44dcbfa3774: ACTIVE {{(pid=96123) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 29 15:50:24.140751 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron_lib.callbacks.manager [None req-0b5dbe5b-60ab-4e97-a1c6-0a91e50962cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741779927170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-625140'] for agent, after_update {{(pid=96122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:50:26.603413 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron_lib.callbacks.manager [None req-cd030f97-2b2a-48be-8f9d-c3fa494e224d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741779927170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-625140'] for agent, after_update {{(pid=96122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:50:27.586772 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron_lib.callbacks.manager [None req-86ea74e9-eea3-4769-b153-652ac6294d68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741779927170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-625140'] for agent, after_update {{(pid=96122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:50:28.552582 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron_lib.callbacks.manager [None req-d04ed334-d278-4234-b850-06fee10c9c6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741779927170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-625140'] for agent, after_update {{(pid=96122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:50:29.666194 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron_lib.callbacks.manager [None req-9bd021b7-afaf-4c67-b111-7b9308fbf6a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741779927170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-625140'] for agent, after_update {{(pid=96122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:50:29.798386 dv-cinder-806616-6-iscsi neutron-server[96123]: DEBUG neutron.db.agents_db [None req-ce50b6f1-f7bd-4b59-8641-9f71b480b041 None None] Agent healthcheck: found 6 active agents {{(pid=96123) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 29 15:50:36.917667 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron_lib.callbacks.manager [None req-4d55257e-523e-4b8d-ab2b-d46a31710be1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741779927170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-625140'] for agent, after_update {{(pid=96122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:50:54.140003 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron_lib.callbacks.manager [None req-44314df5-b71d-4ece-b16e-423d5805818a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741779927170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-625140'] for agent, after_update {{(pid=96122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:50:56.716902 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron_lib.callbacks.manager [None req-b95ab667-1707-4109-9e4c-2c1f9268c898 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741779927170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-625140'] for agent, after_update {{(pid=96122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:50:57.562746 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron_lib.callbacks.manager [None req-86ea74e9-eea3-4769-b153-652ac6294d68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741779927170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-625140'] for agent, after_update {{(pid=96122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:50:58.527420 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron_lib.callbacks.manager [None req-d04ed334-d278-4234-b850-06fee10c9c6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741779927170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-625140'] for agent, after_update {{(pid=96122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:50:59.637038 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron_lib.callbacks.manager [None req-9bd021b7-afaf-4c67-b111-7b9308fbf6a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741779927170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-625140'] for agent, after_update {{(pid=96122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:51:06.797631 dv-cinder-806616-6-iscsi neutron-server[96123]: DEBUG neutron.db.agents_db [None req-ce50b6f1-f7bd-4b59-8641-9f71b480b041 None None] Agent healthcheck: found 6 active agents {{(pid=96123) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 29 15:51:06.894056 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron_lib.callbacks.manager [None req-4d55257e-523e-4b8d-ab2b-d46a31710be1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741779927170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-625140'] for agent, after_update {{(pid=96122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:51:17.373680 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-3b3c1b09-3452-49dc-bb9c-2c9f40be9cc6 req-036a0c6b-ae03-4e67-8da5-7ef1e5f5e5e8 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=cd2e3f6a-4e6f-4602-b69f-957e310dd64b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0384386 Sep 29 15:51:17.467161 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3c1b09-3452-49dc-bb9c-2c9f40be9cc6 req-9c6b7257-624e-4d6d-b1e5-1446639b7d84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:51:17.468664 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-3b3c1b09-3452-49dc-bb9c-2c9f40be9cc6 req-9c6b7257-624e-4d6d-b1e5-1446639b7d84 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=54b54b3b8c5d4295a0fc95e1c5e76334&device_id=cd2e3f6a-4e6f-4602-b69f-957e310dd64b HTTP/1.1" status: 200 len: 1098 time: 0.0387521 Sep 29 15:51:17.570476 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3c1b09-3452-49dc-bb9c-2c9f40be9cc6 req-b5734fce-219d-4238-8c6e-059c8bc871cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:51:17.571913 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-3b3c1b09-3452-49dc-bb9c-2c9f40be9cc6 req-b5734fce-219d-4238-8c6e-059c8bc871cf service neutron] 10.222.0.22 "GET /v2.0/networks?id=130bac75-18dc-45de-9ec4-afda9fc26d7f HTTP/1.1" status: 200 len: 913 time: 0.0848851 Sep 29 15:51:17.643576 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-3b3c1b09-3452-49dc-bb9c-2c9f40be9cc6 req-aaadb1c1-5091-4ddf-93d0-d5899898e55a service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0c0b2faa-e667-4f7f-9eb1-4556c8399f7a HTTP/1.1" status: 200 len: 1001 time: 0.0542808 Sep 29 15:51:17.686209 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3c1b09-3452-49dc-bb9c-2c9f40be9cc6 req-dcc5f869-c6f6-4c07-86c9-ad51161f2d0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:51:17.687683 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-3b3c1b09-3452-49dc-bb9c-2c9f40be9cc6 req-dcc5f869-c6f6-4c07-86c9-ad51161f2d0b service neutron] 10.222.0.22 "GET /v2.0/subnets?id=1884d989-814c-43e8-ad27-affc4248c86e HTTP/1.1" status: 200 len: 851 time: 0.0462239 Sep 29 15:51:17.731510 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3c1b09-3452-49dc-bb9c-2c9f40be9cc6 req-d7cf3ab7-b59f-4017-a988-f2db0a833c27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:51:17.732965 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-3b3c1b09-3452-49dc-bb9c-2c9f40be9cc6 req-d7cf3ab7-b59f-4017-a988-f2db0a833c27 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=130bac75-18dc-45de-9ec4-afda9fc26d7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0388207 Sep 29 15:51:17.820932 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-3b3c1b09-3452-49dc-bb9c-2c9f40be9cc6 req-e1448ee0-8896-4b1b-a461-21842e599072 service neutron] 10.222.0.22 "GET /v2.0/networks/130bac75-18dc-45de-9ec4-afda9fc26d7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808508 Sep 29 15:51:17.911778 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-3b3c1b09-3452-49dc-bb9c-2c9f40be9cc6 req-5662ccb7-59a7-43f2-8bb4-b9224805ee92 service neutron] 10.222.0.22 "GET /v2.0/networks/130bac75-18dc-45de-9ec4-afda9fc26d7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829327 Sep 29 15:51:24.133591 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron_lib.callbacks.manager [None req-05971eb6-00a0-40ac-aee6-47d17bb0f18c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741779927170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-625140'] for agent, after_update {{(pid=96122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:51:26.653708 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron_lib.callbacks.manager [None req-46beec03-09ac-4c49-9b85-65d1023c263e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741779927170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-625140'] for agent, after_update {{(pid=96122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:51:27.567726 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron_lib.callbacks.manager [None req-86ea74e9-eea3-4769-b153-652ac6294d68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741779927170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-625140'] for agent, after_update {{(pid=96122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:51:28.550451 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron_lib.callbacks.manager [None req-d04ed334-d278-4234-b850-06fee10c9c6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741779927170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-625140'] for agent, after_update {{(pid=96122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:51:29.629579 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron_lib.callbacks.manager [None req-9bd021b7-afaf-4c67-b111-7b9308fbf6a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741779927170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-625140'] for agent, after_update {{(pid=96122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:51:36.910696 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron_lib.callbacks.manager [None req-4d55257e-523e-4b8d-ab2b-d46a31710be1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741779927170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-625140'] for agent, after_update {{(pid=96122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:51:43.796244 dv-cinder-806616-6-iscsi neutron-server[96123]: DEBUG neutron.db.agents_db [None req-ce50b6f1-f7bd-4b59-8641-9f71b480b041 None None] Agent healthcheck: found 6 active agents {{(pid=96123) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 29 15:51:54.142755 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron_lib.callbacks.manager [None req-ae2a9eca-fbc8-4d7b-b50f-001b2e96e439 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741779927170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-625140'] for agent, after_update {{(pid=96122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:51:56.721604 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron_lib.callbacks.manager [None req-b22b40df-2174-4610-bea6-168dae66d673 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741779927170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-625140'] for agent, after_update {{(pid=96122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:51:57.594019 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron_lib.callbacks.manager [None req-86ea74e9-eea3-4769-b153-652ac6294d68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741779927170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-625140'] for agent, after_update {{(pid=96122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:51:58.542492 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron_lib.callbacks.manager [None req-d04ed334-d278-4234-b850-06fee10c9c6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741779927170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-625140'] for agent, after_update {{(pid=96122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:51:59.645535 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron_lib.callbacks.manager [None req-9bd021b7-afaf-4c67-b111-7b9308fbf6a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741779927170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-625140'] for agent, after_update {{(pid=96122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:52:06.904082 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron_lib.callbacks.manager [None req-4d55257e-523e-4b8d-ab2b-d46a31710be1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741779927170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-625140'] for agent, after_update {{(pid=96122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:52:16.826073 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d42dfc-f7ac-46fb-a0d3-c62572c062b9 req-0f273266-d4e8-49df-8bca-c20d0eea6aeb tempest-TestVolumeBootPattern-610115025 tempest-TestVolumeBootPattern-610115025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:52:16.828105 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [req-81d42dfc-f7ac-46fb-a0d3-c62572c062b9 req-0f273266-d4e8-49df-8bca-c20d0eea6aeb tempest-TestVolumeBootPattern-610115025 tempest-TestVolumeBootPattern-610115025-project] 10.222.0.46 "GET /v2.0/ports?device_id=cd2e3f6a-4e6f-4602-b69f-957e310dd64b HTTP/1.1" status: 200 len: 945 time: 0.0526803 Sep 29 15:52:16.865243 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [req-81d42dfc-f7ac-46fb-a0d3-c62572c062b9 req-b3e43cde-e9aa-411d-8c2f-45f42d75fd48 tempest-TestVolumeBootPattern-610115025 tempest-TestVolumeBootPattern-610115025-project] 10.222.0.46 "GET /v2.0/security-groups?id=b9710121-5fde-4c3b-83e4-a0ee4e081111&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0313311 Sep 29 15:52:17.979289 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3374e4cf-1a13-4981-956a-9813f2068366 req-a71fe034-6d22-4359-9b4a-a212f2250da2 tempest-TestVolumeBootPattern-610115025 tempest-TestVolumeBootPattern-610115025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:52:17.980808 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-3374e4cf-1a13-4981-956a-9813f2068366 req-a71fe034-6d22-4359-9b4a-a212f2250da2 tempest-TestVolumeBootPattern-610115025 tempest-TestVolumeBootPattern-610115025-project] 10.222.0.46 "GET /v2.0/ports?device_id=cd2e3f6a-4e6f-4602-b69f-957e310dd64b HTTP/1.1" status: 200 len: 945 time: 0.0484285 Sep 29 15:52:18.017139 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-3374e4cf-1a13-4981-956a-9813f2068366 req-7a33a81a-c84f-43fd-a383-bd46ad6f5165 tempest-TestVolumeBootPattern-610115025 tempest-TestVolumeBootPattern-610115025-project] 10.222.0.46 "GET /v2.0/security-groups?id=b9710121-5fde-4c3b-83e4-a0ee4e081111&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0298657 Sep 29 15:52:18.402238 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74cff6fa-fa41-48f5-bda4-0e11c48208c4 req-17ce27ba-72f3-4645-b247-bf2eac2b29a1 tempest-TestVolumeBootPattern-610115025 tempest-TestVolumeBootPattern-610115025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:52:18.403679 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-74cff6fa-fa41-48f5-bda4-0e11c48208c4 req-17ce27ba-72f3-4645-b247-bf2eac2b29a1 tempest-TestVolumeBootPattern-610115025 tempest-TestVolumeBootPattern-610115025-project] 10.222.0.22 "GET /v2.0/ports?device_id=cd2e3f6a-4e6f-4602-b69f-957e310dd64b HTTP/1.1" status: 200 len: 945 time: 0.0500896 Sep 29 15:52:18.494146 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.plugins.ml2.plugin [req-74cff6fa-fa41-48f5-bda4-0e11c48208c4 req-a2272965-98ad-4d9d-8207-4786a717cd12 tempest-TestVolumeBootPattern-610115025 tempest-TestVolumeBootPattern-610115025-project] Deleting port 0c0b2faa-e667-4f7f-9eb1-4556c8399f7a {{(pid=96121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 29 15:52:18.494489 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [req-74cff6fa-fa41-48f5-bda4-0e11c48208c4 req-a2272965-98ad-4d9d-8207-4786a717cd12 tempest-TestVolumeBootPattern-610115025 tempest-TestVolumeBootPattern-610115025-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741780140072'] for port, before_delete {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:52:18.581421 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.plugins.ml2.db [req-74cff6fa-fa41-48f5-bda4-0e11c48208c4 req-a2272965-98ad-4d9d-8207-4786a717cd12 tempest-TestVolumeBootPattern-610115025 tempest-TestVolumeBootPattern-610115025-project] For port 0c0b2faa-e667-4f7f-9eb1-4556c8399f7a, host hv-cinder-80661, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80661',level=0,port_id=0c0b2faa-e667-4f7f-9eb1-4556c8399f7a,segment=NetworkSegment(6ab0cf2f-b4ec-4407-92a6-993df9aa86b6),segment_id=6ab0cf2f-b4ec-4407-92a6-993df9aa86b6)] {{(pid=96121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 15:52:18.581781 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [req-74cff6fa-fa41-48f5-bda4-0e11c48208c4 req-a2272965-98ad-4d9d-8207-4786a717cd12 tempest-TestVolumeBootPattern-610115025 tempest-TestVolumeBootPattern-610115025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1614090'] for port, precommit_delete {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:52:18.745468 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [req-74cff6fa-fa41-48f5-bda4-0e11c48208c4 req-a2272965-98ad-4d9d-8207-4786a717cd12 tempest-TestVolumeBootPattern-610115025 tempest-TestVolumeBootPattern-610115025-project] Notify callbacks [] for floatingip, precommit_update {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:52:18.745839 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [req-74cff6fa-fa41-48f5-bda4-0e11c48208c4 req-a2272965-98ad-4d9d-8207-4786a717cd12 tempest-TestVolumeBootPattern-610115025 tempest-TestVolumeBootPattern-610115025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1618963'] for floatingip, after_update {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:52:18.746149 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.db.l3_db [req-74cff6fa-fa41-48f5-bda4-0e11c48208c4 req-a2272965-98ad-4d9d-8207-4786a717cd12 tempest-TestVolumeBootPattern-610115025 tempest-TestVolumeBootPattern-610115025-project] Floating IP 8c6567bc-6bc3-4a21-a226-a44dcbfa3774 disassociated. External IP: 172.27.0.180, port: 0c0b2faa-e667-4f7f-9eb1-4556c8399f7a. Sep 29 15:52:18.746490 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.plugins.ml2.plugin [req-74cff6fa-fa41-48f5-bda4-0e11c48208c4 req-a2272965-98ad-4d9d-8207-4786a717cd12 tempest-TestVolumeBootPattern-610115025 tempest-TestVolumeBootPattern-610115025-project] Calling delete_port for 0c0b2faa-e667-4f7f-9eb1-4556c8399f7a owned by compute:nova {{(pid=96121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 29 15:52:18.926634 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [req-74cff6fa-fa41-48f5-bda4-0e11c48208c4 req-a2272965-98ad-4d9d-8207-4786a717cd12 tempest-TestVolumeBootPattern-610115025 tempest-TestVolumeBootPattern-610115025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741780147950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741779628746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3898419'] for port, after_delete {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:52:18.954850 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2272965-98ad-4d9d-8207-4786a717cd12 tempest-TestVolumeBootPattern-610115025 tempest-TestVolumeBootPattern-610115025-project] Pushing event deleted for resources: {'Port': ['ID=0c0b2faa-e667-4f7f-9eb1-4556c8399f7a,revision_number=None']} {{(pid=96121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 15:52:18.965515 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2272965-98ad-4d9d-8207-4786a717cd12 tempest-TestVolumeBootPattern-610115025 tempest-TestVolumeBootPattern-610115025-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806616-6-iscsi {{(pid=96121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 15:52:18.965865 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2272965-98ad-4d9d-8207-4786a717cd12 tempest-TestVolumeBootPattern-610115025 tempest-TestVolumeBootPattern-610115025-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806616-6-iscsi {{(pid=96121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 15:52:18.966204 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2272965-98ad-4d9d-8207-4786a717cd12 tempest-TestVolumeBootPattern-610115025 tempest-TestVolumeBootPattern-610115025-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806616-6-iscsi {{(pid=96121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 15:52:18.966535 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2272965-98ad-4d9d-8207-4786a717cd12 tempest-TestVolumeBootPattern-610115025 tempest-TestVolumeBootPattern-610115025-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806616-6-iscsi {{(pid=96121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 15:52:18.966864 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2272965-98ad-4d9d-8207-4786a717cd12 tempest-TestVolumeBootPattern-610115025 tempest-TestVolumeBootPattern-610115025-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806616-6-iscsi {{(pid=96121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 15:52:18.967189 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2272965-98ad-4d9d-8207-4786a717cd12 tempest-TestVolumeBootPattern-610115025 tempest-TestVolumeBootPattern-610115025-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806616-6-iscsi {{(pid=96121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 15:52:18.967513 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2272965-98ad-4d9d-8207-4786a717cd12 tempest-TestVolumeBootPattern-610115025 tempest-TestVolumeBootPattern-610115025-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806616-6-iscsi {{(pid=96121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 15:52:18.967837 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2272965-98ad-4d9d-8207-4786a717cd12 tempest-TestVolumeBootPattern-610115025 tempest-TestVolumeBootPattern-610115025-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806616-6-iscsi {{(pid=96121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 15:52:18.968258 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2272965-98ad-4d9d-8207-4786a717cd12 tempest-TestVolumeBootPattern-610115025 tempest-TestVolumeBootPattern-610115025-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806616-6-iscsi {{(pid=96121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 15:52:18.968584 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2272965-98ad-4d9d-8207-4786a717cd12 tempest-TestVolumeBootPattern-610115025 tempest-TestVolumeBootPattern-610115025-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806616-6-iscsi {{(pid=96121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 15:52:18.968904 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2272965-98ad-4d9d-8207-4786a717cd12 tempest-TestVolumeBootPattern-610115025 tempest-TestVolumeBootPattern-610115025-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806616-6-iscsi {{(pid=96121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 15:52:18.969222 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2272965-98ad-4d9d-8207-4786a717cd12 tempest-TestVolumeBootPattern-610115025 tempest-TestVolumeBootPattern-610115025-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806616-6-iscsi {{(pid=96121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 15:52:19.073807 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.scheduler.l3_agent_scheduler [req-74cff6fa-fa41-48f5-bda4-0e11c48208c4 req-a2272965-98ad-4d9d-8207-4786a717cd12 tempest-TestVolumeBootPattern-610115025 tempest-TestVolumeBootPattern-610115025-project] Router b5cf718c-af45-41e1-bc2a-267ce5057563 has already been hosted by L3 agent e5061b61-feb3-46be-bd05-1226f95d9417 {{(pid=96121) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 29 15:52:19.126288 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [req-5ffcd5fa-d703-4b7c-bcd8-30270cecf5a0 req-a08c71f3-4256-45f2-aee0-af50e9c4b232 tempest-TestVolumeBootPattern-610115025 tempest-TestVolumeBootPattern-610115025-project] 10.222.0.46 "GET /v2.0/ports?device_id=cd2e3f6a-4e6f-4602-b69f-957e310dd64b HTTP/1.1" status: 200 len: 210 time: 0.0265918 Sep 29 15:52:19.178190 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-74cff6fa-fa41-48f5-bda4-0e11c48208c4 req-a2272965-98ad-4d9d-8207-4786a717cd12 tempest-TestVolumeBootPattern-610115025 tempest-TestVolumeBootPattern-610115025-project] Notify agent at l3_agent.dv-cinder-806616-6-iscsi the message routers_updated {{(pid=96121) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 15:52:19.188601 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5346ce4a-6ba1-4fc1-8058-a48494cf87f7 None None] Sync routers for ids ['b5cf718c-af45-41e1-bc2a-267ce5057563'] in dv-cinder-806616-6-iscsi {{(pid=96122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 15:52:19.199740 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5346ce4a-6ba1-4fc1-8058-a48494cf87f7 None None] Routers {'b5cf718c-af45-41e1-bc2a-267ce5057563'} bound to L3 agent in host dv-cinder-806616-6-iscsi {{(pid=96122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 15:52:19.200363 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.db.l3_hamode_db [None req-5346ce4a-6ba1-4fc1-8058-a48494cf87f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806616-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-29T15:30:56Z,description=,heartbeat_timestamp=2021-09-29T15:51:57Z,host='dv-cinder-806616-6-iscsi',id=e5061b61-feb3-46be-bd05-1226f95d9417,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T15:30:57Z,topic='l3_agent')) {'router_ids': ['b5cf718c-af45-41e1-bc2a-267ce5057563'], 'active': True} {{(pid=96122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 15:52:19.215211 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.db.l3_dvrscheduler_db [req-74cff6fa-fa41-48f5-bda4-0e11c48208c4 req-a2272965-98ad-4d9d-8207-4786a717cd12 tempest-TestVolumeBootPattern-610115025 tempest-TestVolumeBootPattern-610115025-project] No DVR routers for this DVR port 0c0b2faa-e667-4f7f-9eb1-4556c8399f7a on host hv-cinder-80661 {{(pid=96121) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 15:52:19.217720 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [req-74cff6fa-fa41-48f5-bda4-0e11c48208c4 req-a2272965-98ad-4d9d-8207-4786a717cd12 tempest-TestVolumeBootPattern-610115025 tempest-TestVolumeBootPattern-610115025-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238921'] for port, before_response {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:52:19.219752 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-74cff6fa-fa41-48f5-bda4-0e11c48208c4 req-a2272965-98ad-4d9d-8207-4786a717cd12 tempest-TestVolumeBootPattern-610115025 tempest-TestVolumeBootPattern-610115025-project] 10.222.0.22 "DELETE /v2.0/ports/0c0b2faa-e667-4f7f-9eb1-4556c8399f7a HTTP/1.1" status: 204 len: 173 time: 0.8100913 Sep 29 15:52:19.220227 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd2e3f6a-4e6f-4602-b69f-957e310dd64b', 'name': 'network-vif-deleted', 'tag': '0c0b2faa-e667-4f7f-9eb1-4556c8399f7a'}] {{(pid=96121) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 15:52:19.222486 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dcbd94143c65fdb0f5c12b0c92a6468c38125261e55d21e9818266cb91f6c0d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b697f3fd-dbd1-4a25-b3be-53325fc008b0" -d '{"events": [{"server_uuid": "cd2e3f6a-4e6f-4602-b69f-957e310dd64b", "name": "network-vif-deleted", "tag": "0c0b2faa-e667-4f7f-9eb1-4556c8399f7a"}]}' {{(pid=96121) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 15:52:19.257909 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Sep 2021 15:52:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96291ba2-854f-497c-8583-28f8b5ccb098 x-openstack-request-id: req-96291ba2-854f-497c-8583-28f8b5ccb098 {{(pid=96121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 15:52:19.258197 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd2e3f6a-4e6f-4602-b69f-957e310dd64b", "name": "network-vif-deleted", "tag": "0c0b2faa-e667-4f7f-9eb1-4556c8399f7a", "status": "completed", "code": 200}]} {{(pid=96121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 15:52:19.258472 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-96291ba2-854f-497c-8583-28f8b5ccb098 {{(pid=96121) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 15:52:19.259018 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd2e3f6a-4e6f-4602-b69f-957e310dd64b', 'name': 'network-vif-deleted', 'tag': '0c0b2faa-e667-4f7f-9eb1-4556c8399f7a', 'status': 'completed', 'code': 200} Sep 29 15:52:19.305992 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.db.l3_dvr_db [None req-5346ce4a-6ba1-4fc1-8058-a48494cf87f7 None None] Set router b5cf718c-af45-41e1-bc2a-267ce5057563 gateway port host: dv-cinder-806616-6-iscsi {{(pid=96122) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 15:52:19.507362 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.db.l3_hamode_db [None req-5346ce4a-6ba1-4fc1-8058-a48494cf87f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5cf718c-af45-41e1-bc2a-267ce5057563', 'name': 'tempest-TestVolumeBootPattern-1891457191-router', 'tenant_id': '54b54b3b8c5d4295a0fc95e1c5e76334', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd5efe95-1549-4750-933c-70412f77577e', 'external_fixed_ips': [{'subnet_id': '9c872fed-da92-4e12-828d-ac62e1b980b9', 'ip_address': '172.27.0.233'}], 'enable_snat': True}, 'gw_port_id': 'a4833d5d-c06e-44c8-acfc-54480d486295', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T15:49:30Z', 'updated_at': '2021-09-29T15:49:33Z', 'revision_number': 4, 'project_id': '54b54b3b8c5d4295a0fc95e1c5e76334', 'gw_port': {'id': 'a4833d5d-c06e-44c8-acfc-54480d486295', 'name': '', 'network_id': 'cd5efe95-1549-4750-933c-70412f77577e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:80:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5cf718c-af45-41e1-bc2a-267ce5057563', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '9c872fed-da92-4e12-828d-ac62e1b980b9', 'ip_address': '172.27.0.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806616-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T15:49:30Z', 'updated_at': '2021-09-29T15:49:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c872fed-da92-4e12-828d-ac62e1b980b9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806616-6-iscsi', '_interfaces': [{'id': '91e530aa-8a41-4beb-80f0-772c34853da5', 'name': '', 'network_id': '130bac75-18dc-45de-9ec4-afda9fc26d7f', 'tenant_id': '54b54b3b8c5d4295a0fc95e1c5e76334', 'mac_address': 'fa:16:3e:0e:c0:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5cf718c-af45-41e1-bc2a-267ce5057563', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '1884d989-814c-43e8-ad27-affc4248c86e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806616-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T15:49:32Z', 'updated_at': '2021-09-29T15:49:36Z', 'revision_number': 5, 'project_id': '54b54b3b8c5d4295a0fc95e1c5e76334', 'subnets': [{'id': '1884d989-814c-43e8-ad27-affc4248c86e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806616-6-iscsi', False) {} {{(pid=96122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 15:52:19.532960 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5346ce4a-6ba1-4fc1-8058-a48494cf87f7 None None] Checking router: b5cf718c-af45-41e1-bc2a-267ce5057563 for host: dv-cinder-806616-6-iscsi {{(pid=96122) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 15:52:19.540769 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5346ce4a-6ba1-4fc1-8058-a48494cf87f7 None None] Routers {'b5cf718c-af45-41e1-bc2a-267ce5057563'} bound to L3 agent in host dv-cinder-806616-6-iscsi {{(pid=96122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 15:52:19.541361 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.db.l3_hamode_db [None req-5346ce4a-6ba1-4fc1-8058-a48494cf87f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806616-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-29T15:30:56Z,description=,heartbeat_timestamp=2021-09-29T15:51:57Z,host='dv-cinder-806616-6-iscsi',id=e5061b61-feb3-46be-bd05-1226f95d9417,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T15:30:57Z,topic='l3_agent')) {'router_ids': ['b5cf718c-af45-41e1-bc2a-267ce5057563'], 'active': True} {{(pid=96122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 15:52:19.642498 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.db.l3_dvr_db [None req-5346ce4a-6ba1-4fc1-8058-a48494cf87f7 None None] Set router b5cf718c-af45-41e1-bc2a-267ce5057563 gateway port host: dv-cinder-806616-6-iscsi {{(pid=96122) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 15:52:19.968186 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.db.l3_hamode_db [None req-5346ce4a-6ba1-4fc1-8058-a48494cf87f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5cf718c-af45-41e1-bc2a-267ce5057563', 'name': 'tempest-TestVolumeBootPattern-1891457191-router', 'tenant_id': '54b54b3b8c5d4295a0fc95e1c5e76334', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd5efe95-1549-4750-933c-70412f77577e', 'external_fixed_ips': [{'subnet_id': '9c872fed-da92-4e12-828d-ac62e1b980b9', 'ip_address': '172.27.0.233'}], 'enable_snat': True}, 'gw_port_id': 'a4833d5d-c06e-44c8-acfc-54480d486295', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T15:49:30Z', 'updated_at': '2021-09-29T15:49:33Z', 'revision_number': 4, 'project_id': '54b54b3b8c5d4295a0fc95e1c5e76334', 'gw_port': {'id': 'a4833d5d-c06e-44c8-acfc-54480d486295', 'name': '', 'network_id': 'cd5efe95-1549-4750-933c-70412f77577e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:80:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5cf718c-af45-41e1-bc2a-267ce5057563', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '9c872fed-da92-4e12-828d-ac62e1b980b9', 'ip_address': '172.27.0.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806616-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T15:49:30Z', 'updated_at': '2021-09-29T15:49:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c872fed-da92-4e12-828d-ac62e1b980b9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806616-6-iscsi', '_interfaces': [{'id': '91e530aa-8a41-4beb-80f0-772c34853da5', 'name': '', 'network_id': '130bac75-18dc-45de-9ec4-afda9fc26d7f', 'tenant_id': '54b54b3b8c5d4295a0fc95e1c5e76334', 'mac_address': 'fa:16:3e:0e:c0:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5cf718c-af45-41e1-bc2a-267ce5057563', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '1884d989-814c-43e8-ad27-affc4248c86e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806616-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T15:49:32Z', 'updated_at': '2021-09-29T15:49:36Z', 'revision_number': 5, 'project_id': '54b54b3b8c5d4295a0fc95e1c5e76334', 'subnets': [{'id': '1884d989-814c-43e8-ad27-affc4248c86e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806616-6-iscsi', False) {} {{(pid=96122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 15:52:19.996726 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5346ce4a-6ba1-4fc1-8058-a48494cf87f7 None None] The sync data for ids ['b5cf718c-af45-41e1-bc2a-267ce5057563'] in dv-cinder-806616-6-iscsi is: [{'id': 'b5cf718c-af45-41e1-bc2a-267ce5057563', 'name': 'tempest-TestVolumeBootPattern-1891457191-router', 'tenant_id': '54b54b3b8c5d4295a0fc95e1c5e76334', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd5efe95-1549-4750-933c-70412f77577e', 'external_fixed_ips': [{'subnet_id': '9c872fed-da92-4e12-828d-ac62e1b980b9', 'ip_address': '172.27.0.233'}], 'enable_snat': True}, 'gw_port_id': 'a4833d5d-c06e-44c8-acfc-54480d486295', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T15:49:30Z', 'updated_at': '2021-09-29T15:49:33Z', 'revision_number': 4, 'project_id': '54b54b3b8c5d4295a0fc95e1c5e76334', 'gw_port': {'id': 'a4833d5d-c06e-44c8-acfc-54480d486295', 'name': '', 'network_id': 'cd5efe95-1549-4750-933c-70412f77577e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:80:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5cf718c-af45-41e1-bc2a-267ce5057563', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '9c872fed-da92-4e12-828d-ac62e1b980b9', 'ip_address': '172.27.0.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806616-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T15:49:30Z', 'updated_at': '2021-09-29T15:49:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c872fed-da92-4e12-828d-ac62e1b980b9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806616-6-iscsi', '_interfaces': [{'id': '91e530aa-8a41-4beb-80f0-772c34853da5', 'name': '', 'network_id': '130bac75-18dc-45de-9ec4-afda9fc26d7f', 'tenant_id': '54b54b3b8c5d4295a0fc95e1c5e76334', 'mac_address': 'fa:16:3e:0e:c0:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5cf718c-af45-41e1-bc2a-267ce5057563', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '1884d989-814c-43e8-ad27-affc4248c86e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806616-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T15:49:32Z', 'updated_at': '2021-09-29T15:49:36Z', 'revision_number': 5, 'project_id': '54b54b3b8c5d4295a0fc95e1c5e76334', 'subnets': [{'id': '1884d989-814c-43e8-ad27-affc4248c86e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=96122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 15:52:20.213523 dv-cinder-806616-6-iscsi neutron-server[96123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4ee4c64-223b-4e86-adc0-bc1f530848db None None] New status for floating IP 8c6567bc-6bc3-4a21-a226-a44dcbfa3774: DOWN {{(pid=96123) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 29 15:52:20.231859 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [req-9ea62b73-7cf8-462e-8fec-217be598d272 req-31669194-45e0-4b7a-8b1a-3dea5762748e tempest-TestVolumeBootPattern-610115025 tempest-TestVolumeBootPattern-610115025-project] 10.222.0.46 "GET /v2.0/ports?device_id=cd2e3f6a-4e6f-4602-b69f-957e310dd64b HTTP/1.1" status: 200 len: 210 time: 0.0263014 Sep 29 15:52:20.794941 dv-cinder-806616-6-iscsi neutron-server[96123]: DEBUG neutron.db.agents_db [None req-ce50b6f1-f7bd-4b59-8641-9f71b480b041 None None] Agent healthcheck: found 6 active agents {{(pid=96123) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 29 15:52:21.495093 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [req-38949607-c1c4-4ba5-994e-866124773061 req-b63b0340-96f0-4447-aed3-0a3120bea257 tempest-TestVolumeBootPattern-610115025 tempest-TestVolumeBootPattern-610115025-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-66440100&fields=id&tenant_id=54b54b3b8c5d4295a0fc95e1c5e76334 HTTP/1.1" status: 200 len: 267 time: 0.0311298 Sep 29 15:52:21.599125 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38949607-c1c4-4ba5-994e-866124773061 req-dc67222d-7561-4e5e-9020-753389488599 tempest-TestVolumeBootPattern-610115025 tempest-TestVolumeBootPattern-610115025-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=96120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:52:21.600478 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [req-38949607-c1c4-4ba5-994e-866124773061 req-dc67222d-7561-4e5e-9020-753389488599 tempest-TestVolumeBootPattern-610115025 tempest-TestVolumeBootPattern-610115025-project] 10.222.0.46 "GET /v2.0/networks?id=130bac75-18dc-45de-9ec4-afda9fc26d7f HTTP/1.1" status: 200 len: 812 time: 0.0983977 Sep 29 15:52:21.614995 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [req-38949607-c1c4-4ba5-994e-866124773061 req-d00cd5e3-1a0f-44ac-82d1-009ec246e0f3 tempest-TestVolumeBootPattern-610115025 tempest-TestVolumeBootPattern-610115025-project] 10.222.0.46 "GET /v2.0/quotas/54b54b3b8c5d4295a0fc95e1c5e76334 HTTP/1.1" status: 200 len: 375 time: 0.0090196 Sep 29 15:52:21.667377 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [req-38949607-c1c4-4ba5-994e-866124773061 req-4a2d809c-9641-475c-90a0-da5df08d5b38 tempest-TestVolumeBootPattern-610115025 tempest-TestVolumeBootPattern-610115025-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=54b54b3b8c5d4295a0fc95e1c5e76334&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0472872 Sep 29 15:52:21.766308 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.wsgi [req-38949607-c1c4-4ba5-994e-866124773061 req-a24e7615-dcf9-40c5-9bae-71ea85041b2d service neutron] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=96120) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 29 15:52:21.767306 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [req-38949607-c1c4-4ba5-994e-866124773061 req-a24e7615-dcf9-40c5-9bae-71ea85041b2d service neutron] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0884526 Sep 29 15:52:21.857624 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [req-38949607-c1c4-4ba5-994e-866124773061 req-7398cf32-9234-4617-95bb-c40ed7af3ec7 service neutron] 10.222.0.46 "GET /v2.0/networks/130bac75-18dc-45de-9ec4-afda9fc26d7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840528 Sep 29 15:52:21.945480 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [req-38949607-c1c4-4ba5-994e-866124773061 req-46a53f0a-4713-4219-bc62-da871adb7511 service neutron] 10.222.0.46 "GET /v2.0/networks/130bac75-18dc-45de-9ec4-afda9fc26d7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807641 Sep 29 15:52:22.585696 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-fda9af2f-e889-471c-ae89-4631bb448a71 req-499e7328-189b-4e4a-9db9-1c3170b2f32f tempest-TestVolumeBootPattern-610115025 tempest-TestVolumeBootPattern-610115025-project] 10.222.0.46 "GET /v2.0/ports?device_id=de57312d-d8bf-41e3-8a5f-cafd14edc615 HTTP/1.1" status: 200 len: 210 time: 0.0269346 Sep 29 15:52:23.100808 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.plugins.ml2.rpc [None req-4d55257e-523e-4b8d-ab2b-d46a31710be1 None None] Device 0c0b2faa-e667-4f7f-9eb1-4556c8399f7a no longer exists at agent hyperv_hv-cinder-80661 {{(pid=96122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 15:52:23.120931 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.plugins.ml2.plugin [None req-4d55257e-523e-4b8d-ab2b-d46a31710be1 None None] No Port match for: 0c0b2faa-e667-4f7f-9eb1-4556c8399f7a {{(pid=96122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 29 15:52:23.121207 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.plugins.ml2.rpc [None req-4d55257e-523e-4b8d-ab2b-d46a31710be1 None None] Device 0c0b2faa-e667-4f7f-9eb1-4556c8399f7a not bound to the agent host hv-cinder-80661 {{(pid=96122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 15:52:23.675058 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [req-4b52b9e2-30bc-4d8f-ba54-12345ee07f82 req-16588a0f-cba9-42d7-8421-05bec58e3051 tempest-TestVolumeBootPattern-610115025 tempest-TestVolumeBootPattern-610115025-project] 10.222.0.46 "GET /v2.0/ports?device_id=de57312d-d8bf-41e3-8a5f-cafd14edc615 HTTP/1.1" status: 200 len: 210 time: 0.0266981 Sep 29 15:52:24.149258 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron_lib.callbacks.manager [None req-87a4b093-115e-4695-954f-d523a8d09bda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741779927170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-625140'] for agent, after_update {{(pid=96122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:52:24.440039 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38949607-c1c4-4ba5-994e-866124773061 req-d7d2a9e3-a276-490e-99f2-b7d5791d4d8c tempest-TestVolumeBootPattern-610115025 tempest-TestVolumeBootPattern-610115025-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=96121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:52:24.441404 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-38949607-c1c4-4ba5-994e-866124773061 req-d7d2a9e3-a276-490e-99f2-b7d5791d4d8c tempest-TestVolumeBootPattern-610115025 tempest-TestVolumeBootPattern-610115025-project] 10.222.0.22 "GET /v2.0/networks?id=130bac75-18dc-45de-9ec4-afda9fc26d7f HTTP/1.1" status: 200 len: 812 time: 0.1031096 Sep 29 15:52:24.489565 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-38949607-c1c4-4ba5-994e-866124773061 req-05771549-5252-4701-aa3f-adc4b1bdf8c3 tempest-TestVolumeBootPattern-610115025 tempest-TestVolumeBootPattern-610115025-project] 10.222.0.22 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=54b54b3b8c5d4295a0fc95e1c5e76334 HTTP/1.1" status: 200 len: 378 time: 0.0331278 Sep 29 15:52:24.498571 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.api.v2.base [req-38949607-c1c4-4ba5-994e-866124773061 req-f14b58d5-3b2e-4e2c-badf-95626deb72e1 tempest-TestVolumeBootPattern-610115025 tempest-TestVolumeBootPattern-610115025-project] Request body: {'port': {'device_id': 'de57312d-d8bf-41e3-8a5f-cafd14edc615', 'network_id': '130bac75-18dc-45de-9ec4-afda9fc26d7f', 'admin_state_up': True, 'tenant_id': '54b54b3b8c5d4295a0fc95e1c5e76334', 'security_groups': ['b9710121-5fde-4c3b-83e4-a0ee4e081111']}} {{(pid=96121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 15:52:24.692762 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-38949607-c1c4-4ba5-994e-866124773061 req-f14b58d5-3b2e-4e2c-badf-95626deb72e1 tempest-TestVolumeBootPattern-610115025 tempest-TestVolumeBootPattern-610115025-project] Made reservation on behalf of 54b54b3b8c5d4295a0fc95e1c5e76334 for: {'port': 1} {{(pid=96121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 15:52:24.696513 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [req-38949607-c1c4-4ba5-994e-866124773061 req-f14b58d5-3b2e-4e2c-badf-95626deb72e1 tempest-TestVolumeBootPattern-610115025 tempest-TestVolumeBootPattern-610115025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-684029'] for port, before_create {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:52:24.779298 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-85bb6444-beac-452b-ab9c-b6b551256eb7 req-91e8a4bb-78d0-4254-86ea-fc7c814d04d4 tempest-TestVolumeBootPattern-610115025 tempest-TestVolumeBootPattern-610115025-project] 10.222.0.46 "GET /v2.0/ports?device_id=de57312d-d8bf-41e3-8a5f-cafd14edc615 HTTP/1.1" status: 200 len: 210 time: 0.0310342 Sep 29 15:52:24.839569 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.db.db_base_plugin_common [req-38949607-c1c4-4ba5-994e-866124773061 req-f14b58d5-3b2e-4e2c-badf-95626deb72e1 tempest-TestVolumeBootPattern-610115025 tempest-TestVolumeBootPattern-610115025-project] Allocated IP 172.20.0.9 (130bac75-18dc-45de-9ec4-afda9fc26d7f/1884d989-814c-43e8-ad27-affc4248c86e/416c05a1-89ea-4a69-aea5-340a0e937280) {{(pid=96121) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 15:52:24.973003 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [req-38949607-c1c4-4ba5-994e-866124773061 req-f14b58d5-3b2e-4e2c-badf-95626deb72e1 tempest-TestVolumeBootPattern-610115025 tempest-TestVolumeBootPattern-610115025-project] Notify callbacks [] for port, precommit_create {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:52:25.081731 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [req-38949607-c1c4-4ba5-994e-866124773061 req-f14b58d5-3b2e-4e2c-badf-95626deb72e1 tempest-TestVolumeBootPattern-610115025 tempest-TestVolumeBootPattern-610115025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741779628737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3898419'] for port, after_create {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:52:25.126259 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-38949607-c1c4-4ba5-994e-866124773061 req-f14b58d5-3b2e-4e2c-badf-95626deb72e1 tempest-TestVolumeBootPattern-610115025 tempest-TestVolumeBootPattern-610115025-project] Network 130bac75-18dc-45de-9ec4-afda9fc26d7f is already hosted by enough agents. {{(pid=96121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 15:52:25.129458 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.scheduler.base_scheduler [req-38949607-c1c4-4ba5-994e-866124773061 req-f14b58d5-3b2e-4e2c-badf-95626deb72e1 tempest-TestVolumeBootPattern-610115025 tempest-TestVolumeBootPattern-610115025-project] Resources bound (agent type, host, resource id): {{(pid=96121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 15:52:25.133049 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.db.l3_dvrscheduler_db [req-38949607-c1c4-4ba5-994e-866124773061 req-f14b58d5-3b2e-4e2c-badf-95626deb72e1 tempest-TestVolumeBootPattern-610115025 tempest-TestVolumeBootPattern-610115025-project] Received port after_create {{(pid=96121) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 15:52:25.166638 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f14b58d5-3b2e-4e2c-badf-95626deb72e1 tempest-TestVolumeBootPattern-610115025 tempest-TestVolumeBootPattern-610115025-project] Pushing event updated for resources: {'Port': ['ID=416c05a1-89ea-4a69-aea5-340a0e937280,revision_number=1']} {{(pid=96121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 15:52:25.192220 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38949607-c1c4-4ba5-994e-866124773061 req-f14b58d5-3b2e-4e2c-badf-95626deb72e1 tempest-TestVolumeBootPattern-610115025 tempest-TestVolumeBootPattern-610115025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=96121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:52:25.192833 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [req-38949607-c1c4-4ba5-994e-866124773061 req-f14b58d5-3b2e-4e2c-badf-95626deb72e1 tempest-TestVolumeBootPattern-610115025 tempest-TestVolumeBootPattern-610115025-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238921'] for port, before_response {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:52:25.264904 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-38949607-c1c4-4ba5-994e-866124773061 req-f14b58d5-3b2e-4e2c-badf-95626deb72e1 tempest-TestVolumeBootPattern-610115025 tempest-TestVolumeBootPattern-610115025-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7697029 Sep 29 15:52:25.284977 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.api.v2.base [req-38949607-c1c4-4ba5-994e-866124773061 req-d4586e09-ef3b-4860-a5f3-7daaba1e9eca service neutron] Request body: {'port': {'device_id': 'de57312d-d8bf-41e3-8a5f-cafd14edc615', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80661'}} {{(pid=96121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 15:52:25.321212 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.db.provisioning_blocks [None req-a08a7755-2d24-497a-b16b-3c1250504e97 None None] Provisioning complete for port 416c05a1-89ea-4a69-aea5-340a0e937280 triggered by entity DHCP. {{(pid=96122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 15:52:25.321830 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron_lib.callbacks.manager [None req-a08a7755-2d24-497a-b16b-3c1250504e97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-626465'] for port, provisioning_complete {{(pid=96122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:52:25.337280 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [req-38949607-c1c4-4ba5-994e-866124773061 req-d4586e09-ef3b-4860-a5f3-7daaba1e9eca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-684029'] for port, before_update {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:52:25.359260 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.plugins.ml2.plugin [None req-a08a7755-2d24-497a-b16b-3c1250504e97 None None] Port 416c05a1-89ea-4a69-aea5-340a0e937280 cannot update to ACTIVE because it is not bound. {{(pid=96122) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 29 15:52:25.592990 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.notifiers.nova [req-38949607-c1c4-4ba5-994e-866124773061 req-d4586e09-ef3b-4860-a5f3-7daaba1e9eca service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 416c05a1-89ea-4a69-aea5-340a0e937280 {{(pid=96121) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 15:52:25.600203 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [req-38949607-c1c4-4ba5-994e-866124773061 req-d4586e09-ef3b-4860-a5f3-7daaba1e9eca service neutron] Notify callbacks [] for port, precommit_update {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:52:25.611579 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.db.provisioning_blocks [req-38949607-c1c4-4ba5-994e-866124773061 req-d4586e09-ef3b-4860-a5f3-7daaba1e9eca service neutron] Transition to ACTIVE for port object 416c05a1-89ea-4a69-aea5-340a0e937280 will not be triggered until provisioned by entity L2. {{(pid=96121) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 15:52:25.721469 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [req-38949607-c1c4-4ba5-994e-866124773061 req-d4586e09-ef3b-4860-a5f3-7daaba1e9eca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741780147972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741779628755', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741779628773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3898424'] for port, after_update {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:52:25.772488 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4586e09-ef3b-4860-a5f3-7daaba1e9eca service neutron] Pushing event updated for resources: {'Port': ['ID=416c05a1-89ea-4a69-aea5-340a0e937280,revision_number=2']} {{(pid=96121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 15:52:25.848902 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.plugins.ml2.managers [req-38949607-c1c4-4ba5-994e-866124773061 req-d4586e09-ef3b-4860-a5f3-7daaba1e9eca service neutron] Attempting to bind port 416c05a1-89ea-4a69-aea5-340a0e937280 on host hv-cinder-80661 for vnic_type normal with profile {{(pid=96121) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 15:52:25.849360 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.plugins.ml2.managers [req-38949607-c1c4-4ba5-994e-866124773061 req-d4586e09-ef3b-4860-a5f3-7daaba1e9eca service neutron] Attempting to bind port 416c05a1-89ea-4a69-aea5-340a0e937280 by drivers openvswitch,hyperv on host hv-cinder-80661 at level 0 using segments [{'id': '6ab0cf2f-b4ec-4407-92a6-993df9aa86b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '130bac75-18dc-45de-9ec4-afda9fc26d7f'}] {{(pid=96121) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 15:52:25.849709 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38949607-c1c4-4ba5-994e-866124773061 req-d4586e09-ef3b-4860-a5f3-7daaba1e9eca service neutron] Attempting to bind port 416c05a1-89ea-4a69-aea5-340a0e937280 on network 130bac75-18dc-45de-9ec4-afda9fc26d7f {{(pid=96121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 15:52:25.855509 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38949607-c1c4-4ba5-994e-866124773061 req-d4586e09-ef3b-4860-a5f3-7daaba1e9eca service neutron] Port 416c05a1-89ea-4a69-aea5-340a0e937280 on network 130bac75-18dc-45de-9ec4-afda9fc26d7f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80661 {{(pid=96121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 29 15:52:25.855842 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38949607-c1c4-4ba5-994e-866124773061 req-d4586e09-ef3b-4860-a5f3-7daaba1e9eca service neutron] Attempting to bind port 416c05a1-89ea-4a69-aea5-340a0e937280 on network 130bac75-18dc-45de-9ec4-afda9fc26d7f {{(pid=96121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 15:52:25.863596 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38949607-c1c4-4ba5-994e-866124773061 req-d4586e09-ef3b-4860-a5f3-7daaba1e9eca service neutron] Checking agent: {'id': '02e4aaf8-ac1d-430d-8152-9e2105739360', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80661', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 15, 37, 5), 'started_at': datetime.datetime(2021, 9, 29, 15, 37, 5), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 15, 52, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=96121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 15:52:25.864090 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38949607-c1c4-4ba5-994e-866124773061 req-d4586e09-ef3b-4860-a5f3-7daaba1e9eca service neutron] Checking segment: {'id': '6ab0cf2f-b4ec-4407-92a6-993df9aa86b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '130bac75-18dc-45de-9ec4-afda9fc26d7f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96121) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 15:52:25.864538 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38949607-c1c4-4ba5-994e-866124773061 req-d4586e09-ef3b-4860-a5f3-7daaba1e9eca service neutron] Bound using segment: {'id': '6ab0cf2f-b4ec-4407-92a6-993df9aa86b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '130bac75-18dc-45de-9ec4-afda9fc26d7f'} {{(pid=96121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 15:52:25.865245 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.plugins.ml2.managers [req-38949607-c1c4-4ba5-994e-866124773061 req-d4586e09-ef3b-4860-a5f3-7daaba1e9eca service neutron] Bound port: 416c05a1-89ea-4a69-aea5-340a0e937280, host: hv-cinder-80661, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6ab0cf2f-b4ec-4407-92a6-993df9aa86b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '130bac75-18dc-45de-9ec4-afda9fc26d7f'}}] {{(pid=96121) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 15:52:25.865652 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [req-38949607-c1c4-4ba5-994e-866124773061 req-d4586e09-ef3b-4860-a5f3-7daaba1e9eca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-684029'] for port, before_update {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:52:25.906341 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21d0c03-d7c1-4b8a-947b-0a43df88f813 req-222f6b16-6593-49c6-92be-54529b14ce6e tempest-TestVolumeBootPattern-610115025 tempest-TestVolumeBootPattern-610115025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:52:25.916244 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [req-a21d0c03-d7c1-4b8a-947b-0a43df88f813 req-222f6b16-6593-49c6-92be-54529b14ce6e tempest-TestVolumeBootPattern-610115025 tempest-TestVolumeBootPattern-610115025-project] 10.222.0.46 "GET /v2.0/ports?device_id=de57312d-d8bf-41e3-8a5f-cafd14edc615 HTTP/1.1" status: 200 len: 943 time: 0.0589888 Sep 29 15:52:25.942088 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.plugins.ml2.db [req-38949607-c1c4-4ba5-994e-866124773061 req-d4586e09-ef3b-4860-a5f3-7daaba1e9eca service neutron] For port 416c05a1-89ea-4a69-aea5-340a0e937280, host hv-cinder-80661, cleared binding levels {{(pid=96121) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 15:52:25.945196 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.plugins.ml2.db [req-38949607-c1c4-4ba5-994e-866124773061 req-d4586e09-ef3b-4860-a5f3-7daaba1e9eca service neutron] For port 416c05a1-89ea-4a69-aea5-340a0e937280, host hv-cinder-80661, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80661',level=0,port_id=416c05a1-89ea-4a69-aea5-340a0e937280,segment=NetworkSegment(6ab0cf2f-b4ec-4407-92a6-993df9aa86b6),segment_id=6ab0cf2f-b4ec-4407-92a6-993df9aa86b6)] {{(pid=96121) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 15:52:25.951656 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [req-a21d0c03-d7c1-4b8a-947b-0a43df88f813 req-3cb5d9f9-bc53-4720-9983-e68733eb13e6 tempest-TestVolumeBootPattern-610115025 tempest-TestVolumeBootPattern-610115025-project] 10.222.0.46 "GET /v2.0/security-groups?id=b9710121-5fde-4c3b-83e4-a0ee4e081111&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0342996 Sep 29 15:52:26.007030 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [req-38949607-c1c4-4ba5-994e-866124773061 req-d4586e09-ef3b-4860-a5f3-7daaba1e9eca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741780147972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741779628755', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741779628773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3898424'] for port, after_update {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:52:26.040113 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38949607-c1c4-4ba5-994e-866124773061 req-d4586e09-ef3b-4860-a5f3-7daaba1e9eca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:52:26.040794 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [req-38949607-c1c4-4ba5-994e-866124773061 req-d4586e09-ef3b-4860-a5f3-7daaba1e9eca service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238921'] for port, before_response {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:52:26.045825 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-38949607-c1c4-4ba5-994e-866124773061 req-d4586e09-ef3b-4860-a5f3-7daaba1e9eca service neutron] 10.222.0.22 "PUT /v2.0/ports/416c05a1-89ea-4a69-aea5-340a0e937280 HTTP/1.1" status: 200 len: 1093 time: 0.7621439 Sep 29 15:52:26.045825 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'de57312d-d8bf-41e3-8a5f-cafd14edc615', 'tag': '416c05a1-89ea-4a69-aea5-340a0e937280'}] {{(pid=96121) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 15:52:26.045825 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dcbd94143c65fdb0f5c12b0c92a6468c38125261e55d21e9818266cb91f6c0d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-facd9693-2abc-4715-b8a7-4570150781ce" -d '{"events": [{"name": "network-changed", "server_uuid": "de57312d-d8bf-41e3-8a5f-cafd14edc615", "tag": "416c05a1-89ea-4a69-aea5-340a0e937280"}]}' {{(pid=96121) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 15:52:26.070344 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4586e09-ef3b-4860-a5f3-7daaba1e9eca service neutron] Pushing event updated for resources: {'Port': ['ID=416c05a1-89ea-4a69-aea5-340a0e937280,revision_number=3']} {{(pid=96121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 15:52:26.085439 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 29 Sep 2021 15:52:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6af8620e-0e58-4b70-aae7-b49292b30288 x-openstack-request-id: req-6af8620e-0e58-4b70-aae7-b49292b30288 {{(pid=96121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 15:52:26.085943 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "de57312d-d8bf-41e3-8a5f-cafd14edc615", "tag": "416c05a1-89ea-4a69-aea5-340a0e937280", "status": "completed", "code": 200}]} {{(pid=96121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 15:52:26.086258 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-6af8620e-0e58-4b70-aae7-b49292b30288 {{(pid=96121) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 15:52:26.086657 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'de57312d-d8bf-41e3-8a5f-cafd14edc615', 'tag': '416c05a1-89ea-4a69-aea5-340a0e937280', 'status': 'completed', 'code': 200} Sep 29 15:52:26.169131 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-facd9693-2abc-4715-b8a7-4570150781ce req-4ba05841-9fbe-43fe-8b03-8ad69231ba63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:52:26.170670 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-facd9693-2abc-4715-b8a7-4570150781ce req-4ba05841-9fbe-43fe-8b03-8ad69231ba63 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=54b54b3b8c5d4295a0fc95e1c5e76334&device_id=de57312d-d8bf-41e3-8a5f-cafd14edc615 HTTP/1.1" status: 200 len: 1096 time: 0.0418196 Sep 29 15:52:26.276166 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-facd9693-2abc-4715-b8a7-4570150781ce req-7d687601-bf2a-49d7-9b0c-a0e388902e0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:52:26.277879 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-facd9693-2abc-4715-b8a7-4570150781ce req-7d687601-bf2a-49d7-9b0c-a0e388902e0e service neutron] 10.222.0.22 "GET /v2.0/networks?tenant_id=54b54b3b8c5d4295a0fc95e1c5e76334&shared=False HTTP/1.1" status: 200 len: 913 time: 0.0943687 Sep 29 15:52:26.368115 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-facd9693-2abc-4715-b8a7-4570150781ce req-a277a24c-657c-4c84-87dd-ea74519e4c57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:52:26.369579 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-facd9693-2abc-4715-b8a7-4570150781ce req-a277a24c-657c-4c84-87dd-ea74519e4c57 service neutron] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0845790 Sep 29 15:52:26.465344 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38949607-c1c4-4ba5-994e-866124773061 req-c9bc36e3-08b6-4ae0-bed9-cf320900f90a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:52:26.466783 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-38949607-c1c4-4ba5-994e-866124773061 req-c9bc36e3-08b6-4ae0-bed9-cf320900f90a service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=54b54b3b8c5d4295a0fc95e1c5e76334&device_id=de57312d-d8bf-41e3-8a5f-cafd14edc615 HTTP/1.1" status: 200 len: 1096 time: 0.0408361 Sep 29 15:52:26.642391 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron_lib.callbacks.manager [None req-e2014699-4eb1-4112-adb7-eec0708c2761 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741779927170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-625140'] for agent, after_update {{(pid=96122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:52:26.776591 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-38949607-c1c4-4ba5-994e-866124773061 req-0ccc1588-83db-4e4f-a9ab-0b0254e1b31d service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=416c05a1-89ea-4a69-aea5-340a0e937280 HTTP/1.1" status: 200 len: 217 time: 0.2967944 Sep 29 15:52:26.822579 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38949607-c1c4-4ba5-994e-866124773061 req-bd12962b-4b16-4e75-98be-529b46a2dfac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:52:26.823930 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-38949607-c1c4-4ba5-994e-866124773061 req-bd12962b-4b16-4e75-98be-529b46a2dfac service neutron] 10.222.0.22 "GET /v2.0/subnets?id=1884d989-814c-43e8-ad27-affc4248c86e HTTP/1.1" status: 200 len: 851 time: 0.0406761 Sep 29 15:52:26.867123 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38949607-c1c4-4ba5-994e-866124773061 req-5829af0a-bb40-40db-be41-53c48d5c2b53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:52:26.868621 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-38949607-c1c4-4ba5-994e-866124773061 req-5829af0a-bb40-40db-be41-53c48d5c2b53 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=130bac75-18dc-45de-9ec4-afda9fc26d7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0372026 Sep 29 15:52:26.957860 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-38949607-c1c4-4ba5-994e-866124773061 req-942715d4-ef6f-495e-8b18-4ed5fcfdb684 service neutron] 10.222.0.22 "GET /v2.0/networks/130bac75-18dc-45de-9ec4-afda9fc26d7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818071 Sep 29 15:52:27.050690 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-38949607-c1c4-4ba5-994e-866124773061 req-1ad47f42-dc7f-4466-8f5e-4d273b812b67 service neutron] 10.222.0.22 "GET /v2.0/networks/130bac75-18dc-45de-9ec4-afda9fc26d7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857587 Sep 29 15:52:27.065473 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d943f7-26d8-469d-a373-288e5c49592e req-285d2000-fd06-471c-8b04-acdd2def4f10 tempest-TestVolumeBootPattern-610115025 tempest-TestVolumeBootPattern-610115025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:52:27.066945 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [req-56d943f7-26d8-469d-a373-288e5c49592e req-285d2000-fd06-471c-8b04-acdd2def4f10 tempest-TestVolumeBootPattern-610115025 tempest-TestVolumeBootPattern-610115025-project] 10.222.0.46 "GET /v2.0/ports?device_id=de57312d-d8bf-41e3-8a5f-cafd14edc615 HTTP/1.1" status: 200 len: 943 time: 0.0489981 Sep 29 15:52:27.103625 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [req-56d943f7-26d8-469d-a373-288e5c49592e req-a5af1cd1-5b0c-408c-9f8a-48a6d96388f2 tempest-TestVolumeBootPattern-610115025 tempest-TestVolumeBootPattern-610115025-project] 10.222.0.46 "GET /v2.0/security-groups?id=b9710121-5fde-4c3b-83e4-a0ee4e081111&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0306580 Sep 29 15:52:27.612198 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron_lib.callbacks.manager [None req-86ea74e9-eea3-4769-b153-652ac6294d68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741779927170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-625140'] for agent, after_update {{(pid=96122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:52:28.215287 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99bbc09-0971-4e11-9236-9dff20082f91 req-ff89927f-4c9f-4be9-95d7-0ff678615e42 tempest-TestVolumeBootPattern-610115025 tempest-TestVolumeBootPattern-610115025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:52:28.216765 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-e99bbc09-0971-4e11-9236-9dff20082f91 req-ff89927f-4c9f-4be9-95d7-0ff678615e42 tempest-TestVolumeBootPattern-610115025 tempest-TestVolumeBootPattern-610115025-project] 10.222.0.46 "GET /v2.0/ports?device_id=de57312d-d8bf-41e3-8a5f-cafd14edc615 HTTP/1.1" status: 200 len: 943 time: 0.0473044 Sep 29 15:52:28.253116 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-e99bbc09-0971-4e11-9236-9dff20082f91 req-768d9597-7955-4a67-a5a6-45a9e8e34de9 tempest-TestVolumeBootPattern-610115025 tempest-TestVolumeBootPattern-610115025-project] 10.222.0.46 "GET /v2.0/security-groups?id=b9710121-5fde-4c3b-83e4-a0ee4e081111&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0305140 Sep 29 15:52:28.559274 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron_lib.callbacks.manager [None req-d04ed334-d278-4234-b850-06fee10c9c6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741779927170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-625140'] for agent, after_update {{(pid=96122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:52:29.362581 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062ef476-ef2c-4195-bd9e-e8b4a486c3dd req-c2e62cc4-d2a4-4e87-8411-4f31cb30bddc tempest-TestVolumeBootPattern-610115025 tempest-TestVolumeBootPattern-610115025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:52:29.371214 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [req-062ef476-ef2c-4195-bd9e-e8b4a486c3dd req-c2e62cc4-d2a4-4e87-8411-4f31cb30bddc tempest-TestVolumeBootPattern-610115025 tempest-TestVolumeBootPattern-610115025-project] 10.222.0.46 "GET /v2.0/ports?device_id=de57312d-d8bf-41e3-8a5f-cafd14edc615 HTTP/1.1" status: 200 len: 943 time: 0.0466423 Sep 29 15:52:29.400905 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [req-062ef476-ef2c-4195-bd9e-e8b4a486c3dd req-d60785c0-5c86-49f4-b8cd-0b4cd6d6b36f tempest-TestVolumeBootPattern-610115025 tempest-TestVolumeBootPattern-610115025-project] 10.222.0.46 "GET /v2.0/security-groups?id=b9710121-5fde-4c3b-83e4-a0ee4e081111&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0309472 Sep 29 15:52:29.640866 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron_lib.callbacks.manager [None req-9bd021b7-afaf-4c67-b111-7b9308fbf6a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741779927170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-625140'] for agent, after_update {{(pid=96122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:52:30.510676 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6105194a-0947-408e-bdf4-0859d8741bac req-5d3c0afb-1829-405d-8ddd-3a24c43d42ae tempest-TestVolumeBootPattern-610115025 tempest-TestVolumeBootPattern-610115025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:52:30.512151 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-6105194a-0947-408e-bdf4-0859d8741bac req-5d3c0afb-1829-405d-8ddd-3a24c43d42ae tempest-TestVolumeBootPattern-610115025 tempest-TestVolumeBootPattern-610115025-project] 10.222.0.46 "GET /v2.0/ports?device_id=de57312d-d8bf-41e3-8a5f-cafd14edc615 HTTP/1.1" status: 200 len: 943 time: 0.0468550 Sep 29 15:52:30.548341 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-6105194a-0947-408e-bdf4-0859d8741bac req-a96ba04f-0799-480a-a04f-c11f5f9feb72 tempest-TestVolumeBootPattern-610115025 tempest-TestVolumeBootPattern-610115025-project] 10.222.0.46 "GET /v2.0/security-groups?id=b9710121-5fde-4c3b-83e4-a0ee4e081111&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0297582 Sep 29 15:52:31.661700 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10835b8-b934-48f6-833e-eed02d8fbe79 req-45ac6b19-79f1-4553-9a83-354b511b18f6 tempest-TestVolumeBootPattern-610115025 tempest-TestVolumeBootPattern-610115025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:52:31.663166 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [req-c10835b8-b934-48f6-833e-eed02d8fbe79 req-45ac6b19-79f1-4553-9a83-354b511b18f6 tempest-TestVolumeBootPattern-610115025 tempest-TestVolumeBootPattern-610115025-project] 10.222.0.46 "GET /v2.0/ports?device_id=de57312d-d8bf-41e3-8a5f-cafd14edc615 HTTP/1.1" status: 200 len: 943 time: 0.0506668 Sep 29 15:52:31.698407 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [req-c10835b8-b934-48f6-833e-eed02d8fbe79 req-19d2ff90-062c-4e80-bdb2-08e39d77242b tempest-TestVolumeBootPattern-610115025 tempest-TestVolumeBootPattern-610115025-project] 10.222.0.46 "GET /v2.0/security-groups?id=b9710121-5fde-4c3b-83e4-a0ee4e081111&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0293190 Sep 29 15:52:32.812162 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a770aa-9083-449b-8554-d28d2c036b0c req-53d7099c-41fb-49df-ace6-9c70e6148e4b tempest-TestVolumeBootPattern-610115025 tempest-TestVolumeBootPattern-610115025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:52:32.813611 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-81a770aa-9083-449b-8554-d28d2c036b0c req-53d7099c-41fb-49df-ace6-9c70e6148e4b tempest-TestVolumeBootPattern-610115025 tempest-TestVolumeBootPattern-610115025-project] 10.222.0.46 "GET /v2.0/ports?device_id=de57312d-d8bf-41e3-8a5f-cafd14edc615 HTTP/1.1" status: 200 len: 943 time: 0.0510893 Sep 29 15:52:32.850246 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-81a770aa-9083-449b-8554-d28d2c036b0c req-d89a24c9-0fc5-47c9-8cd8-6084258063fc tempest-TestVolumeBootPattern-610115025 tempest-TestVolumeBootPattern-610115025-project] 10.222.0.46 "GET /v2.0/security-groups?id=b9710121-5fde-4c3b-83e4-a0ee4e081111&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0306489 Sep 29 15:52:33.960748 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41777fe-13b1-49d3-bcdb-da067aac4f80 req-69a17e06-2698-4035-8997-0704ab477f44 tempest-TestVolumeBootPattern-610115025 tempest-TestVolumeBootPattern-610115025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:52:33.962186 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [req-a41777fe-13b1-49d3-bcdb-da067aac4f80 req-69a17e06-2698-4035-8997-0704ab477f44 tempest-TestVolumeBootPattern-610115025 tempest-TestVolumeBootPattern-610115025-project] 10.222.0.46 "GET /v2.0/ports?device_id=de57312d-d8bf-41e3-8a5f-cafd14edc615 HTTP/1.1" status: 200 len: 943 time: 0.0472999 Sep 29 15:52:33.998245 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [req-a41777fe-13b1-49d3-bcdb-da067aac4f80 req-7fc2c123-04e4-4df1-aef1-76aea26e4664 tempest-TestVolumeBootPattern-610115025 tempest-TestVolumeBootPattern-610115025-project] 10.222.0.46 "GET /v2.0/security-groups?id=b9710121-5fde-4c3b-83e4-a0ee4e081111&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0302389 Sep 29 15:52:35.109873 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da03a567-b7d5-4e64-8db6-2da904acd13f req-7c806af8-9690-4194-9b8f-fadf0139e3d6 tempest-TestVolumeBootPattern-610115025 tempest-TestVolumeBootPattern-610115025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:52:35.111853 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-da03a567-b7d5-4e64-8db6-2da904acd13f req-7c806af8-9690-4194-9b8f-fadf0139e3d6 tempest-TestVolumeBootPattern-610115025 tempest-TestVolumeBootPattern-610115025-project] 10.222.0.46 "GET /v2.0/ports?device_id=de57312d-d8bf-41e3-8a5f-cafd14edc615 HTTP/1.1" status: 200 len: 943 time: 0.0501280 Sep 29 15:52:35.133472 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.plugins.ml2.rpc [None req-4d55257e-523e-4b8d-ab2b-d46a31710be1 None None] Device 416c05a1-89ea-4a69-aea5-340a0e937280 details requested by agent hyperv_hv-cinder-80661 with host hv-cinder-80661 {{(pid=96122) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 29 15:52:35.149005 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-da03a567-b7d5-4e64-8db6-2da904acd13f req-387877ea-c015-40bd-bcc5-e6d6dee4a132 tempest-TestVolumeBootPattern-610115025 tempest-TestVolumeBootPattern-610115025-project] 10.222.0.46 "GET /v2.0/security-groups?id=b9710121-5fde-4c3b-83e4-a0ee4e081111&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0312827 Sep 29 15:52:35.222875 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.plugins.ml2.db [None req-4d55257e-523e-4b8d-ab2b-d46a31710be1 None None] For port 416c05a1-89ea-4a69-aea5-340a0e937280, host hv-cinder-80661, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80661',level=0,port_id=416c05a1-89ea-4a69-aea5-340a0e937280,segment=NetworkSegment(6ab0cf2f-b4ec-4407-92a6-993df9aa86b6),segment_id=6ab0cf2f-b4ec-4407-92a6-993df9aa86b6)] {{(pid=96122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 15:52:35.233436 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.plugins.ml2.rpc [None req-4d55257e-523e-4b8d-ab2b-d46a31710be1 None None] Returning: {'device': '416c05a1-89ea-4a69-aea5-340a0e937280', 'network_id': '130bac75-18dc-45de-9ec4-afda9fc26d7f', 'port_id': '416c05a1-89ea-4a69-aea5-340a0e937280', 'mac_address': 'fa:16:3e:7e:71:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 638, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1884d989-814c-43e8-ad27-affc4248c86e', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=96122) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 29 15:52:35.272016 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron_lib.callbacks.manager [None req-4d55257e-523e-4b8d-ab2b-d46a31710be1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-684029'] for port, before_update {{(pid=96122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:52:35.284138 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.notifiers.nova [None req-4d55257e-523e-4b8d-ab2b-d46a31710be1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 416c05a1-89ea-4a69-aea5-340a0e937280 {{(pid=96122) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 15:52:35.302395 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.plugins.ml2.db [None req-4d55257e-523e-4b8d-ab2b-d46a31710be1 None None] For port 416c05a1-89ea-4a69-aea5-340a0e937280, host hv-cinder-80661, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80661',level=0,port_id=416c05a1-89ea-4a69-aea5-340a0e937280,segment=NetworkSegment(6ab0cf2f-b4ec-4407-92a6-993df9aa86b6),segment_id=6ab0cf2f-b4ec-4407-92a6-993df9aa86b6)] {{(pid=96122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 15:52:35.378153 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron_lib.callbacks.manager [None req-4d55257e-523e-4b8d-ab2b-d46a31710be1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741780147972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741779628755', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741779628773'] for port, after_update {{(pid=96122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:52:35.423427 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d55257e-523e-4b8d-ab2b-d46a31710be1 None None] Pushing event updated for resources: {'Port': ['ID=416c05a1-89ea-4a69-aea5-340a0e937280,revision_number=4']} {{(pid=96122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 15:52:35.430316 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d55257e-523e-4b8d-ab2b-d46a31710be1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806616-6-iscsi {{(pid=96122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 15:52:35.434654 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d55257e-523e-4b8d-ab2b-d46a31710be1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806616-6-iscsi {{(pid=96122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 15:52:35.434654 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d55257e-523e-4b8d-ab2b-d46a31710be1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806616-6-iscsi {{(pid=96122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 15:52:35.434654 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d55257e-523e-4b8d-ab2b-d46a31710be1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806616-6-iscsi {{(pid=96122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 15:52:35.434654 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d55257e-523e-4b8d-ab2b-d46a31710be1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806616-6-iscsi {{(pid=96122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 15:52:35.434654 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d55257e-523e-4b8d-ab2b-d46a31710be1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806616-6-iscsi {{(pid=96122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 15:52:35.434654 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d55257e-523e-4b8d-ab2b-d46a31710be1 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806616-6-iscsi {{(pid=96122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 15:52:35.434654 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d55257e-523e-4b8d-ab2b-d46a31710be1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806616-6-iscsi {{(pid=96122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 15:52:35.434654 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d55257e-523e-4b8d-ab2b-d46a31710be1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806616-6-iscsi {{(pid=96122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 15:52:35.434654 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d55257e-523e-4b8d-ab2b-d46a31710be1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806616-6-iscsi {{(pid=96122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 15:52:35.434654 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d55257e-523e-4b8d-ab2b-d46a31710be1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806616-6-iscsi {{(pid=96122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 15:52:35.434654 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d55257e-523e-4b8d-ab2b-d46a31710be1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806616-6-iscsi {{(pid=96122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 15:52:35.662991 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.plugins.ml2.db [None req-4d55257e-523e-4b8d-ab2b-d46a31710be1 None None] get_ports_and_sgs() called for port_ids ['416c05a1-89ea-4a69-aea5-340a0e937280'] {{(pid=96122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 15:52:36.258740 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfbe372d-ccb7-4589-b155-c962dcbca0b7 req-5a0ba1eb-af3d-4692-af29-35813f25366f tempest-TestVolumeBootPattern-610115025 tempest-TestVolumeBootPattern-610115025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:52:36.260198 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [req-bfbe372d-ccb7-4589-b155-c962dcbca0b7 req-5a0ba1eb-af3d-4692-af29-35813f25366f tempest-TestVolumeBootPattern-610115025 tempest-TestVolumeBootPattern-610115025-project] 10.222.0.46 "GET /v2.0/ports?device_id=de57312d-d8bf-41e3-8a5f-cafd14edc615 HTTP/1.1" status: 200 len: 944 time: 0.0475760 Sep 29 15:52:36.296156 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [req-bfbe372d-ccb7-4589-b155-c962dcbca0b7 req-8078f0ab-6f5e-4da0-8b55-7658fe977370 tempest-TestVolumeBootPattern-610115025 tempest-TestVolumeBootPattern-610115025-project] 10.222.0.46 "GET /v2.0/security-groups?id=b9710121-5fde-4c3b-83e4-a0ee4e081111&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0301683 Sep 29 15:52:36.932232 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron_lib.callbacks.manager [None req-4d55257e-523e-4b8d-ab2b-d46a31710be1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741779927170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-625140'] for agent, after_update {{(pid=96122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:52:37.134074 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.plugins.ml2.rpc [None req-4d55257e-523e-4b8d-ab2b-d46a31710be1 None None] Device 416c05a1-89ea-4a69-aea5-340a0e937280 up at agent hyperv_hv-cinder-80661 {{(pid=96122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 15:52:37.223084 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.db.provisioning_blocks [None req-4d55257e-523e-4b8d-ab2b-d46a31710be1 None None] Provisioning for port 416c05a1-89ea-4a69-aea5-340a0e937280 completed by entity L2. {{(pid=96122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 29 15:52:37.226497 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.db.provisioning_blocks [None req-4d55257e-523e-4b8d-ab2b-d46a31710be1 None None] Provisioning complete for port 416c05a1-89ea-4a69-aea5-340a0e937280 triggered by entity L2. {{(pid=96122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 15:52:37.226861 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron_lib.callbacks.manager [None req-4d55257e-523e-4b8d-ab2b-d46a31710be1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-626465'] for port, provisioning_complete {{(pid=96122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:52:37.300354 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron_lib.callbacks.manager [None req-4d55257e-523e-4b8d-ab2b-d46a31710be1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-684029'] for port, before_update {{(pid=96122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:52:37.321612 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de57312d-d8bf-41e3-8a5f-cafd14edc615', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '416c05a1-89ea-4a69-aea5-340a0e937280'}] {{(pid=96122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 15:52:37.323825 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2623ca0f1d0ed70344ce0ae3d74fdbf1495c1e1ffd6c12fe338f92bc8c6604f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-959d7e0c-f945-44e7-96dc-e81cea75f739" -d '{"events": [{"server_uuid": "de57312d-d8bf-41e3-8a5f-cafd14edc615", "name": "network-vif-plugged", "status": "completed", "tag": "416c05a1-89ea-4a69-aea5-340a0e937280"}]}' {{(pid=96122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 15:52:37.338864 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.plugins.ml2.db [None req-4d55257e-523e-4b8d-ab2b-d46a31710be1 None None] For port 416c05a1-89ea-4a69-aea5-340a0e937280, host hv-cinder-80661, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80661',level=0,port_id=416c05a1-89ea-4a69-aea5-340a0e937280,segment=NetworkSegment(6ab0cf2f-b4ec-4407-92a6-993df9aa86b6),segment_id=6ab0cf2f-b4ec-4407-92a6-993df9aa86b6)] {{(pid=96122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 15:52:37.361125 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Sep 2021 15:52:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-859f107a-f606-4012-b0ff-efe5ec43c62d x-openstack-request-id: req-859f107a-f606-4012-b0ff-efe5ec43c62d {{(pid=96122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 15:52:37.361400 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de57312d-d8bf-41e3-8a5f-cafd14edc615", "name": "network-vif-plugged", "status": "completed", "tag": "416c05a1-89ea-4a69-aea5-340a0e937280", "code": 200}]} {{(pid=96122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 15:52:37.361720 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-859f107a-f606-4012-b0ff-efe5ec43c62d {{(pid=96122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 15:52:37.362277 dv-cinder-806616-6-iscsi neutron-server[96122]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de57312d-d8bf-41e3-8a5f-cafd14edc615', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '416c05a1-89ea-4a69-aea5-340a0e937280', 'code': 200} Sep 29 15:52:37.404810 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron_lib.callbacks.manager [None req-4d55257e-523e-4b8d-ab2b-d46a31710be1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741780147972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741779628755', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741779628773'] for port, after_update {{(pid=96122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:52:37.415500 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d05e33-0306-48d4-8e49-02b6f4469ea3 req-ff05b803-a4bc-4367-a248-de8688dace03 tempest-TestVolumeBootPattern-610115025 tempest-TestVolumeBootPattern-610115025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:52:37.417026 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-31d05e33-0306-48d4-8e49-02b6f4469ea3 req-ff05b803-a4bc-4367-a248-de8688dace03 tempest-TestVolumeBootPattern-610115025 tempest-TestVolumeBootPattern-610115025-project] 10.222.0.46 "GET /v2.0/ports?device_id=de57312d-d8bf-41e3-8a5f-cafd14edc615 HTTP/1.1" status: 200 len: 944 time: 0.0555122 Sep 29 15:52:37.452027 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d55257e-523e-4b8d-ab2b-d46a31710be1 None None] Pushing event updated for resources: {'Port': ['ID=416c05a1-89ea-4a69-aea5-340a0e937280,revision_number=5']} {{(pid=96122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 15:52:37.454835 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-31d05e33-0306-48d4-8e49-02b6f4469ea3 req-ebcfa5ec-2ea9-49d5-a6b7-2ffe70699911 tempest-TestVolumeBootPattern-610115025 tempest-TestVolumeBootPattern-610115025-project] 10.222.0.46 "GET /v2.0/security-groups?id=b9710121-5fde-4c3b-83e4-a0ee4e081111&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0317101 Sep 29 15:52:37.722936 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294d29dc-80fe-41d6-bb14-4c9a711ad305 req-13920e07-3f60-4d90-969d-285742893828 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:52:37.724329 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-294d29dc-80fe-41d6-bb14-4c9a711ad305 req-13920e07-3f60-4d90-969d-285742893828 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=de57312d-d8bf-41e3-8a5f-cafd14edc615 HTTP/1.1" status: 200 len: 1098 time: 0.0411897 Sep 29 15:52:37.757731 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-294d29dc-80fe-41d6-bb14-4c9a711ad305 req-844d8c19-03ee-42d3-9cca-78710d179398 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=b9710121-5fde-4c3b-83e4-a0ee4e081111&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0268047 Sep 29 15:52:38.576843 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a5f372-88ca-49a3-8d41-b6f5da9a6d80 req-2886995c-e2d6-4d62-9530-7b75bd1802fa tempest-TestVolumeBootPattern-610115025 tempest-TestVolumeBootPattern-610115025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:52:38.578276 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [req-d5a5f372-88ca-49a3-8d41-b6f5da9a6d80 req-2886995c-e2d6-4d62-9530-7b75bd1802fa tempest-TestVolumeBootPattern-610115025 tempest-TestVolumeBootPattern-610115025-project] 10.222.0.46 "GET /v2.0/ports?device_id=de57312d-d8bf-41e3-8a5f-cafd14edc615 HTTP/1.1" status: 200 len: 945 time: 0.0499718 Sep 29 15:52:38.614477 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [req-d5a5f372-88ca-49a3-8d41-b6f5da9a6d80 req-7b7da528-0dc0-4884-a22b-8734cd336cb1 tempest-TestVolumeBootPattern-610115025 tempest-TestVolumeBootPattern-610115025-project] 10.222.0.46 "GET /v2.0/security-groups?id=b9710121-5fde-4c3b-83e4-a0ee4e081111&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0297077 Sep 29 15:52:39.725998 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a21972f-c48e-4d64-b6b2-98b33423b41c req-fdbcd0ae-808a-45cf-a552-b9d2d2425baa tempest-TestVolumeBootPattern-610115025 tempest-TestVolumeBootPattern-610115025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:52:39.727435 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-0a21972f-c48e-4d64-b6b2-98b33423b41c req-fdbcd0ae-808a-45cf-a552-b9d2d2425baa tempest-TestVolumeBootPattern-610115025 tempest-TestVolumeBootPattern-610115025-project] 10.222.0.46 "GET /v2.0/ports?device_id=de57312d-d8bf-41e3-8a5f-cafd14edc615 HTTP/1.1" status: 200 len: 945 time: 0.0475273 Sep 29 15:52:39.763761 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-0a21972f-c48e-4d64-b6b2-98b33423b41c req-b9bebd62-13e2-40d2-9b6c-e92d3988c8c0 tempest-TestVolumeBootPattern-610115025 tempest-TestVolumeBootPattern-610115025-project] 10.222.0.46 "GET /v2.0/security-groups?id=b9710121-5fde-4c3b-83e4-a0ee4e081111&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0303128 Sep 29 15:52:39.875404 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88370861-76f5-4851-be23-7c6e89410981 req-6484e9bc-7094-4cea-85de-132c7f643796 tempest-TestVolumeBootPattern-610115025 tempest-TestVolumeBootPattern-610115025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:52:39.876907 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [req-88370861-76f5-4851-be23-7c6e89410981 req-6484e9bc-7094-4cea-85de-132c7f643796 tempest-TestVolumeBootPattern-610115025 tempest-TestVolumeBootPattern-610115025-project] 10.222.0.46 "GET /v2.0/ports?device_id=de57312d-d8bf-41e3-8a5f-cafd14edc615 HTTP/1.1" status: 200 len: 945 time: 0.0485880 Sep 29 15:52:39.914104 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [req-88370861-76f5-4851-be23-7c6e89410981 req-1377d849-5523-49dc-9216-de4b6d29991f tempest-TestVolumeBootPattern-610115025 tempest-TestVolumeBootPattern-610115025-project] 10.222.0.46 "GET /v2.0/security-groups?id=b9710121-5fde-4c3b-83e4-a0ee4e081111&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0312943 Sep 29 15:52:39.935004 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.wsgi [-] (96120) accepted ('10.222.0.46', 39054) {{(pid=96120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 15:52:39.972872 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bab6819-5ee8-49f8-b461-d62de250ee5a tempest-TestVolumeBootPattern-615589311 tempest-TestVolumeBootPattern-615589311-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:52:39.974329 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [None req-8bab6819-5ee8-49f8-b461-d62de250ee5a tempest-TestVolumeBootPattern-615589311 tempest-TestVolumeBootPattern-615589311-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=de57312d-d8bf-41e3-8a5f-cafd14edc615 HTTP/1.1" status: 200 len: 1093 time: 0.0384049 Sep 29 15:52:39.977042 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.wsgi [-] (96120) accepted ('10.222.0.46', 39056) {{(pid=96120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 15:52:39.981103 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.api.v2.base [None req-ee9ba354-f087-4cdc-8eb8-18beb42282a4 tempest-TestVolumeBootPattern-610115025 tempest-TestVolumeBootPattern-610115025-project] Request body: {'floatingip': {'floating_network_id': 'cd5efe95-1549-4750-933c-70412f77577e', 'port_id': '416c05a1-89ea-4a69-aea5-340a0e937280', 'tenant_id': '54b54b3b8c5d4295a0fc95e1c5e76334', 'fixed_ip_address': '172.20.0.9'}} {{(pid=96120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 15:52:40.084826 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-ee9ba354-f087-4cdc-8eb8-18beb42282a4 tempest-TestVolumeBootPattern-610115025 tempest-TestVolumeBootPattern-610115025-project] Notify callbacks [] for floatingip, before_create {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:52:40.178655 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-ee9ba354-f087-4cdc-8eb8-18beb42282a4 tempest-TestVolumeBootPattern-610115025 tempest-TestVolumeBootPattern-610115025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-684029'] for port, before_create {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:52:40.277092 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.db.db_base_plugin_common [None req-ee9ba354-f087-4cdc-8eb8-18beb42282a4 tempest-TestVolumeBootPattern-610115025 tempest-TestVolumeBootPattern-610115025-project] Allocated IP 172.27.0.76 (cd5efe95-1549-4750-933c-70412f77577e/9c872fed-da92-4e12-828d-ac62e1b980b9/11c518a6-230b-4c03-9862-a077e253a8f8) {{(pid=96120) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 15:52:40.594247 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-ee9ba354-f087-4cdc-8eb8-18beb42282a4 tempest-TestVolumeBootPattern-610115025 tempest-TestVolumeBootPattern-610115025-project] Notify callbacks [] for port, precommit_create {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:52:40.702220 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-ee9ba354-f087-4cdc-8eb8-18beb42282a4 tempest-TestVolumeBootPattern-610115025 tempest-TestVolumeBootPattern-610115025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741779628737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8956053'] for port, after_create {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:52:40.738752 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee9ba354-f087-4cdc-8eb8-18beb42282a4 tempest-TestVolumeBootPattern-610115025 tempest-TestVolumeBootPattern-610115025-project] Network cd5efe95-1549-4750-933c-70412f77577e is already hosted by enough agents. {{(pid=96120) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 15:52:40.741613 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.scheduler.base_scheduler [None req-ee9ba354-f087-4cdc-8eb8-18beb42282a4 tempest-TestVolumeBootPattern-610115025 tempest-TestVolumeBootPattern-610115025-project] Resources bound (agent type, host, resource id): {{(pid=96120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 15:52:40.745145 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee9ba354-f087-4cdc-8eb8-18beb42282a4 tempest-TestVolumeBootPattern-610115025 tempest-TestVolumeBootPattern-610115025-project] Received port after_create {{(pid=96120) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 15:52:40.773910 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee9ba354-f087-4cdc-8eb8-18beb42282a4 tempest-TestVolumeBootPattern-610115025 tempest-TestVolumeBootPattern-610115025-project] Pushing event updated for resources: {'Port': ['ID=11c518a6-230b-4c03-9862-a077e253a8f8,revision_number=1']} {{(pid=96120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 15:52:40.786914 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee9ba354-f087-4cdc-8eb8-18beb42282a4 tempest-TestVolumeBootPattern-610115025 tempest-TestVolumeBootPattern-610115025-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806616-6-iscsi {{(pid=96120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 15:52:40.787277 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee9ba354-f087-4cdc-8eb8-18beb42282a4 tempest-TestVolumeBootPattern-610115025 tempest-TestVolumeBootPattern-610115025-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806616-6-iscsi {{(pid=96120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 15:52:40.787605 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee9ba354-f087-4cdc-8eb8-18beb42282a4 tempest-TestVolumeBootPattern-610115025 tempest-TestVolumeBootPattern-610115025-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806616-6-iscsi {{(pid=96120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 15:52:40.787967 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee9ba354-f087-4cdc-8eb8-18beb42282a4 tempest-TestVolumeBootPattern-610115025 tempest-TestVolumeBootPattern-610115025-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806616-6-iscsi {{(pid=96120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 15:52:40.788289 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee9ba354-f087-4cdc-8eb8-18beb42282a4 tempest-TestVolumeBootPattern-610115025 tempest-TestVolumeBootPattern-610115025-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806616-6-iscsi {{(pid=96120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 15:52:40.788620 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee9ba354-f087-4cdc-8eb8-18beb42282a4 tempest-TestVolumeBootPattern-610115025 tempest-TestVolumeBootPattern-610115025-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806616-6-iscsi {{(pid=96120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 15:52:40.788946 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee9ba354-f087-4cdc-8eb8-18beb42282a4 tempest-TestVolumeBootPattern-610115025 tempest-TestVolumeBootPattern-610115025-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806616-6-iscsi {{(pid=96120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 15:52:40.789271 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee9ba354-f087-4cdc-8eb8-18beb42282a4 tempest-TestVolumeBootPattern-610115025 tempest-TestVolumeBootPattern-610115025-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806616-6-iscsi {{(pid=96120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 15:52:40.789619 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee9ba354-f087-4cdc-8eb8-18beb42282a4 tempest-TestVolumeBootPattern-610115025 tempest-TestVolumeBootPattern-610115025-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806616-6-iscsi {{(pid=96120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 15:52:40.789940 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee9ba354-f087-4cdc-8eb8-18beb42282a4 tempest-TestVolumeBootPattern-610115025 tempest-TestVolumeBootPattern-610115025-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806616-6-iscsi {{(pid=96120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 15:52:40.790259 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee9ba354-f087-4cdc-8eb8-18beb42282a4 tempest-TestVolumeBootPattern-610115025 tempest-TestVolumeBootPattern-610115025-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806616-6-iscsi {{(pid=96120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 15:52:40.790575 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee9ba354-f087-4cdc-8eb8-18beb42282a4 tempest-TestVolumeBootPattern-610115025 tempest-TestVolumeBootPattern-610115025-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806616-6-iscsi {{(pid=96120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 15:52:41.115828 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-ee9ba354-f087-4cdc-8eb8-18beb42282a4 tempest-TestVolumeBootPattern-610115025 tempest-TestVolumeBootPattern-610115025-project] Notify callbacks [] for floatingip, precommit_create {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:52:41.233761 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-ee9ba354-f087-4cdc-8eb8-18beb42282a4 tempest-TestVolumeBootPattern-610115025 tempest-TestVolumeBootPattern-610115025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-684029'] for port, before_update {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:52:41.373739 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-ee9ba354-f087-4cdc-8eb8-18beb42282a4 tempest-TestVolumeBootPattern-610115025 tempest-TestVolumeBootPattern-610115025-project] Notify callbacks [] for port, precommit_update {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:52:41.429115 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-ee9ba354-f087-4cdc-8eb8-18beb42282a4 tempest-TestVolumeBootPattern-610115025 tempest-TestVolumeBootPattern-610115025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741780147972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741779628755', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741779628773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8956062'] for port, after_update {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:52:41.497038 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee9ba354-f087-4cdc-8eb8-18beb42282a4 tempest-TestVolumeBootPattern-610115025 tempest-TestVolumeBootPattern-610115025-project] Pushing event updated for resources: {'Port': ['ID=11c518a6-230b-4c03-9862-a077e253a8f8,revision_number=2']} {{(pid=96120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 15:52:41.508612 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-ee9ba354-f087-4cdc-8eb8-18beb42282a4 tempest-TestVolumeBootPattern-610115025 tempest-TestVolumeBootPattern-610115025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1618963'] for floatingip, after_create {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:52:41.605143 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.db.l3_db [None req-ee9ba354-f087-4cdc-8eb8-18beb42282a4 tempest-TestVolumeBootPattern-610115025 tempest-TestVolumeBootPattern-610115025-project] Floating IP 892d24a0-2367-4b32-b5ad-94555dfda069 associated. External IP: 172.27.0.76, port: 416c05a1-89ea-4a69-aea5-340a0e937280. Sep 29 15:52:41.804618 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee9ba354-f087-4cdc-8eb8-18beb42282a4 tempest-TestVolumeBootPattern-610115025 tempest-TestVolumeBootPattern-610115025-project] Router b5cf718c-af45-41e1-bc2a-267ce5057563 has already been hosted by L3 agent e5061b61-feb3-46be-bd05-1226f95d9417 {{(pid=96120) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 29 15:52:41.909761 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee9ba354-f087-4cdc-8eb8-18beb42282a4 tempest-TestVolumeBootPattern-610115025 tempest-TestVolumeBootPattern-610115025-project] Notify agent at l3_agent.dv-cinder-806616-6-iscsi the message routers_updated {{(pid=96120) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 15:52:41.919012 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-124e78a4-9d61-4f4d-acb6-c1081a5cf85a None None] Sync routers for ids ['b5cf718c-af45-41e1-bc2a-267ce5057563'] in dv-cinder-806616-6-iscsi {{(pid=96122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 15:52:41.929027 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-124e78a4-9d61-4f4d-acb6-c1081a5cf85a None None] Routers {'b5cf718c-af45-41e1-bc2a-267ce5057563'} bound to L3 agent in host dv-cinder-806616-6-iscsi {{(pid=96122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 15:52:41.936193 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.db.l3_hamode_db [None req-124e78a4-9d61-4f4d-acb6-c1081a5cf85a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806616-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-29T15:30:56Z,description=,heartbeat_timestamp=2021-09-29T15:52:27Z,host='dv-cinder-806616-6-iscsi',id=e5061b61-feb3-46be-bd05-1226f95d9417,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T15:30:57Z,topic='l3_agent')) {'router_ids': ['b5cf718c-af45-41e1-bc2a-267ce5057563'], 'active': True} {{(pid=96122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 15:52:41.983950 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-ee9ba354-f087-4cdc-8eb8-18beb42282a4 tempest-TestVolumeBootPattern-610115025 tempest-TestVolumeBootPattern-610115025-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238921'] for floatingip, before_response {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:52:42.013709 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [None req-ee9ba354-f087-4cdc-8eb8-18beb42282a4 tempest-TestVolumeBootPattern-610115025 tempest-TestVolumeBootPattern-610115025-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.0356522 Sep 29 15:52:42.015077 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'de57312d-d8bf-41e3-8a5f-cafd14edc615', 'tag': '416c05a1-89ea-4a69-aea5-340a0e937280'}] {{(pid=96120) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 15:52:42.018111 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4bb6707052646e9cb447c77cf5db72dad3b20325a43e0261074ac39fb81a9f0b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12e490c3-4f29-40c0-b106-53feae6ae5e9" -d '{"events": [{"name": "network-changed", "server_uuid": "de57312d-d8bf-41e3-8a5f-cafd14edc615", "tag": "416c05a1-89ea-4a69-aea5-340a0e937280"}]}' {{(pid=96120) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 15:52:42.046235 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.db.l3_dvr_db [None req-124e78a4-9d61-4f4d-acb6-c1081a5cf85a None None] Set router b5cf718c-af45-41e1-bc2a-267ce5057563 gateway port host: dv-cinder-806616-6-iscsi {{(pid=96122) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 15:52:42.056133 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 29 Sep 2021 15:52:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0cd8a984-a9e0-424d-9c00-7dc252159288 x-openstack-request-id: req-0cd8a984-a9e0-424d-9c00-7dc252159288 {{(pid=96120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 15:52:42.056381 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "de57312d-d8bf-41e3-8a5f-cafd14edc615", "tag": "416c05a1-89ea-4a69-aea5-340a0e937280", "status": "completed", "code": 200}]} {{(pid=96120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 15:52:42.056637 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-0cd8a984-a9e0-424d-9c00-7dc252159288 {{(pid=96120) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 15:52:42.057024 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'de57312d-d8bf-41e3-8a5f-cafd14edc615', 'tag': '416c05a1-89ea-4a69-aea5-340a0e937280', 'status': 'completed', 'code': 200} Sep 29 15:52:42.138071 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e490c3-4f29-40c0-b106-53feae6ae5e9 req-8f120753-852b-4dff-925f-ad6710eb90bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:52:42.139536 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-12e490c3-4f29-40c0-b106-53feae6ae5e9 req-8f120753-852b-4dff-925f-ad6710eb90bc service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=54b54b3b8c5d4295a0fc95e1c5e76334&device_id=de57312d-d8bf-41e3-8a5f-cafd14edc615 HTTP/1.1" status: 200 len: 1098 time: 0.0390382 Sep 29 15:52:42.230063 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e490c3-4f29-40c0-b106-53feae6ae5e9 req-fc2e531d-115c-4aeb-986a-96cb7c3048fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:52:42.231537 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-12e490c3-4f29-40c0-b106-53feae6ae5e9 req-fc2e531d-115c-4aeb-986a-96cb7c3048fc service neutron] 10.222.0.22 "GET /v2.0/networks?id=130bac75-18dc-45de-9ec4-afda9fc26d7f HTTP/1.1" status: 200 len: 913 time: 0.0851431 Sep 29 15:52:42.266465 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.db.l3_hamode_db [None req-124e78a4-9d61-4f4d-acb6-c1081a5cf85a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5cf718c-af45-41e1-bc2a-267ce5057563', 'name': 'tempest-TestVolumeBootPattern-1891457191-router', 'tenant_id': '54b54b3b8c5d4295a0fc95e1c5e76334', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd5efe95-1549-4750-933c-70412f77577e', 'external_fixed_ips': [{'subnet_id': '9c872fed-da92-4e12-828d-ac62e1b980b9', 'ip_address': '172.27.0.233'}], 'enable_snat': True}, 'gw_port_id': 'a4833d5d-c06e-44c8-acfc-54480d486295', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T15:49:30Z', 'updated_at': '2021-09-29T15:49:33Z', 'revision_number': 4, 'project_id': '54b54b3b8c5d4295a0fc95e1c5e76334', 'gw_port': {'id': 'a4833d5d-c06e-44c8-acfc-54480d486295', 'name': '', 'network_id': 'cd5efe95-1549-4750-933c-70412f77577e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:80:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5cf718c-af45-41e1-bc2a-267ce5057563', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '9c872fed-da92-4e12-828d-ac62e1b980b9', 'ip_address': '172.27.0.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806616-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T15:49:30Z', 'updated_at': '2021-09-29T15:49:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c872fed-da92-4e12-828d-ac62e1b980b9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806616-6-iscsi', '_floatingips': [{'id': '892d24a0-2367-4b32-b5ad-94555dfda069', 'tenant_id': '54b54b3b8c5d4295a0fc95e1c5e76334', 'floating_ip_address': '172.27.0.76', 'floating_network_id': 'cd5efe95-1549-4750-933c-70412f77577e', 'router_id': 'b5cf718c-af45-41e1-bc2a-267ce5057563', 'port_id': '416c05a1-89ea-4a69-aea5-340a0e937280', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '130bac75-18dc-45de-9ec4-afda9fc26d7f', 'mac_address': 'fa:16:3e:7e:71:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de57312d-d8bf-41e3-8a5f-cafd14edc615', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-29T15:52:40Z', 'updated_at': '2021-09-29T15:52:40Z', 'revision_number': 0, 'project_id': '54b54b3b8c5d4295a0fc95e1c5e76334', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '91e530aa-8a41-4beb-80f0-772c34853da5', 'name': '', 'network_id': '130bac75-18dc-45de-9ec4-afda9fc26d7f', 'tenant_id': '54b54b3b8c5d4295a0fc95e1c5e76334', 'mac_address': 'fa:16:3e:0e:c0:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5cf718c-af45-41e1-bc2a-267ce5057563', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '1884d989-814c-43e8-ad27-affc4248c86e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806616-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T15:49:32Z', 'updated_at': '2021-09-29T15:49:36Z', 'revision_number': 5, 'project_id': '54b54b3b8c5d4295a0fc95e1c5e76334', 'subnets': [{'id': '1884d989-814c-43e8-ad27-affc4248c86e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806616-6-iscsi', False) {} {{(pid=96122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 15:52:42.292646 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-124e78a4-9d61-4f4d-acb6-c1081a5cf85a None None] Checking router: b5cf718c-af45-41e1-bc2a-267ce5057563 for host: dv-cinder-806616-6-iscsi {{(pid=96122) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 15:52:42.297007 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-12e490c3-4f29-40c0-b106-53feae6ae5e9 req-3541ac0c-2729-4f04-a170-762dce990ad2 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=416c05a1-89ea-4a69-aea5-340a0e937280 HTTP/1.1" status: 200 len: 998 time: 0.0578682 Sep 29 15:52:42.301782 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-124e78a4-9d61-4f4d-acb6-c1081a5cf85a None None] Routers {'b5cf718c-af45-41e1-bc2a-267ce5057563'} bound to L3 agent in host dv-cinder-806616-6-iscsi {{(pid=96122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 15:52:42.302394 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.db.l3_hamode_db [None req-124e78a4-9d61-4f4d-acb6-c1081a5cf85a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806616-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-29T15:30:56Z,description=,heartbeat_timestamp=2021-09-29T15:52:27Z,host='dv-cinder-806616-6-iscsi',id=e5061b61-feb3-46be-bd05-1226f95d9417,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T15:30:57Z,topic='l3_agent')) {'router_ids': ['b5cf718c-af45-41e1-bc2a-267ce5057563'], 'active': True} {{(pid=96122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 15:52:42.348969 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e490c3-4f29-40c0-b106-53feae6ae5e9 req-88932f95-919c-4a20-bbfd-bcd61bc768ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:52:42.350345 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-12e490c3-4f29-40c0-b106-53feae6ae5e9 req-88932f95-919c-4a20-bbfd-bcd61bc768ae service neutron] 10.222.0.22 "GET /v2.0/subnets?id=1884d989-814c-43e8-ad27-affc4248c86e HTTP/1.1" status: 200 len: 851 time: 0.0470235 Sep 29 15:52:42.393725 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e490c3-4f29-40c0-b106-53feae6ae5e9 req-9ba428f8-c010-4135-bc2b-7b61f14879ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:52:42.395231 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-12e490c3-4f29-40c0-b106-53feae6ae5e9 req-9ba428f8-c010-4135-bc2b-7b61f14879ca service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=130bac75-18dc-45de-9ec4-afda9fc26d7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0384417 Sep 29 15:52:42.404589 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.db.l3_dvr_db [None req-124e78a4-9d61-4f4d-acb6-c1081a5cf85a None None] Set router b5cf718c-af45-41e1-bc2a-267ce5057563 gateway port host: dv-cinder-806616-6-iscsi {{(pid=96122) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 15:52:42.481832 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-12e490c3-4f29-40c0-b106-53feae6ae5e9 req-4ae1b8d6-5359-4608-aa6c-c6578e2dc856 service neutron] 10.222.0.22 "GET /v2.0/networks/130bac75-18dc-45de-9ec4-afda9fc26d7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0794516 Sep 29 15:52:42.574241 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-12e490c3-4f29-40c0-b106-53feae6ae5e9 req-6275084f-36b4-4aa7-a1f4-b215a6266ff8 service neutron] 10.222.0.22 "GET /v2.0/networks/130bac75-18dc-45de-9ec4-afda9fc26d7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847342 Sep 29 15:52:42.623413 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.db.l3_hamode_db [None req-124e78a4-9d61-4f4d-acb6-c1081a5cf85a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5cf718c-af45-41e1-bc2a-267ce5057563', 'name': 'tempest-TestVolumeBootPattern-1891457191-router', 'tenant_id': '54b54b3b8c5d4295a0fc95e1c5e76334', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd5efe95-1549-4750-933c-70412f77577e', 'external_fixed_ips': [{'subnet_id': '9c872fed-da92-4e12-828d-ac62e1b980b9', 'ip_address': '172.27.0.233'}], 'enable_snat': True}, 'gw_port_id': 'a4833d5d-c06e-44c8-acfc-54480d486295', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T15:49:30Z', 'updated_at': '2021-09-29T15:49:33Z', 'revision_number': 4, 'project_id': '54b54b3b8c5d4295a0fc95e1c5e76334', 'gw_port': {'id': 'a4833d5d-c06e-44c8-acfc-54480d486295', 'name': '', 'network_id': 'cd5efe95-1549-4750-933c-70412f77577e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:80:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5cf718c-af45-41e1-bc2a-267ce5057563', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '9c872fed-da92-4e12-828d-ac62e1b980b9', 'ip_address': '172.27.0.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806616-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T15:49:30Z', 'updated_at': '2021-09-29T15:49:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c872fed-da92-4e12-828d-ac62e1b980b9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806616-6-iscsi', '_floatingips': [{'id': '892d24a0-2367-4b32-b5ad-94555dfda069', 'tenant_id': '54b54b3b8c5d4295a0fc95e1c5e76334', 'floating_ip_address': '172.27.0.76', 'floating_network_id': 'cd5efe95-1549-4750-933c-70412f77577e', 'router_id': 'b5cf718c-af45-41e1-bc2a-267ce5057563', 'port_id': '416c05a1-89ea-4a69-aea5-340a0e937280', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '130bac75-18dc-45de-9ec4-afda9fc26d7f', 'mac_address': 'fa:16:3e:7e:71:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de57312d-d8bf-41e3-8a5f-cafd14edc615', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-29T15:52:40Z', 'updated_at': '2021-09-29T15:52:40Z', 'revision_number': 0, 'project_id': '54b54b3b8c5d4295a0fc95e1c5e76334', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '91e530aa-8a41-4beb-80f0-772c34853da5', 'name': '', 'network_id': '130bac75-18dc-45de-9ec4-afda9fc26d7f', 'tenant_id': '54b54b3b8c5d4295a0fc95e1c5e76334', 'mac_address': 'fa:16:3e:0e:c0:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5cf718c-af45-41e1-bc2a-267ce5057563', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '1884d989-814c-43e8-ad27-affc4248c86e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806616-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T15:49:32Z', 'updated_at': '2021-09-29T15:49:36Z', 'revision_number': 5, 'project_id': '54b54b3b8c5d4295a0fc95e1c5e76334', 'subnets': [{'id': '1884d989-814c-43e8-ad27-affc4248c86e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806616-6-iscsi', False) {} {{(pid=96122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 15:52:42.649271 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-124e78a4-9d61-4f4d-acb6-c1081a5cf85a None None] The sync data for ids ['b5cf718c-af45-41e1-bc2a-267ce5057563'] in dv-cinder-806616-6-iscsi is: [{'id': 'b5cf718c-af45-41e1-bc2a-267ce5057563', 'name': 'tempest-TestVolumeBootPattern-1891457191-router', 'tenant_id': '54b54b3b8c5d4295a0fc95e1c5e76334', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd5efe95-1549-4750-933c-70412f77577e', 'external_fixed_ips': [{'subnet_id': '9c872fed-da92-4e12-828d-ac62e1b980b9', 'ip_address': '172.27.0.233'}], 'enable_snat': True}, 'gw_port_id': 'a4833d5d-c06e-44c8-acfc-54480d486295', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T15:49:30Z', 'updated_at': '2021-09-29T15:49:33Z', 'revision_number': 4, 'project_id': '54b54b3b8c5d4295a0fc95e1c5e76334', 'gw_port': {'id': 'a4833d5d-c06e-44c8-acfc-54480d486295', 'name': '', 'network_id': 'cd5efe95-1549-4750-933c-70412f77577e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:80:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5cf718c-af45-41e1-bc2a-267ce5057563', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '9c872fed-da92-4e12-828d-ac62e1b980b9', 'ip_address': '172.27.0.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806616-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T15:49:30Z', 'updated_at': '2021-09-29T15:49:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c872fed-da92-4e12-828d-ac62e1b980b9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806616-6-iscsi', '_floatingips': [{'id': '892d24a0-2367-4b32-b5ad-94555dfda069', 'tenant_id': '54b54b3b8c5d4295a0fc95e1c5e76334', 'floating_ip_address': '172.27.0.76', 'floating_network_id': 'cd5efe95-1549-4750-933c-70412f77577e', 'router_id': 'b5cf718c-af45-41e1-bc2a-267ce5057563', 'port_id': '416c05a1-89ea-4a69-aea5-340a0e937280', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '130bac75-18dc-45de-9ec4-afda9fc26d7f', 'mac_address': 'fa:16:3e:7e:71:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de57312d-d8bf-41e3-8a5f-cafd14edc615', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-29T15:52:40Z', 'updated_at': '2021-09-29T15:52:40Z', 'revision_number': 0, 'project_id': '54b54b3b8c5d4295a0fc95e1c5e76334', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '91e530aa-8a41-4beb-80f0-772c34853da5', 'name': '', 'network_id': '130bac75-18dc-45de-9ec4-afda9fc26d7f', 'tenant_id': '54b54b3b8c5d4295a0fc95e1c5e76334', 'mac_address': 'fa:16:3e:0e:c0:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5cf718c-af45-41e1-bc2a-267ce5057563', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '1884d989-814c-43e8-ad27-affc4248c86e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806616-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T15:49:32Z', 'updated_at': '2021-09-29T15:49:36Z', 'revision_number': 5, 'project_id': '54b54b3b8c5d4295a0fc95e1c5e76334', 'subnets': [{'id': '1884d989-814c-43e8-ad27-affc4248c86e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=96122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 15:52:42.835237 dv-cinder-806616-6-iscsi neutron-server[96123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0460de37-6a82-48ed-ae5d-06ff2418303c None None] New status for floating IP 892d24a0-2367-4b32-b5ad-94555dfda069: ACTIVE {{(pid=96123) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 29 15:52:54.141072 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron_lib.callbacks.manager [None req-6661ab54-3bac-48ea-b88d-119adedd0c20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741779927170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-625140'] for agent, after_update {{(pid=96122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:52:56.611591 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron_lib.callbacks.manager [None req-b8712c11-3b61-44ea-bb01-2f08d49ca169 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741779927170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-625140'] for agent, after_update {{(pid=96122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:52:57.560121 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron_lib.callbacks.manager [None req-86ea74e9-eea3-4769-b153-652ac6294d68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741779927170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-625140'] for agent, after_update {{(pid=96122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:52:57.793773 dv-cinder-806616-6-iscsi neutron-server[96123]: DEBUG neutron.db.agents_db [None req-ce50b6f1-f7bd-4b59-8641-9f71b480b041 None None] Agent healthcheck: found 6 active agents {{(pid=96123) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 29 15:52:58.554372 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron_lib.callbacks.manager [None req-d04ed334-d278-4234-b850-06fee10c9c6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741779927170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-625140'] for agent, after_update {{(pid=96122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:52:59.655216 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron_lib.callbacks.manager [None req-9bd021b7-afaf-4c67-b111-7b9308fbf6a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741779927170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-625140'] for agent, after_update {{(pid=96122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:53:06.934928 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron_lib.callbacks.manager [None req-4d55257e-523e-4b8d-ab2b-d46a31710be1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741779927170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-625140'] for agent, after_update {{(pid=96122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:53:19.332763 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-b7f65cff-60e4-4f5f-82ef-e0c91c206a0f req-890d7f07-a6b5-41a2-b721-b3d7bc2abe66 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=de57312d-d8bf-41e3-8a5f-cafd14edc615&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0379355 Sep 29 15:53:19.428475 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f65cff-60e4-4f5f-82ef-e0c91c206a0f req-842fa265-f5ce-411c-b53f-15953f12bdd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:53:19.430120 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-b7f65cff-60e4-4f5f-82ef-e0c91c206a0f req-842fa265-f5ce-411c-b53f-15953f12bdd0 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=54b54b3b8c5d4295a0fc95e1c5e76334&device_id=de57312d-d8bf-41e3-8a5f-cafd14edc615 HTTP/1.1" status: 200 len: 1098 time: 0.0404885 Sep 29 15:53:19.538245 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f65cff-60e4-4f5f-82ef-e0c91c206a0f req-5e0a82ad-20e3-48e7-b058-b9c346eb4d2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:53:19.539711 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-b7f65cff-60e4-4f5f-82ef-e0c91c206a0f req-5e0a82ad-20e3-48e7-b058-b9c346eb4d2d service neutron] 10.222.0.22 "GET /v2.0/networks?id=130bac75-18dc-45de-9ec4-afda9fc26d7f HTTP/1.1" status: 200 len: 913 time: 0.0902069 Sep 29 15:53:19.602361 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-b7f65cff-60e4-4f5f-82ef-e0c91c206a0f req-1efc8442-4d39-4256-96b8-5f9fe1726d79 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=416c05a1-89ea-4a69-aea5-340a0e937280 HTTP/1.1" status: 200 len: 1000 time: 0.0556388 Sep 29 15:53:19.653228 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f65cff-60e4-4f5f-82ef-e0c91c206a0f req-27b3ba5f-619c-4473-ae65-682ca023e66d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:53:19.654618 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-b7f65cff-60e4-4f5f-82ef-e0c91c206a0f req-27b3ba5f-619c-4473-ae65-682ca023e66d service neutron] 10.222.0.22 "GET /v2.0/subnets?id=1884d989-814c-43e8-ad27-affc4248c86e HTTP/1.1" status: 200 len: 851 time: 0.0461507 Sep 29 15:53:19.698915 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f65cff-60e4-4f5f-82ef-e0c91c206a0f req-7905031e-05a9-4212-b221-00774ef41731 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:53:19.700359 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-b7f65cff-60e4-4f5f-82ef-e0c91c206a0f req-7905031e-05a9-4212-b221-00774ef41731 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=130bac75-18dc-45de-9ec4-afda9fc26d7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0380304 Sep 29 15:53:19.804512 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-b7f65cff-60e4-4f5f-82ef-e0c91c206a0f req-7a019cc6-a468-4bca-a2d2-f22903bd9f2f service neutron] 10.222.0.22 "GET /v2.0/networks/130bac75-18dc-45de-9ec4-afda9fc26d7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0969729 Sep 29 15:53:19.891700 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-b7f65cff-60e4-4f5f-82ef-e0c91c206a0f req-6924092f-7dfb-4df5-8143-0006c3ce94dc service neutron] 10.222.0.22 "GET /v2.0/networks/130bac75-18dc-45de-9ec4-afda9fc26d7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805635 Sep 29 15:53:24.151905 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron_lib.callbacks.manager [None req-37a4425f-a1e5-4cc8-94bc-03670070902a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741779927170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-625140'] for agent, after_update {{(pid=96122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:53:26.599392 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron_lib.callbacks.manager [None req-93309eb5-fb09-402a-9f58-748262b03b91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741779927170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-625140'] for agent, after_update {{(pid=96122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:53:27.568989 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron_lib.callbacks.manager [None req-86ea74e9-eea3-4769-b153-652ac6294d68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741779927170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-625140'] for agent, after_update {{(pid=96122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:53:28.562767 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron_lib.callbacks.manager [None req-d04ed334-d278-4234-b850-06fee10c9c6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741779927170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-625140'] for agent, after_update {{(pid=96122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:53:29.654228 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron_lib.callbacks.manager [None req-9bd021b7-afaf-4c67-b111-7b9308fbf6a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741779927170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-625140'] for agent, after_update {{(pid=96122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:53:34.793541 dv-cinder-806616-6-iscsi neutron-server[96123]: DEBUG neutron.db.agents_db [None req-ce50b6f1-f7bd-4b59-8641-9f71b480b041 None None] Agent healthcheck: found 6 active agents {{(pid=96123) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 29 15:53:36.930309 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron_lib.callbacks.manager [None req-4d55257e-523e-4b8d-ab2b-d46a31710be1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741779927170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-625140'] for agent, after_update {{(pid=96122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:53:54.147268 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron_lib.callbacks.manager [None req-6c55e1eb-83f8-40df-9d1d-ab96bd7c8f6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741779927170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-625140'] for agent, after_update {{(pid=96122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:53:56.615891 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron_lib.callbacks.manager [None req-69756ba0-82b0-4d0e-99da-859433bbeee9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741779927170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-625140'] for agent, after_update {{(pid=96122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:53:57.590920 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron_lib.callbacks.manager [None req-86ea74e9-eea3-4769-b153-652ac6294d68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741779927170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-625140'] for agent, after_update {{(pid=96122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:53:58.584727 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron_lib.callbacks.manager [None req-d04ed334-d278-4234-b850-06fee10c9c6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741779927170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-625140'] for agent, after_update {{(pid=96122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:53:59.687762 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron_lib.callbacks.manager [None req-9bd021b7-afaf-4c67-b111-7b9308fbf6a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741779927170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-625140'] for agent, after_update {{(pid=96122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:54:06.975967 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron_lib.callbacks.manager [None req-4d55257e-523e-4b8d-ab2b-d46a31710be1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741779927170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-625140'] for agent, after_update {{(pid=96122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:54:11.793505 dv-cinder-806616-6-iscsi neutron-server[96123]: DEBUG neutron.db.agents_db [None req-ce50b6f1-f7bd-4b59-8641-9f71b480b041 None None] Agent healthcheck: found 6 active agents {{(pid=96123) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 29 15:54:21.365963 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-1f96f03f-7f36-40d8-b8f2-f5e3afe5a8ff req-1cafde24-5468-4330-ba1a-090c24962332 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=de57312d-d8bf-41e3-8a5f-cafd14edc615&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0398071 Sep 29 15:54:21.464504 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f96f03f-7f36-40d8-b8f2-f5e3afe5a8ff req-95e42786-23c1-49de-8789-166b5c4951fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:54:21.466000 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-1f96f03f-7f36-40d8-b8f2-f5e3afe5a8ff req-95e42786-23c1-49de-8789-166b5c4951fb service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=54b54b3b8c5d4295a0fc95e1c5e76334&device_id=de57312d-d8bf-41e3-8a5f-cafd14edc615 HTTP/1.1" status: 200 len: 1098 time: 0.0445049 Sep 29 15:54:21.539324 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [req-f18989b4-19cc-44c3-a0ab-986a1b155cb3 req-1e3ecea7-fcf6-4bd1-ade6-2ed11a991d89 tempest-TestVolumeBootPattern-610115025 tempest-TestVolumeBootPattern-610115025-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-66440100&fields=id&tenant_id=54b54b3b8c5d4295a0fc95e1c5e76334 HTTP/1.1" status: 200 len: 267 time: 0.0333657 Sep 29 15:54:21.567449 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f96f03f-7f36-40d8-b8f2-f5e3afe5a8ff req-aa525d85-08b1-4914-b134-bc4658f6a376 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:54:21.568942 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-1f96f03f-7f36-40d8-b8f2-f5e3afe5a8ff req-aa525d85-08b1-4914-b134-bc4658f6a376 service neutron] 10.222.0.22 "GET /v2.0/networks?id=130bac75-18dc-45de-9ec4-afda9fc26d7f HTTP/1.1" status: 200 len: 913 time: 0.0839703 Sep 29 15:54:21.634722 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-1f96f03f-7f36-40d8-b8f2-f5e3afe5a8ff req-fb666ced-f83c-4b68-b879-cac2ebc04e6c service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=416c05a1-89ea-4a69-aea5-340a0e937280 HTTP/1.1" status: 200 len: 1000 time: 0.0591040 Sep 29 15:54:21.644949 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18989b4-19cc-44c3-a0ab-986a1b155cb3 req-7f0e2039-96d5-4838-967d-ffa443c9fa77 tempest-TestVolumeBootPattern-610115025 tempest-TestVolumeBootPattern-610115025-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=96120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:54:21.646520 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [req-f18989b4-19cc-44c3-a0ab-986a1b155cb3 req-7f0e2039-96d5-4838-967d-ffa443c9fa77 tempest-TestVolumeBootPattern-610115025 tempest-TestVolumeBootPattern-610115025-project] 10.222.0.46 "GET /v2.0/networks?id=130bac75-18dc-45de-9ec4-afda9fc26d7f HTTP/1.1" status: 200 len: 812 time: 0.1002908 Sep 29 15:54:21.662323 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [req-f18989b4-19cc-44c3-a0ab-986a1b155cb3 req-48f4a520-9b24-4dea-bd77-ee10731ebd25 tempest-TestVolumeBootPattern-610115025 tempest-TestVolumeBootPattern-610115025-project] 10.222.0.46 "GET /v2.0/quotas/54b54b3b8c5d4295a0fc95e1c5e76334 HTTP/1.1" status: 200 len: 375 time: 0.0096745 Sep 29 15:54:21.689999 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f96f03f-7f36-40d8-b8f2-f5e3afe5a8ff req-8b690018-47b9-467b-9e1f-1a210899747d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:54:21.691449 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-1f96f03f-7f36-40d8-b8f2-f5e3afe5a8ff req-8b690018-47b9-467b-9e1f-1a210899747d service neutron] 10.222.0.22 "GET /v2.0/subnets?id=1884d989-814c-43e8-ad27-affc4248c86e HTTP/1.1" status: 200 len: 851 time: 0.0499876 Sep 29 15:54:21.720290 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [req-f18989b4-19cc-44c3-a0ab-986a1b155cb3 req-e115a208-a319-46d9-b36c-e27ddf959243 tempest-TestVolumeBootPattern-610115025 tempest-TestVolumeBootPattern-610115025-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=54b54b3b8c5d4295a0fc95e1c5e76334&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0505648 Sep 29 15:54:21.735272 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f96f03f-7f36-40d8-b8f2-f5e3afe5a8ff req-5c2f7b81-de90-4019-8e0f-a0d9ddb2954e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:54:21.736842 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-1f96f03f-7f36-40d8-b8f2-f5e3afe5a8ff req-5c2f7b81-de90-4019-8e0f-a0d9ddb2954e service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=130bac75-18dc-45de-9ec4-afda9fc26d7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0384169 Sep 29 15:54:21.813336 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [req-f18989b4-19cc-44c3-a0ab-986a1b155cb3 req-f272d1f9-c04f-43be-af2e-7def05031bae service neutron] 10.222.0.46 "GET /v2.0/networks/130bac75-18dc-45de-9ec4-afda9fc26d7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813377 Sep 29 15:54:21.829009 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-1f96f03f-7f36-40d8-b8f2-f5e3afe5a8ff req-cb166589-e9e0-4cc7-b131-d2ee401092c8 service neutron] 10.222.0.22 "GET /v2.0/networks/130bac75-18dc-45de-9ec4-afda9fc26d7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838718 Sep 29 15:54:21.904487 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [req-f18989b4-19cc-44c3-a0ab-986a1b155cb3 req-75acd24e-f968-4279-abc5-94a538794641 service neutron] 10.222.0.46 "GET /v2.0/networks/130bac75-18dc-45de-9ec4-afda9fc26d7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847852 Sep 29 15:54:21.918373 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-1f96f03f-7f36-40d8-b8f2-f5e3afe5a8ff req-49611373-9251-4477-bade-ed490bef39a2 service neutron] 10.222.0.22 "GET /v2.0/networks/130bac75-18dc-45de-9ec4-afda9fc26d7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816486 Sep 29 15:54:22.040756 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.wsgi [req-d6aff343-9777-44c8-9feb-a0f426c116d1 req-858ffe8b-082d-44c0-abcb-a0fdc764d1e5 service neutron] (96120) timed out ('10.222.0.22', 50950) {{(pid=96120) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 29 15:54:22.529846 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-996b0ad7-2104-470b-a5d6-cd32031e6220 req-aed13c94-7c5c-4e82-b4a9-cbe63e5a8a0f tempest-TestVolumeBootPattern-610115025 tempest-TestVolumeBootPattern-610115025-project] 10.222.0.46 "GET /v2.0/ports?device_id=38e788e9-8317-424d-acfd-d5eb56303aec HTTP/1.1" status: 200 len: 210 time: 0.1105726 Sep 29 15:54:23.624868 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [req-5601321f-2d6d-4996-9cfa-ae823628655a req-70d82d0d-40c5-4796-9db0-c2abd6da00cd tempest-TestVolumeBootPattern-610115025 tempest-TestVolumeBootPattern-610115025-project] 10.222.0.46 "GET /v2.0/ports?device_id=38e788e9-8317-424d-acfd-d5eb56303aec HTTP/1.1" status: 200 len: 210 time: 0.0307405 Sep 29 15:54:24.135179 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron_lib.callbacks.manager [None req-394d32a5-ea75-49b4-bad2-6d699308242a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741779927170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-625140'] for agent, after_update {{(pid=96122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:54:24.457687 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18989b4-19cc-44c3-a0ab-986a1b155cb3 req-441ac1c8-df98-4d05-a14a-93d3df35fb53 tempest-TestVolumeBootPattern-610115025 tempest-TestVolumeBootPattern-610115025-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=96121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:54:24.459731 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-f18989b4-19cc-44c3-a0ab-986a1b155cb3 req-441ac1c8-df98-4d05-a14a-93d3df35fb53 tempest-TestVolumeBootPattern-610115025 tempest-TestVolumeBootPattern-610115025-project] 10.222.0.22 "GET /v2.0/networks?id=130bac75-18dc-45de-9ec4-afda9fc26d7f HTTP/1.1" status: 200 len: 812 time: 0.0992510 Sep 29 15:54:24.507235 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-f18989b4-19cc-44c3-a0ab-986a1b155cb3 req-20e1600b-ff9b-4eb1-8c3d-2a8a93156684 tempest-TestVolumeBootPattern-610115025 tempest-TestVolumeBootPattern-610115025-project] 10.222.0.22 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=54b54b3b8c5d4295a0fc95e1c5e76334 HTTP/1.1" status: 200 len: 378 time: 0.0328491 Sep 29 15:54:24.516054 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.api.v2.base [req-f18989b4-19cc-44c3-a0ab-986a1b155cb3 req-526950b7-8024-4a0f-b8a3-a4874efbc46b tempest-TestVolumeBootPattern-610115025 tempest-TestVolumeBootPattern-610115025-project] Request body: {'port': {'device_id': '38e788e9-8317-424d-acfd-d5eb56303aec', 'network_id': '130bac75-18dc-45de-9ec4-afda9fc26d7f', 'admin_state_up': True, 'tenant_id': '54b54b3b8c5d4295a0fc95e1c5e76334', 'security_groups': ['b9710121-5fde-4c3b-83e4-a0ee4e081111']}} {{(pid=96121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 15:54:24.693335 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f18989b4-19cc-44c3-a0ab-986a1b155cb3 req-526950b7-8024-4a0f-b8a3-a4874efbc46b tempest-TestVolumeBootPattern-610115025 tempest-TestVolumeBootPattern-610115025-project] Made reservation on behalf of 54b54b3b8c5d4295a0fc95e1c5e76334 for: {'port': 1} {{(pid=96121) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 15:54:24.696949 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [req-f18989b4-19cc-44c3-a0ab-986a1b155cb3 req-526950b7-8024-4a0f-b8a3-a4874efbc46b tempest-TestVolumeBootPattern-610115025 tempest-TestVolumeBootPattern-610115025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-684029'] for port, before_create {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:54:24.735976 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-3acd26f1-45e6-44ab-bdc6-b901aaba510d req-5be52bb9-92a2-4543-837a-0164ac0736f7 tempest-TestVolumeBootPattern-610115025 tempest-TestVolumeBootPattern-610115025-project] 10.222.0.46 "GET /v2.0/ports?device_id=38e788e9-8317-424d-acfd-d5eb56303aec HTTP/1.1" status: 200 len: 210 time: 0.0293391 Sep 29 15:54:24.846335 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.db.db_base_plugin_common [req-f18989b4-19cc-44c3-a0ab-986a1b155cb3 req-526950b7-8024-4a0f-b8a3-a4874efbc46b tempest-TestVolumeBootPattern-610115025 tempest-TestVolumeBootPattern-610115025-project] Allocated IP 172.20.0.10 (130bac75-18dc-45de-9ec4-afda9fc26d7f/1884d989-814c-43e8-ad27-affc4248c86e/6007c7c4-aae1-4cb7-8bfa-fed361f727ff) {{(pid=96121) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 15:54:24.977769 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [req-f18989b4-19cc-44c3-a0ab-986a1b155cb3 req-526950b7-8024-4a0f-b8a3-a4874efbc46b tempest-TestVolumeBootPattern-610115025 tempest-TestVolumeBootPattern-610115025-project] Notify callbacks [] for port, precommit_create {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:54:25.076222 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [req-f18989b4-19cc-44c3-a0ab-986a1b155cb3 req-526950b7-8024-4a0f-b8a3-a4874efbc46b tempest-TestVolumeBootPattern-610115025 tempest-TestVolumeBootPattern-610115025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741779628737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3898419'] for port, after_create {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:54:25.116488 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f18989b4-19cc-44c3-a0ab-986a1b155cb3 req-526950b7-8024-4a0f-b8a3-a4874efbc46b tempest-TestVolumeBootPattern-610115025 tempest-TestVolumeBootPattern-610115025-project] Network 130bac75-18dc-45de-9ec4-afda9fc26d7f is already hosted by enough agents. {{(pid=96121) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 15:54:25.119389 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.scheduler.base_scheduler [req-f18989b4-19cc-44c3-a0ab-986a1b155cb3 req-526950b7-8024-4a0f-b8a3-a4874efbc46b tempest-TestVolumeBootPattern-610115025 tempest-TestVolumeBootPattern-610115025-project] Resources bound (agent type, host, resource id): {{(pid=96121) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 15:54:25.122871 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.db.l3_dvrscheduler_db [req-f18989b4-19cc-44c3-a0ab-986a1b155cb3 req-526950b7-8024-4a0f-b8a3-a4874efbc46b tempest-TestVolumeBootPattern-610115025 tempest-TestVolumeBootPattern-610115025-project] Received port after_create {{(pid=96121) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 15:54:25.131740 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-526950b7-8024-4a0f-b8a3-a4874efbc46b tempest-TestVolumeBootPattern-610115025 tempest-TestVolumeBootPattern-610115025-project] Pushing event updated for resources: {'Port': ['ID=6007c7c4-aae1-4cb7-8bfa-fed361f727ff,revision_number=1']} {{(pid=96121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 15:54:25.161226 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-526950b7-8024-4a0f-b8a3-a4874efbc46b tempest-TestVolumeBootPattern-610115025 tempest-TestVolumeBootPattern-610115025-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806616-6-iscsi {{(pid=96121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 15:54:25.161575 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-526950b7-8024-4a0f-b8a3-a4874efbc46b tempest-TestVolumeBootPattern-610115025 tempest-TestVolumeBootPattern-610115025-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806616-6-iscsi {{(pid=96121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 15:54:25.161908 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-526950b7-8024-4a0f-b8a3-a4874efbc46b tempest-TestVolumeBootPattern-610115025 tempest-TestVolumeBootPattern-610115025-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806616-6-iscsi {{(pid=96121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 15:54:25.162241 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-526950b7-8024-4a0f-b8a3-a4874efbc46b tempest-TestVolumeBootPattern-610115025 tempest-TestVolumeBootPattern-610115025-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806616-6-iscsi {{(pid=96121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 15:54:25.162565 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-526950b7-8024-4a0f-b8a3-a4874efbc46b tempest-TestVolumeBootPattern-610115025 tempest-TestVolumeBootPattern-610115025-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806616-6-iscsi {{(pid=96121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 15:54:25.162896 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-526950b7-8024-4a0f-b8a3-a4874efbc46b tempest-TestVolumeBootPattern-610115025 tempest-TestVolumeBootPattern-610115025-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806616-6-iscsi {{(pid=96121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 15:54:25.163219 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-526950b7-8024-4a0f-b8a3-a4874efbc46b tempest-TestVolumeBootPattern-610115025 tempest-TestVolumeBootPattern-610115025-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806616-6-iscsi {{(pid=96121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 15:54:25.163537 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-526950b7-8024-4a0f-b8a3-a4874efbc46b tempest-TestVolumeBootPattern-610115025 tempest-TestVolumeBootPattern-610115025-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806616-6-iscsi {{(pid=96121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 15:54:25.163855 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-526950b7-8024-4a0f-b8a3-a4874efbc46b tempest-TestVolumeBootPattern-610115025 tempest-TestVolumeBootPattern-610115025-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806616-6-iscsi {{(pid=96121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 15:54:25.164203 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-526950b7-8024-4a0f-b8a3-a4874efbc46b tempest-TestVolumeBootPattern-610115025 tempest-TestVolumeBootPattern-610115025-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806616-6-iscsi {{(pid=96121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 15:54:25.164518 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-526950b7-8024-4a0f-b8a3-a4874efbc46b tempest-TestVolumeBootPattern-610115025 tempest-TestVolumeBootPattern-610115025-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806616-6-iscsi {{(pid=96121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 15:54:25.164829 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-526950b7-8024-4a0f-b8a3-a4874efbc46b tempest-TestVolumeBootPattern-610115025 tempest-TestVolumeBootPattern-610115025-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806616-6-iscsi {{(pid=96121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 15:54:25.193580 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18989b4-19cc-44c3-a0ab-986a1b155cb3 req-526950b7-8024-4a0f-b8a3-a4874efbc46b tempest-TestVolumeBootPattern-610115025 tempest-TestVolumeBootPattern-610115025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=96121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:54:25.194213 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [req-f18989b4-19cc-44c3-a0ab-986a1b155cb3 req-526950b7-8024-4a0f-b8a3-a4874efbc46b tempest-TestVolumeBootPattern-610115025 tempest-TestVolumeBootPattern-610115025-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238921'] for port, before_response {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:54:25.261862 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-f18989b4-19cc-44c3-a0ab-986a1b155cb3 req-526950b7-8024-4a0f-b8a3-a4874efbc46b tempest-TestVolumeBootPattern-610115025 tempest-TestVolumeBootPattern-610115025-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7492418 Sep 29 15:54:25.280912 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.api.v2.base [req-f18989b4-19cc-44c3-a0ab-986a1b155cb3 req-7fbf5495-4031-4a0d-a814-d1d49003b047 service neutron] Request body: {'port': {'device_id': '38e788e9-8317-424d-acfd-d5eb56303aec', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80661'}} {{(pid=96121) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 15:54:25.286843 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.db.provisioning_blocks [None req-a708a96b-5485-44ab-a66e-6ed051549693 None None] Provisioning complete for port 6007c7c4-aae1-4cb7-8bfa-fed361f727ff triggered by entity DHCP. {{(pid=96122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 15:54:25.287336 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron_lib.callbacks.manager [None req-a708a96b-5485-44ab-a66e-6ed051549693 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-626465'] for port, provisioning_complete {{(pid=96122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:54:25.322436 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.plugins.ml2.plugin [None req-a708a96b-5485-44ab-a66e-6ed051549693 None None] Port 6007c7c4-aae1-4cb7-8bfa-fed361f727ff cannot update to ACTIVE because it is not bound. {{(pid=96122) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 29 15:54:25.340761 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [req-f18989b4-19cc-44c3-a0ab-986a1b155cb3 req-7fbf5495-4031-4a0d-a814-d1d49003b047 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-684029'] for port, before_update {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:54:25.599686 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.notifiers.nova [req-f18989b4-19cc-44c3-a0ab-986a1b155cb3 req-7fbf5495-4031-4a0d-a814-d1d49003b047 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6007c7c4-aae1-4cb7-8bfa-fed361f727ff {{(pid=96121) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 15:54:25.606970 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [req-f18989b4-19cc-44c3-a0ab-986a1b155cb3 req-7fbf5495-4031-4a0d-a814-d1d49003b047 service neutron] Notify callbacks [] for port, precommit_update {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:54:25.619037 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.db.provisioning_blocks [req-f18989b4-19cc-44c3-a0ab-986a1b155cb3 req-7fbf5495-4031-4a0d-a814-d1d49003b047 service neutron] Transition to ACTIVE for port object 6007c7c4-aae1-4cb7-8bfa-fed361f727ff will not be triggered until provisioned by entity L2. {{(pid=96121) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 15:54:25.709757 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [req-f18989b4-19cc-44c3-a0ab-986a1b155cb3 req-7fbf5495-4031-4a0d-a814-d1d49003b047 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741780147972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741779628755', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741779628773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3898424'] for port, after_update {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:54:25.760907 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fbf5495-4031-4a0d-a814-d1d49003b047 service neutron] Pushing event updated for resources: {'Port': ['ID=6007c7c4-aae1-4cb7-8bfa-fed361f727ff,revision_number=2']} {{(pid=96121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 15:54:25.834209 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.plugins.ml2.managers [req-f18989b4-19cc-44c3-a0ab-986a1b155cb3 req-7fbf5495-4031-4a0d-a814-d1d49003b047 service neutron] Attempting to bind port 6007c7c4-aae1-4cb7-8bfa-fed361f727ff on host hv-cinder-80661 for vnic_type normal with profile {{(pid=96121) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 15:54:25.834608 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.plugins.ml2.managers [req-f18989b4-19cc-44c3-a0ab-986a1b155cb3 req-7fbf5495-4031-4a0d-a814-d1d49003b047 service neutron] Attempting to bind port 6007c7c4-aae1-4cb7-8bfa-fed361f727ff by drivers openvswitch,hyperv on host hv-cinder-80661 at level 0 using segments [{'id': '6ab0cf2f-b4ec-4407-92a6-993df9aa86b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '130bac75-18dc-45de-9ec4-afda9fc26d7f'}] {{(pid=96121) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 15:54:25.834881 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f18989b4-19cc-44c3-a0ab-986a1b155cb3 req-7fbf5495-4031-4a0d-a814-d1d49003b047 service neutron] Attempting to bind port 6007c7c4-aae1-4cb7-8bfa-fed361f727ff on network 130bac75-18dc-45de-9ec4-afda9fc26d7f {{(pid=96121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 15:54:25.839773 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f18989b4-19cc-44c3-a0ab-986a1b155cb3 req-7fbf5495-4031-4a0d-a814-d1d49003b047 service neutron] Port 6007c7c4-aae1-4cb7-8bfa-fed361f727ff on network 130bac75-18dc-45de-9ec4-afda9fc26d7f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80661 {{(pid=96121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 29 15:54:25.840264 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f18989b4-19cc-44c3-a0ab-986a1b155cb3 req-7fbf5495-4031-4a0d-a814-d1d49003b047 service neutron] Attempting to bind port 6007c7c4-aae1-4cb7-8bfa-fed361f727ff on network 130bac75-18dc-45de-9ec4-afda9fc26d7f {{(pid=96121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 15:54:25.845364 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f18989b4-19cc-44c3-a0ab-986a1b155cb3 req-7fbf5495-4031-4a0d-a814-d1d49003b047 service neutron] Checking agent: {'id': '02e4aaf8-ac1d-430d-8152-9e2105739360', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80661', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 15, 37, 5), 'started_at': datetime.datetime(2021, 9, 29, 15, 37, 5), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 15, 54, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=96121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 15:54:25.845705 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f18989b4-19cc-44c3-a0ab-986a1b155cb3 req-7fbf5495-4031-4a0d-a814-d1d49003b047 service neutron] Checking segment: {'id': '6ab0cf2f-b4ec-4407-92a6-993df9aa86b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '130bac75-18dc-45de-9ec4-afda9fc26d7f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=96121) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 15:54:25.846087 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f18989b4-19cc-44c3-a0ab-986a1b155cb3 req-7fbf5495-4031-4a0d-a814-d1d49003b047 service neutron] Bound using segment: {'id': '6ab0cf2f-b4ec-4407-92a6-993df9aa86b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '130bac75-18dc-45de-9ec4-afda9fc26d7f'} {{(pid=96121) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 15:54:25.846546 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.plugins.ml2.managers [req-f18989b4-19cc-44c3-a0ab-986a1b155cb3 req-7fbf5495-4031-4a0d-a814-d1d49003b047 service neutron] Bound port: 6007c7c4-aae1-4cb7-8bfa-fed361f727ff, host: hv-cinder-80661, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6ab0cf2f-b4ec-4407-92a6-993df9aa86b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '130bac75-18dc-45de-9ec4-afda9fc26d7f'}}] {{(pid=96121) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 15:54:25.846905 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [req-f18989b4-19cc-44c3-a0ab-986a1b155cb3 req-7fbf5495-4031-4a0d-a814-d1d49003b047 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-684029'] for port, before_update {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:54:25.887038 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b14d74-4187-4643-b1cf-73fa1fa291f3 req-850784a2-127c-4a3a-b3b4-703d7a45c8eb tempest-TestVolumeBootPattern-610115025 tempest-TestVolumeBootPattern-610115025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:54:25.888740 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [req-81b14d74-4187-4643-b1cf-73fa1fa291f3 req-850784a2-127c-4a3a-b3b4-703d7a45c8eb tempest-TestVolumeBootPattern-610115025 tempest-TestVolumeBootPattern-610115025-project] 10.222.0.46 "GET /v2.0/ports?device_id=38e788e9-8317-424d-acfd-d5eb56303aec HTTP/1.1" status: 200 len: 944 time: 0.0616336 Sep 29 15:54:25.918808 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.plugins.ml2.db [req-f18989b4-19cc-44c3-a0ab-986a1b155cb3 req-7fbf5495-4031-4a0d-a814-d1d49003b047 service neutron] For port 6007c7c4-aae1-4cb7-8bfa-fed361f727ff, host hv-cinder-80661, cleared binding levels {{(pid=96121) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 15:54:25.922301 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.plugins.ml2.db [req-f18989b4-19cc-44c3-a0ab-986a1b155cb3 req-7fbf5495-4031-4a0d-a814-d1d49003b047 service neutron] For port 6007c7c4-aae1-4cb7-8bfa-fed361f727ff, host hv-cinder-80661, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80661',level=0,port_id=6007c7c4-aae1-4cb7-8bfa-fed361f727ff,segment=NetworkSegment(6ab0cf2f-b4ec-4407-92a6-993df9aa86b6),segment_id=6ab0cf2f-b4ec-4407-92a6-993df9aa86b6)] {{(pid=96121) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 15:54:25.931994 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [req-81b14d74-4187-4643-b1cf-73fa1fa291f3 req-fb3694e1-3359-4a14-8a9f-1f346d07ff9d tempest-TestVolumeBootPattern-610115025 tempest-TestVolumeBootPattern-610115025-project] 10.222.0.46 "GET /v2.0/security-groups?id=b9710121-5fde-4c3b-83e4-a0ee4e081111&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0351827 Sep 29 15:54:25.985116 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [req-f18989b4-19cc-44c3-a0ab-986a1b155cb3 req-7fbf5495-4031-4a0d-a814-d1d49003b047 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741780147972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741779628755', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741779628773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3898424'] for port, after_update {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:54:26.020466 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18989b4-19cc-44c3-a0ab-986a1b155cb3 req-7fbf5495-4031-4a0d-a814-d1d49003b047 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:54:26.025600 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [req-f18989b4-19cc-44c3-a0ab-986a1b155cb3 req-7fbf5495-4031-4a0d-a814-d1d49003b047 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238921'] for port, before_response {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:54:26.025600 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-f18989b4-19cc-44c3-a0ab-986a1b155cb3 req-7fbf5495-4031-4a0d-a814-d1d49003b047 service neutron] 10.222.0.22 "PUT /v2.0/ports/6007c7c4-aae1-4cb7-8bfa-fed361f727ff HTTP/1.1" status: 200 len: 1094 time: 0.7462382 Sep 29 15:54:26.025600 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '38e788e9-8317-424d-acfd-d5eb56303aec', 'tag': '6007c7c4-aae1-4cb7-8bfa-fed361f727ff'}] {{(pid=96121) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 15:54:26.025600 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dcbd94143c65fdb0f5c12b0c92a6468c38125261e55d21e9818266cb91f6c0d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47b8c7ec-7bfd-4820-b506-722411e2763a" -d '{"events": [{"name": "network-changed", "server_uuid": "38e788e9-8317-424d-acfd-d5eb56303aec", "tag": "6007c7c4-aae1-4cb7-8bfa-fed361f727ff"}]}' {{(pid=96121) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 15:54:26.048357 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fbf5495-4031-4a0d-a814-d1d49003b047 service neutron] Pushing event updated for resources: {'Port': ['ID=6007c7c4-aae1-4cb7-8bfa-fed361f727ff,revision_number=3']} {{(pid=96121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 15:54:26.064962 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 29 Sep 2021 15:54:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35a2c3a9-8214-4395-8255-f0b352da31f5 x-openstack-request-id: req-35a2c3a9-8214-4395-8255-f0b352da31f5 {{(pid=96121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 15:54:26.065253 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "38e788e9-8317-424d-acfd-d5eb56303aec", "tag": "6007c7c4-aae1-4cb7-8bfa-fed361f727ff", "status": "completed", "code": 200}]} {{(pid=96121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 15:54:26.065500 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-35a2c3a9-8214-4395-8255-f0b352da31f5 {{(pid=96121) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 15:54:26.065939 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '38e788e9-8317-424d-acfd-d5eb56303aec', 'tag': '6007c7c4-aae1-4cb7-8bfa-fed361f727ff', 'status': 'completed', 'code': 200} Sep 29 15:54:26.158985 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b8c7ec-7bfd-4820-b506-722411e2763a req-7b62a939-e37e-4d18-ad70-30eb5a1fa745 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:54:26.160593 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-47b8c7ec-7bfd-4820-b506-722411e2763a req-7b62a939-e37e-4d18-ad70-30eb5a1fa745 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=54b54b3b8c5d4295a0fc95e1c5e76334&device_id=38e788e9-8317-424d-acfd-d5eb56303aec HTTP/1.1" status: 200 len: 1097 time: 0.0412197 Sep 29 15:54:26.264033 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b8c7ec-7bfd-4820-b506-722411e2763a req-a4317cd6-f982-4184-b2ff-6bedd46d85b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:54:26.265573 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-47b8c7ec-7bfd-4820-b506-722411e2763a req-a4317cd6-f982-4184-b2ff-6bedd46d85b2 service neutron] 10.222.0.22 "GET /v2.0/networks?tenant_id=54b54b3b8c5d4295a0fc95e1c5e76334&shared=False HTTP/1.1" status: 200 len: 913 time: 0.0918803 Sep 29 15:54:26.359661 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b8c7ec-7bfd-4820-b506-722411e2763a req-1dcff2b9-a54a-4a31-9388-17457849522a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:54:26.361005 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-47b8c7ec-7bfd-4820-b506-722411e2763a req-1dcff2b9-a54a-4a31-9388-17457849522a service neutron] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0884411 Sep 29 15:54:26.454738 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18989b4-19cc-44c3-a0ab-986a1b155cb3 req-984aaf54-6234-412d-b95c-b76258502f7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:54:26.456229 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-f18989b4-19cc-44c3-a0ab-986a1b155cb3 req-984aaf54-6234-412d-b95c-b76258502f7c service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=54b54b3b8c5d4295a0fc95e1c5e76334&device_id=38e788e9-8317-424d-acfd-d5eb56303aec HTTP/1.1" status: 200 len: 1097 time: 0.0380387 Sep 29 15:54:26.501590 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-f18989b4-19cc-44c3-a0ab-986a1b155cb3 req-dccfded8-f937-4e86-8e1e-50433a3edd05 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6007c7c4-aae1-4cb7-8bfa-fed361f727ff HTTP/1.1" status: 200 len: 217 time: 0.0322247 Sep 29 15:54:26.552156 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18989b4-19cc-44c3-a0ab-986a1b155cb3 req-80202745-f149-41de-85b3-b5165ae39c93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:54:26.553605 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-f18989b4-19cc-44c3-a0ab-986a1b155cb3 req-80202745-f149-41de-85b3-b5165ae39c93 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=1884d989-814c-43e8-ad27-affc4248c86e HTTP/1.1" status: 200 len: 851 time: 0.0455227 Sep 29 15:54:26.587090 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron_lib.callbacks.manager [None req-f3dae341-6c98-4e01-b622-7e88712a3a2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741779927170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-625140'] for agent, after_update {{(pid=96122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:54:26.597494 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18989b4-19cc-44c3-a0ab-986a1b155cb3 req-9a97eeb2-d047-4ab6-bfce-e2f83cb6e233 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:54:26.599762 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-f18989b4-19cc-44c3-a0ab-986a1b155cb3 req-9a97eeb2-d047-4ab6-bfce-e2f83cb6e233 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=130bac75-18dc-45de-9ec4-afda9fc26d7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0397706 Sep 29 15:54:26.686827 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-f18989b4-19cc-44c3-a0ab-986a1b155cb3 req-027e24d9-9b9e-4ed5-ac2f-392b66702b9d service neutron] 10.222.0.22 "GET /v2.0/networks/130bac75-18dc-45de-9ec4-afda9fc26d7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802176 Sep 29 15:54:26.776229 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-f18989b4-19cc-44c3-a0ab-986a1b155cb3 req-b9853e0d-79a4-407f-8ca7-43a4896aa8f7 service neutron] 10.222.0.22 "GET /v2.0/networks/130bac75-18dc-45de-9ec4-afda9fc26d7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822136 Sep 29 15:54:27.048379 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df491bb-92a9-4299-ab66-694115f0dbc3 req-8cc862e3-48d5-41ce-9bdf-ab49efc2567d tempest-TestVolumeBootPattern-610115025 tempest-TestVolumeBootPattern-610115025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:54:27.049822 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [req-3df491bb-92a9-4299-ab66-694115f0dbc3 req-8cc862e3-48d5-41ce-9bdf-ab49efc2567d tempest-TestVolumeBootPattern-610115025 tempest-TestVolumeBootPattern-610115025-project] 10.222.0.46 "GET /v2.0/ports?device_id=38e788e9-8317-424d-acfd-d5eb56303aec HTTP/1.1" status: 200 len: 944 time: 0.0514154 Sep 29 15:54:27.086731 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [req-3df491bb-92a9-4299-ab66-694115f0dbc3 req-daa1b841-676e-4959-a126-e798d138827d tempest-TestVolumeBootPattern-610115025 tempest-TestVolumeBootPattern-610115025-project] 10.222.0.46 "GET /v2.0/security-groups?id=b9710121-5fde-4c3b-83e4-a0ee4e081111&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0302658 Sep 29 15:54:27.584171 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron_lib.callbacks.manager [None req-86ea74e9-eea3-4769-b153-652ac6294d68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741779927170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-625140'] for agent, after_update {{(pid=96122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:54:28.198859 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c27b94f-cf0f-482b-854c-5e6723b34f7a req-d0926c60-25f7-448a-9996-6c3710751e79 tempest-TestVolumeBootPattern-610115025 tempest-TestVolumeBootPattern-610115025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:54:28.200354 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-9c27b94f-cf0f-482b-854c-5e6723b34f7a req-d0926c60-25f7-448a-9996-6c3710751e79 tempest-TestVolumeBootPattern-610115025 tempest-TestVolumeBootPattern-610115025-project] 10.222.0.46 "GET /v2.0/ports?device_id=38e788e9-8317-424d-acfd-d5eb56303aec HTTP/1.1" status: 200 len: 944 time: 0.0477350 Sep 29 15:54:28.236392 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-9c27b94f-cf0f-482b-854c-5e6723b34f7a req-f6e84787-4a23-4c2c-ad33-4f7ee1077a19 tempest-TestVolumeBootPattern-610115025 tempest-TestVolumeBootPattern-610115025-project] 10.222.0.46 "GET /v2.0/security-groups?id=b9710121-5fde-4c3b-83e4-a0ee4e081111&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0303469 Sep 29 15:54:28.557618 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron_lib.callbacks.manager [None req-d04ed334-d278-4234-b850-06fee10c9c6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741779927170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-625140'] for agent, after_update {{(pid=96122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:54:29.357400 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68b06af-29fa-48d8-b232-6c54eaf5cb48 req-0844510b-791f-4d62-85b3-6d272b2743b8 tempest-TestVolumeBootPattern-610115025 tempest-TestVolumeBootPattern-610115025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:54:29.358889 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [req-d68b06af-29fa-48d8-b232-6c54eaf5cb48 req-0844510b-791f-4d62-85b3-6d272b2743b8 tempest-TestVolumeBootPattern-610115025 tempest-TestVolumeBootPattern-610115025-project] 10.222.0.46 "GET /v2.0/ports?device_id=38e788e9-8317-424d-acfd-d5eb56303aec HTTP/1.1" status: 200 len: 944 time: 0.0561998 Sep 29 15:54:29.396290 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [req-d68b06af-29fa-48d8-b232-6c54eaf5cb48 req-212c40a4-64cb-4475-b9c1-0aa55bd0e4c4 tempest-TestVolumeBootPattern-610115025 tempest-TestVolumeBootPattern-610115025-project] 10.222.0.46 "GET /v2.0/security-groups?id=b9710121-5fde-4c3b-83e4-a0ee4e081111&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0313439 Sep 29 15:54:29.666224 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron_lib.callbacks.manager [None req-9bd021b7-afaf-4c67-b111-7b9308fbf6a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741779927170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-625140'] for agent, after_update {{(pid=96122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:54:30.507355 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1d383c-70c9-4373-99a8-f9dc11d4aa46 req-0f3167e0-1d95-40ab-b97e-a77fc3196f21 tempest-TestVolumeBootPattern-610115025 tempest-TestVolumeBootPattern-610115025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:54:30.508816 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-be1d383c-70c9-4373-99a8-f9dc11d4aa46 req-0f3167e0-1d95-40ab-b97e-a77fc3196f21 tempest-TestVolumeBootPattern-610115025 tempest-TestVolumeBootPattern-610115025-project] 10.222.0.46 "GET /v2.0/ports?device_id=38e788e9-8317-424d-acfd-d5eb56303aec HTTP/1.1" status: 200 len: 944 time: 0.0472775 Sep 29 15:54:30.549518 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-be1d383c-70c9-4373-99a8-f9dc11d4aa46 req-d8e94112-4c6c-410e-8dec-f694910f288b tempest-TestVolumeBootPattern-610115025 tempest-TestVolumeBootPattern-610115025-project] 10.222.0.46 "GET /v2.0/security-groups?id=b9710121-5fde-4c3b-83e4-a0ee4e081111&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0349140 Sep 29 15:54:31.660534 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62e8a4a-cf93-4b83-8bf4-09d8971e06cc req-e5846200-5f30-4cf9-8b02-12245f657973 tempest-TestVolumeBootPattern-610115025 tempest-TestVolumeBootPattern-610115025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:54:31.661977 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [req-e62e8a4a-cf93-4b83-8bf4-09d8971e06cc req-e5846200-5f30-4cf9-8b02-12245f657973 tempest-TestVolumeBootPattern-610115025 tempest-TestVolumeBootPattern-610115025-project] 10.222.0.46 "GET /v2.0/ports?device_id=38e788e9-8317-424d-acfd-d5eb56303aec HTTP/1.1" status: 200 len: 944 time: 0.0476406 Sep 29 15:54:31.698681 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [req-e62e8a4a-cf93-4b83-8bf4-09d8971e06cc req-0274122b-95e9-4a56-ab70-503799eb32fe tempest-TestVolumeBootPattern-610115025 tempest-TestVolumeBootPattern-610115025-project] 10.222.0.46 "GET /v2.0/security-groups?id=b9710121-5fde-4c3b-83e4-a0ee4e081111&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0307252 Sep 29 15:54:32.806623 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbed133a-1961-41e9-8c8f-442e569b453f req-62fd2acb-755d-4f0a-a07c-02ecf4c8c05d tempest-TestVolumeBootPattern-610115025 tempest-TestVolumeBootPattern-610115025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:54:32.808078 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-dbed133a-1961-41e9-8c8f-442e569b453f req-62fd2acb-755d-4f0a-a07c-02ecf4c8c05d tempest-TestVolumeBootPattern-610115025 tempest-TestVolumeBootPattern-610115025-project] 10.222.0.46 "GET /v2.0/ports?device_id=38e788e9-8317-424d-acfd-d5eb56303aec HTTP/1.1" status: 200 len: 944 time: 0.0466542 Sep 29 15:54:32.844182 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-dbed133a-1961-41e9-8c8f-442e569b453f req-b6610d81-f4b8-408e-b657-8bc53a2df5d3 tempest-TestVolumeBootPattern-610115025 tempest-TestVolumeBootPattern-610115025-project] 10.222.0.46 "GET /v2.0/security-groups?id=b9710121-5fde-4c3b-83e4-a0ee4e081111&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0304248 Sep 29 15:54:33.956232 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c0e16f-6ae9-434b-99c1-a8607df16ca4 req-c427ec21-a35d-4cf2-9579-f6c7bbaabf45 tempest-TestVolumeBootPattern-610115025 tempest-TestVolumeBootPattern-610115025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:54:33.957653 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [req-82c0e16f-6ae9-434b-99c1-a8607df16ca4 req-c427ec21-a35d-4cf2-9579-f6c7bbaabf45 tempest-TestVolumeBootPattern-610115025 tempest-TestVolumeBootPattern-610115025-project] 10.222.0.46 "GET /v2.0/ports?device_id=38e788e9-8317-424d-acfd-d5eb56303aec HTTP/1.1" status: 200 len: 944 time: 0.0503607 Sep 29 15:54:33.994364 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [req-82c0e16f-6ae9-434b-99c1-a8607df16ca4 req-d8284257-58c4-45d2-a891-01a69b2942e7 tempest-TestVolumeBootPattern-610115025 tempest-TestVolumeBootPattern-610115025-project] 10.222.0.46 "GET /v2.0/security-groups?id=b9710121-5fde-4c3b-83e4-a0ee4e081111&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0303965 Sep 29 15:54:35.103159 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90046e0e-3b8c-4b22-97e6-15acd929fc9d req-0b9992f4-667c-426e-9393-50f3673ae213 tempest-TestVolumeBootPattern-610115025 tempest-TestVolumeBootPattern-610115025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:54:35.104633 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-90046e0e-3b8c-4b22-97e6-15acd929fc9d req-0b9992f4-667c-426e-9393-50f3673ae213 tempest-TestVolumeBootPattern-610115025 tempest-TestVolumeBootPattern-610115025-project] 10.222.0.46 "GET /v2.0/ports?device_id=38e788e9-8317-424d-acfd-d5eb56303aec HTTP/1.1" status: 200 len: 944 time: 0.0463896 Sep 29 15:54:35.140269 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-90046e0e-3b8c-4b22-97e6-15acd929fc9d req-1277e298-64c4-40b5-9461-3767dd2b5174 tempest-TestVolumeBootPattern-610115025 tempest-TestVolumeBootPattern-610115025-project] 10.222.0.46 "GET /v2.0/security-groups?id=b9710121-5fde-4c3b-83e4-a0ee4e081111&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0298574 Sep 29 15:54:35.736162 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.plugins.ml2.rpc [None req-4d55257e-523e-4b8d-ab2b-d46a31710be1 None None] Device 6007c7c4-aae1-4cb7-8bfa-fed361f727ff details requested by agent hyperv_hv-cinder-80661 with host hv-cinder-80661 {{(pid=96122) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 29 15:54:35.827416 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.plugins.ml2.db [None req-4d55257e-523e-4b8d-ab2b-d46a31710be1 None None] For port 6007c7c4-aae1-4cb7-8bfa-fed361f727ff, host hv-cinder-80661, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80661',level=0,port_id=6007c7c4-aae1-4cb7-8bfa-fed361f727ff,segment=NetworkSegment(6ab0cf2f-b4ec-4407-92a6-993df9aa86b6),segment_id=6ab0cf2f-b4ec-4407-92a6-993df9aa86b6)] {{(pid=96122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 15:54:35.838524 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.plugins.ml2.rpc [None req-4d55257e-523e-4b8d-ab2b-d46a31710be1 None None] Returning: {'device': '6007c7c4-aae1-4cb7-8bfa-fed361f727ff', 'network_id': '130bac75-18dc-45de-9ec4-afda9fc26d7f', 'port_id': '6007c7c4-aae1-4cb7-8bfa-fed361f727ff', 'mac_address': 'fa:16:3e:51:a5:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 638, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1884d989-814c-43e8-ad27-affc4248c86e', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=96122) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 29 15:54:35.873320 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron_lib.callbacks.manager [None req-4d55257e-523e-4b8d-ab2b-d46a31710be1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-684029'] for port, before_update {{(pid=96122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:54:35.886076 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.notifiers.nova [None req-4d55257e-523e-4b8d-ab2b-d46a31710be1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6007c7c4-aae1-4cb7-8bfa-fed361f727ff {{(pid=96122) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 15:54:35.904882 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.plugins.ml2.db [None req-4d55257e-523e-4b8d-ab2b-d46a31710be1 None None] For port 6007c7c4-aae1-4cb7-8bfa-fed361f727ff, host hv-cinder-80661, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80661',level=0,port_id=6007c7c4-aae1-4cb7-8bfa-fed361f727ff,segment=NetworkSegment(6ab0cf2f-b4ec-4407-92a6-993df9aa86b6),segment_id=6ab0cf2f-b4ec-4407-92a6-993df9aa86b6)] {{(pid=96122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 15:54:35.992572 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron_lib.callbacks.manager [None req-4d55257e-523e-4b8d-ab2b-d46a31710be1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741780147972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741779628755', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741779628773'] for port, after_update {{(pid=96122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:54:36.040784 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d55257e-523e-4b8d-ab2b-d46a31710be1 None None] Pushing event updated for resources: {'Port': ['ID=6007c7c4-aae1-4cb7-8bfa-fed361f727ff,revision_number=4']} {{(pid=96122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 15:54:36.047527 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d55257e-523e-4b8d-ab2b-d46a31710be1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806616-6-iscsi {{(pid=96122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 15:54:36.047867 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d55257e-523e-4b8d-ab2b-d46a31710be1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806616-6-iscsi {{(pid=96122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 15:54:36.048225 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d55257e-523e-4b8d-ab2b-d46a31710be1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806616-6-iscsi {{(pid=96122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 15:54:36.048556 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d55257e-523e-4b8d-ab2b-d46a31710be1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806616-6-iscsi {{(pid=96122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 15:54:36.048880 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d55257e-523e-4b8d-ab2b-d46a31710be1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806616-6-iscsi {{(pid=96122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 15:54:36.049206 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d55257e-523e-4b8d-ab2b-d46a31710be1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806616-6-iscsi {{(pid=96122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 15:54:36.049526 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d55257e-523e-4b8d-ab2b-d46a31710be1 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806616-6-iscsi {{(pid=96122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 15:54:36.049847 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d55257e-523e-4b8d-ab2b-d46a31710be1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806616-6-iscsi {{(pid=96122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 15:54:36.050188 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d55257e-523e-4b8d-ab2b-d46a31710be1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806616-6-iscsi {{(pid=96122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 15:54:36.050512 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d55257e-523e-4b8d-ab2b-d46a31710be1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806616-6-iscsi {{(pid=96122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 15:54:36.050828 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d55257e-523e-4b8d-ab2b-d46a31710be1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806616-6-iscsi {{(pid=96122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 15:54:36.051143 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d55257e-523e-4b8d-ab2b-d46a31710be1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806616-6-iscsi {{(pid=96122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 15:54:36.250412 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50b85ee-5a8f-4c7c-a84f-01f92178f26d req-c963cb7f-2569-48fa-b2f5-b44dbe5d4b52 tempest-TestVolumeBootPattern-610115025 tempest-TestVolumeBootPattern-610115025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:54:36.251802 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [req-c50b85ee-5a8f-4c7c-a84f-01f92178f26d req-c963cb7f-2569-48fa-b2f5-b44dbe5d4b52 tempest-TestVolumeBootPattern-610115025 tempest-TestVolumeBootPattern-610115025-project] 10.222.0.46 "GET /v2.0/ports?device_id=38e788e9-8317-424d-acfd-d5eb56303aec HTTP/1.1" status: 200 len: 945 time: 0.0482252 Sep 29 15:54:36.288543 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [req-c50b85ee-5a8f-4c7c-a84f-01f92178f26d req-959f31db-02fa-4b6e-ab01-3181f8c89a87 tempest-TestVolumeBootPattern-610115025 tempest-TestVolumeBootPattern-610115025-project] 10.222.0.46 "GET /v2.0/security-groups?id=b9710121-5fde-4c3b-83e4-a0ee4e081111&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0309365 Sep 29 15:54:36.345168 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.plugins.ml2.db [None req-4d55257e-523e-4b8d-ab2b-d46a31710be1 None None] get_ports_and_sgs() called for port_ids ['6007c7c4-aae1-4cb7-8bfa-fed361f727ff'] {{(pid=96122) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 15:54:36.979086 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron_lib.callbacks.manager [None req-4d55257e-523e-4b8d-ab2b-d46a31710be1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741779927170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-625140'] for agent, after_update {{(pid=96122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:54:37.210283 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.wsgi [req-24d680e7-0004-48a4-a0cd-003837b7aad2 req-cc21d20d-9e9d-4b08-a621-ce302ada7213 service neutron] (96120) timed out ('10.222.0.22', 50957) {{(pid=96120) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 29 15:54:37.412040 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c620369-e4ef-438b-84e3-d5e25a01e620 req-80b12a90-3750-4fe5-b313-aa414c6bc026 tempest-TestVolumeBootPattern-610115025 tempest-TestVolumeBootPattern-610115025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:54:37.413493 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-6c620369-e4ef-438b-84e3-d5e25a01e620 req-80b12a90-3750-4fe5-b313-aa414c6bc026 tempest-TestVolumeBootPattern-610115025 tempest-TestVolumeBootPattern-610115025-project] 10.222.0.46 "GET /v2.0/ports?device_id=38e788e9-8317-424d-acfd-d5eb56303aec HTTP/1.1" status: 200 len: 945 time: 0.0472031 Sep 29 15:54:37.453398 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-6c620369-e4ef-438b-84e3-d5e25a01e620 req-6240c7ae-a487-4aa9-a1dc-e6a37c998eb5 tempest-TestVolumeBootPattern-610115025 tempest-TestVolumeBootPattern-610115025-project] 10.222.0.46 "GET /v2.0/security-groups?id=b9710121-5fde-4c3b-83e4-a0ee4e081111&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0336974 Sep 29 15:54:37.752543 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.plugins.ml2.rpc [None req-4d55257e-523e-4b8d-ab2b-d46a31710be1 None None] Device 6007c7c4-aae1-4cb7-8bfa-fed361f727ff up at agent hyperv_hv-cinder-80661 {{(pid=96122) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 15:54:37.875120 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.db.provisioning_blocks [None req-4d55257e-523e-4b8d-ab2b-d46a31710be1 None None] Provisioning for port 6007c7c4-aae1-4cb7-8bfa-fed361f727ff completed by entity L2. {{(pid=96122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 29 15:54:37.878930 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.db.provisioning_blocks [None req-4d55257e-523e-4b8d-ab2b-d46a31710be1 None None] Provisioning complete for port 6007c7c4-aae1-4cb7-8bfa-fed361f727ff triggered by entity L2. {{(pid=96122) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 15:54:37.879326 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron_lib.callbacks.manager [None req-4d55257e-523e-4b8d-ab2b-d46a31710be1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-626465'] for port, provisioning_complete {{(pid=96122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:54:37.953814 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron_lib.callbacks.manager [None req-4d55257e-523e-4b8d-ab2b-d46a31710be1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-684029'] for port, before_update {{(pid=96122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:54:37.975405 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38e788e9-8317-424d-acfd-d5eb56303aec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6007c7c4-aae1-4cb7-8bfa-fed361f727ff'}] {{(pid=96122) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 15:54:37.977666 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2623ca0f1d0ed70344ce0ae3d74fdbf1495c1e1ffd6c12fe338f92bc8c6604f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1919bcd-4c3c-42c9-a985-0faf022b8491" -d '{"events": [{"server_uuid": "38e788e9-8317-424d-acfd-d5eb56303aec", "name": "network-vif-plugged", "status": "completed", "tag": "6007c7c4-aae1-4cb7-8bfa-fed361f727ff"}]}' {{(pid=96122) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 15:54:37.989683 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.plugins.ml2.db [None req-4d55257e-523e-4b8d-ab2b-d46a31710be1 None None] For port 6007c7c4-aae1-4cb7-8bfa-fed361f727ff, host hv-cinder-80661, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80661',level=0,port_id=6007c7c4-aae1-4cb7-8bfa-fed361f727ff,segment=NetworkSegment(6ab0cf2f-b4ec-4407-92a6-993df9aa86b6),segment_id=6ab0cf2f-b4ec-4407-92a6-993df9aa86b6)] {{(pid=96122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 15:54:38.013531 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Sep 2021 15:54:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52ccc0c8-34f9-4c8f-a178-64465167fe9d x-openstack-request-id: req-52ccc0c8-34f9-4c8f-a178-64465167fe9d {{(pid=96122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 15:54:38.013839 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "38e788e9-8317-424d-acfd-d5eb56303aec", "name": "network-vif-plugged", "status": "completed", "tag": "6007c7c4-aae1-4cb7-8bfa-fed361f727ff", "code": 200}]} {{(pid=96122) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 15:54:38.014120 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-52ccc0c8-34f9-4c8f-a178-64465167fe9d {{(pid=96122) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 15:54:38.014511 dv-cinder-806616-6-iscsi neutron-server[96122]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '38e788e9-8317-424d-acfd-d5eb56303aec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6007c7c4-aae1-4cb7-8bfa-fed361f727ff', 'code': 200} Sep 29 15:54:38.109323 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron_lib.callbacks.manager [None req-4d55257e-523e-4b8d-ab2b-d46a31710be1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741780147972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741779628755', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741779628773'] for port, after_update {{(pid=96122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:54:38.157149 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d55257e-523e-4b8d-ab2b-d46a31710be1 None None] Pushing event updated for resources: {'Port': ['ID=6007c7c4-aae1-4cb7-8bfa-fed361f727ff,revision_number=5']} {{(pid=96122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 15:54:38.458958 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e561353-8d8c-41fd-9775-3dbea758d5de req-927701b0-ad6e-4f5a-99f6-40061159f5fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:54:38.460615 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-7e561353-8d8c-41fd-9775-3dbea758d5de req-927701b0-ad6e-4f5a-99f6-40061159f5fe service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=38e788e9-8317-424d-acfd-d5eb56303aec HTTP/1.1" status: 200 len: 1099 time: 0.0411222 Sep 29 15:54:38.494659 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-7e561353-8d8c-41fd-9775-3dbea758d5de req-a15c7d53-02ad-46eb-97d5-6cc9c4502a1b service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=b9710121-5fde-4c3b-83e4-a0ee4e081111&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0271754 Sep 29 15:54:38.564684 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e5a260-61ca-414e-9211-04f632452bd3 req-e4d245a2-ec32-41d2-a6b1-c1eee34fd697 tempest-TestVolumeBootPattern-610115025 tempest-TestVolumeBootPattern-610115025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:54:38.566130 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-84e5a260-61ca-414e-9211-04f632452bd3 req-e4d245a2-ec32-41d2-a6b1-c1eee34fd697 tempest-TestVolumeBootPattern-610115025 tempest-TestVolumeBootPattern-610115025-project] 10.222.0.46 "GET /v2.0/ports?device_id=38e788e9-8317-424d-acfd-d5eb56303aec HTTP/1.1" status: 200 len: 946 time: 0.0471201 Sep 29 15:54:38.604130 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-84e5a260-61ca-414e-9211-04f632452bd3 req-29316d52-fbc0-409c-ad21-ce93e85b2768 tempest-TestVolumeBootPattern-610115025 tempest-TestVolumeBootPattern-610115025-project] 10.222.0.46 "GET /v2.0/security-groups?id=b9710121-5fde-4c3b-83e4-a0ee4e081111&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0314660 Sep 29 15:54:39.718277 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9bf61c5-75a0-4fbf-8d1f-d918b5f8c5b5 req-1ad9a1a2-7226-4778-b560-58447672382a tempest-TestVolumeBootPattern-610115025 tempest-TestVolumeBootPattern-610115025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:54:39.719777 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [req-c9bf61c5-75a0-4fbf-8d1f-d918b5f8c5b5 req-1ad9a1a2-7226-4778-b560-58447672382a tempest-TestVolumeBootPattern-610115025 tempest-TestVolumeBootPattern-610115025-project] 10.222.0.46 "GET /v2.0/ports?device_id=38e788e9-8317-424d-acfd-d5eb56303aec HTTP/1.1" status: 200 len: 946 time: 0.0488031 Sep 29 15:54:39.756044 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [req-c9bf61c5-75a0-4fbf-8d1f-d918b5f8c5b5 req-5761c666-eeb2-4a09-be7a-12fc4fd255fe tempest-TestVolumeBootPattern-610115025 tempest-TestVolumeBootPattern-610115025-project] 10.222.0.46 "GET /v2.0/security-groups?id=b9710121-5fde-4c3b-83e4-a0ee4e081111&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0303197 Sep 29 15:54:40.921771 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d035f858-1498-4b74-b48e-dd6bf2f51941 req-1046a52a-5a29-422d-88b3-fe911be8d6e2 tempest-TestVolumeBootPattern-610115025 tempest-TestVolumeBootPattern-610115025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:54:40.923208 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-d035f858-1498-4b74-b48e-dd6bf2f51941 req-1046a52a-5a29-422d-88b3-fe911be8d6e2 tempest-TestVolumeBootPattern-610115025 tempest-TestVolumeBootPattern-610115025-project] 10.222.0.46 "GET /v2.0/ports?device_id=38e788e9-8317-424d-acfd-d5eb56303aec HTTP/1.1" status: 200 len: 946 time: 0.0465412 Sep 29 15:54:40.966941 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-d035f858-1498-4b74-b48e-dd6bf2f51941 req-36ab2ae4-68fe-4c65-889c-9eefd8fee869 tempest-TestVolumeBootPattern-610115025 tempest-TestVolumeBootPattern-610115025-project] 10.222.0.46 "GET /v2.0/security-groups?id=b9710121-5fde-4c3b-83e4-a0ee4e081111&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0379045 Sep 29 15:54:41.080935 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20b6942-ace4-4b42-944a-4ca7ce301268 req-73452e15-1b79-496a-b95d-7329cb7cb807 tempest-TestVolumeBootPattern-610115025 tempest-TestVolumeBootPattern-610115025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:54:41.082312 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [req-a20b6942-ace4-4b42-944a-4ca7ce301268 req-73452e15-1b79-496a-b95d-7329cb7cb807 tempest-TestVolumeBootPattern-610115025 tempest-TestVolumeBootPattern-610115025-project] 10.222.0.46 "GET /v2.0/ports?device_id=38e788e9-8317-424d-acfd-d5eb56303aec HTTP/1.1" status: 200 len: 946 time: 0.0514455 Sep 29 15:54:41.118844 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [req-a20b6942-ace4-4b42-944a-4ca7ce301268 req-dafdb89c-e378-4e77-a619-d385ec6ea39c tempest-TestVolumeBootPattern-610115025 tempest-TestVolumeBootPattern-610115025-project] 10.222.0.46 "GET /v2.0/security-groups?id=b9710121-5fde-4c3b-83e4-a0ee4e081111&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0307825 Sep 29 15:54:41.139363 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.wsgi [-] (96120) accepted ('10.222.0.46', 39202) {{(pid=96120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 15:54:41.176734 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51a554e7-8c43-4d75-a016-9f15487828d7 tempest-TestVolumeBootPattern-615589311 tempest-TestVolumeBootPattern-615589311-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:54:41.178197 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [None req-51a554e7-8c43-4d75-a016-9f15487828d7 tempest-TestVolumeBootPattern-615589311 tempest-TestVolumeBootPattern-615589311-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=38e788e9-8317-424d-acfd-d5eb56303aec HTTP/1.1" status: 200 len: 1094 time: 0.0378666 Sep 29 15:54:41.181379 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.wsgi [-] (96120) accepted ('10.222.0.46', 39204) {{(pid=96120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 15:54:41.185412 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.api.v2.base [None req-8eec2a83-6d16-43a7-b6c6-bd4df3e760a9 tempest-TestVolumeBootPattern-610115025 tempest-TestVolumeBootPattern-610115025-project] Request body: {'floatingip': {'floating_network_id': 'cd5efe95-1549-4750-933c-70412f77577e', 'port_id': '6007c7c4-aae1-4cb7-8bfa-fed361f727ff', 'tenant_id': '54b54b3b8c5d4295a0fc95e1c5e76334', 'fixed_ip_address': '172.20.0.10'}} {{(pid=96120) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 15:54:41.269205 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-8eec2a83-6d16-43a7-b6c6-bd4df3e760a9 tempest-TestVolumeBootPattern-610115025 tempest-TestVolumeBootPattern-610115025-project] Notify callbacks [] for floatingip, before_create {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:54:41.364270 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-8eec2a83-6d16-43a7-b6c6-bd4df3e760a9 tempest-TestVolumeBootPattern-610115025 tempest-TestVolumeBootPattern-610115025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-684029'] for port, before_create {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:54:41.462347 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.db.db_base_plugin_common [None req-8eec2a83-6d16-43a7-b6c6-bd4df3e760a9 tempest-TestVolumeBootPattern-610115025 tempest-TestVolumeBootPattern-610115025-project] Allocated IP 172.27.0.26 (cd5efe95-1549-4750-933c-70412f77577e/9c872fed-da92-4e12-828d-ac62e1b980b9/2de938ae-291d-4e3c-a9b7-17107b8f30f2) {{(pid=96120) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 15:54:41.562002 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-8eec2a83-6d16-43a7-b6c6-bd4df3e760a9 tempest-TestVolumeBootPattern-610115025 tempest-TestVolumeBootPattern-610115025-project] Notify callbacks [] for port, precommit_create {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:54:41.646743 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-8eec2a83-6d16-43a7-b6c6-bd4df3e760a9 tempest-TestVolumeBootPattern-610115025 tempest-TestVolumeBootPattern-610115025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741779628737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8956053'] for port, after_create {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:54:41.681553 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8eec2a83-6d16-43a7-b6c6-bd4df3e760a9 tempest-TestVolumeBootPattern-610115025 tempest-TestVolumeBootPattern-610115025-project] Network cd5efe95-1549-4750-933c-70412f77577e is already hosted by enough agents. {{(pid=96120) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 15:54:41.684376 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.scheduler.base_scheduler [None req-8eec2a83-6d16-43a7-b6c6-bd4df3e760a9 tempest-TestVolumeBootPattern-610115025 tempest-TestVolumeBootPattern-610115025-project] Resources bound (agent type, host, resource id): {{(pid=96120) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 15:54:41.687765 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8eec2a83-6d16-43a7-b6c6-bd4df3e760a9 tempest-TestVolumeBootPattern-610115025 tempest-TestVolumeBootPattern-610115025-project] Received port after_create {{(pid=96120) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 15:54:41.714552 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eec2a83-6d16-43a7-b6c6-bd4df3e760a9 tempest-TestVolumeBootPattern-610115025 tempest-TestVolumeBootPattern-610115025-project] Pushing event updated for resources: {'Port': ['ID=2de938ae-291d-4e3c-a9b7-17107b8f30f2,revision_number=1']} {{(pid=96120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 15:54:41.727009 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eec2a83-6d16-43a7-b6c6-bd4df3e760a9 tempest-TestVolumeBootPattern-610115025 tempest-TestVolumeBootPattern-610115025-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806616-6-iscsi {{(pid=96120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 15:54:41.727356 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eec2a83-6d16-43a7-b6c6-bd4df3e760a9 tempest-TestVolumeBootPattern-610115025 tempest-TestVolumeBootPattern-610115025-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806616-6-iscsi {{(pid=96120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 15:54:41.727695 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eec2a83-6d16-43a7-b6c6-bd4df3e760a9 tempest-TestVolumeBootPattern-610115025 tempest-TestVolumeBootPattern-610115025-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806616-6-iscsi {{(pid=96120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 15:54:41.728059 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eec2a83-6d16-43a7-b6c6-bd4df3e760a9 tempest-TestVolumeBootPattern-610115025 tempest-TestVolumeBootPattern-610115025-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806616-6-iscsi {{(pid=96120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 15:54:41.728392 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eec2a83-6d16-43a7-b6c6-bd4df3e760a9 tempest-TestVolumeBootPattern-610115025 tempest-TestVolumeBootPattern-610115025-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806616-6-iscsi {{(pid=96120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 15:54:41.728719 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eec2a83-6d16-43a7-b6c6-bd4df3e760a9 tempest-TestVolumeBootPattern-610115025 tempest-TestVolumeBootPattern-610115025-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806616-6-iscsi {{(pid=96120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 15:54:41.729043 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eec2a83-6d16-43a7-b6c6-bd4df3e760a9 tempest-TestVolumeBootPattern-610115025 tempest-TestVolumeBootPattern-610115025-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806616-6-iscsi {{(pid=96120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 15:54:41.729368 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eec2a83-6d16-43a7-b6c6-bd4df3e760a9 tempest-TestVolumeBootPattern-610115025 tempest-TestVolumeBootPattern-610115025-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806616-6-iscsi {{(pid=96120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 15:54:41.729690 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eec2a83-6d16-43a7-b6c6-bd4df3e760a9 tempest-TestVolumeBootPattern-610115025 tempest-TestVolumeBootPattern-610115025-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806616-6-iscsi {{(pid=96120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 15:54:41.730012 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eec2a83-6d16-43a7-b6c6-bd4df3e760a9 tempest-TestVolumeBootPattern-610115025 tempest-TestVolumeBootPattern-610115025-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806616-6-iscsi {{(pid=96120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 15:54:41.730331 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eec2a83-6d16-43a7-b6c6-bd4df3e760a9 tempest-TestVolumeBootPattern-610115025 tempest-TestVolumeBootPattern-610115025-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806616-6-iscsi {{(pid=96120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 15:54:41.730647 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8eec2a83-6d16-43a7-b6c6-bd4df3e760a9 tempest-TestVolumeBootPattern-610115025 tempest-TestVolumeBootPattern-610115025-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806616-6-iscsi {{(pid=96120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 15:54:42.256058 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-8eec2a83-6d16-43a7-b6c6-bd4df3e760a9 tempest-TestVolumeBootPattern-610115025 tempest-TestVolumeBootPattern-610115025-project] Notify callbacks [] for floatingip, precommit_create {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:54:42.387360 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-8eec2a83-6d16-43a7-b6c6-bd4df3e760a9 tempest-TestVolumeBootPattern-610115025 tempest-TestVolumeBootPattern-610115025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-684029'] for port, before_update {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:54:42.530878 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-8eec2a83-6d16-43a7-b6c6-bd4df3e760a9 tempest-TestVolumeBootPattern-610115025 tempest-TestVolumeBootPattern-610115025-project] Notify callbacks [] for port, precommit_update {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:54:42.597424 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-8eec2a83-6d16-43a7-b6c6-bd4df3e760a9 tempest-TestVolumeBootPattern-610115025 tempest-TestVolumeBootPattern-610115025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741780147972', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741779628755', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741779628773', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8956062'] for port, after_update {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:54:42.668488 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eec2a83-6d16-43a7-b6c6-bd4df3e760a9 tempest-TestVolumeBootPattern-610115025 tempest-TestVolumeBootPattern-610115025-project] Pushing event updated for resources: {'Port': ['ID=2de938ae-291d-4e3c-a9b7-17107b8f30f2,revision_number=2']} {{(pid=96120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 15:54:42.678841 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-8eec2a83-6d16-43a7-b6c6-bd4df3e760a9 tempest-TestVolumeBootPattern-610115025 tempest-TestVolumeBootPattern-610115025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1618963'] for floatingip, after_create {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:54:42.775114 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.db.l3_db [None req-8eec2a83-6d16-43a7-b6c6-bd4df3e760a9 tempest-TestVolumeBootPattern-610115025 tempest-TestVolumeBootPattern-610115025-project] Floating IP cf4c2d1c-e359-48f8-be1b-fde50a828075 associated. External IP: 172.27.0.26, port: 6007c7c4-aae1-4cb7-8bfa-fed361f727ff. Sep 29 15:54:42.971216 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8eec2a83-6d16-43a7-b6c6-bd4df3e760a9 tempest-TestVolumeBootPattern-610115025 tempest-TestVolumeBootPattern-610115025-project] Router b5cf718c-af45-41e1-bc2a-267ce5057563 has already been hosted by L3 agent e5061b61-feb3-46be-bd05-1226f95d9417 {{(pid=96120) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 29 15:54:43.079748 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8eec2a83-6d16-43a7-b6c6-bd4df3e760a9 tempest-TestVolumeBootPattern-610115025 tempest-TestVolumeBootPattern-610115025-project] Notify agent at l3_agent.dv-cinder-806616-6-iscsi the message routers_updated {{(pid=96120) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 15:54:43.090055 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b62f607-1abd-4a94-8736-85a2e8f8ed7c None None] Sync routers for ids ['b5cf718c-af45-41e1-bc2a-267ce5057563'] in dv-cinder-806616-6-iscsi {{(pid=96122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 15:54:43.103088 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b62f607-1abd-4a94-8736-85a2e8f8ed7c None None] Routers {'b5cf718c-af45-41e1-bc2a-267ce5057563'} bound to L3 agent in host dv-cinder-806616-6-iscsi {{(pid=96122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 15:54:43.115957 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.db.l3_hamode_db [None req-5b62f607-1abd-4a94-8736-85a2e8f8ed7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806616-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-29T15:30:56Z,description=,heartbeat_timestamp=2021-09-29T15:54:27Z,host='dv-cinder-806616-6-iscsi',id=e5061b61-feb3-46be-bd05-1226f95d9417,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T15:30:57Z,topic='l3_agent')) {'router_ids': ['b5cf718c-af45-41e1-bc2a-267ce5057563'], 'active': True} {{(pid=96122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 15:54:43.175168 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-8eec2a83-6d16-43a7-b6c6-bd4df3e760a9 tempest-TestVolumeBootPattern-610115025 tempest-TestVolumeBootPattern-610115025-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238921'] for floatingip, before_response {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:54:43.206533 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [None req-8eec2a83-6d16-43a7-b6c6-bd4df3e760a9 tempest-TestVolumeBootPattern-610115025 tempest-TestVolumeBootPattern-610115025-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.0241513 Sep 29 15:54:43.207541 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '38e788e9-8317-424d-acfd-d5eb56303aec', 'tag': '6007c7c4-aae1-4cb7-8bfa-fed361f727ff'}] {{(pid=96120) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 15:54:43.209387 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4bb6707052646e9cb447c77cf5db72dad3b20325a43e0261074ac39fb81a9f0b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58574765-2be2-44bd-8ca9-cb6656db6d16" -d '{"events": [{"name": "network-changed", "server_uuid": "38e788e9-8317-424d-acfd-d5eb56303aec", "tag": "6007c7c4-aae1-4cb7-8bfa-fed361f727ff"}]}' {{(pid=96120) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 15:54:43.244825 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 29 Sep 2021 15:54:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f4eba75-b1dd-4466-b346-8469a6be2a6a x-openstack-request-id: req-9f4eba75-b1dd-4466-b346-8469a6be2a6a {{(pid=96120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 15:54:43.245113 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "38e788e9-8317-424d-acfd-d5eb56303aec", "tag": "6007c7c4-aae1-4cb7-8bfa-fed361f727ff", "status": "completed", "code": 200}]} {{(pid=96120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 15:54:43.245358 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-9f4eba75-b1dd-4466-b346-8469a6be2a6a {{(pid=96120) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 15:54:43.245750 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '38e788e9-8317-424d-acfd-d5eb56303aec', 'tag': '6007c7c4-aae1-4cb7-8bfa-fed361f727ff', 'status': 'completed', 'code': 200} Sep 29 15:54:43.326363 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.db.l3_dvr_db [None req-5b62f607-1abd-4a94-8736-85a2e8f8ed7c None None] Set router b5cf718c-af45-41e1-bc2a-267ce5057563 gateway port host: dv-cinder-806616-6-iscsi {{(pid=96122) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 15:54:43.328713 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58574765-2be2-44bd-8ca9-cb6656db6d16 req-4a73b2c9-8fc8-42a0-b3ee-d7aaaa52e002 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:54:43.330229 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-58574765-2be2-44bd-8ca9-cb6656db6d16 req-4a73b2c9-8fc8-42a0-b3ee-d7aaaa52e002 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=54b54b3b8c5d4295a0fc95e1c5e76334&device_id=38e788e9-8317-424d-acfd-d5eb56303aec HTTP/1.1" status: 200 len: 1099 time: 0.0395479 Sep 29 15:54:43.417038 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58574765-2be2-44bd-8ca9-cb6656db6d16 req-d6377124-fdc3-4719-b5d9-1df29ab2dad5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:54:43.418466 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-58574765-2be2-44bd-8ca9-cb6656db6d16 req-d6377124-fdc3-4719-b5d9-1df29ab2dad5 service neutron] 10.222.0.22 "GET /v2.0/networks?id=130bac75-18dc-45de-9ec4-afda9fc26d7f HTTP/1.1" status: 200 len: 913 time: 0.0806167 Sep 29 15:54:43.483788 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-58574765-2be2-44bd-8ca9-cb6656db6d16 req-b0158728-31bf-40c1-9744-2fa2aa15c725 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6007c7c4-aae1-4cb7-8bfa-fed361f727ff HTTP/1.1" status: 200 len: 999 time: 0.0585251 Sep 29 15:54:43.531466 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58574765-2be2-44bd-8ca9-cb6656db6d16 req-7d67e193-31fc-40cd-bd2e-d50bdac58e4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:54:43.532933 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-58574765-2be2-44bd-8ca9-cb6656db6d16 req-7d67e193-31fc-40cd-bd2e-d50bdac58e4d service neutron] 10.222.0.22 "GET /v2.0/subnets?id=1884d989-814c-43e8-ad27-affc4248c86e HTTP/1.1" status: 200 len: 851 time: 0.0428789 Sep 29 15:54:43.544631 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.db.l3_hamode_db [None req-5b62f607-1abd-4a94-8736-85a2e8f8ed7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5cf718c-af45-41e1-bc2a-267ce5057563', 'name': 'tempest-TestVolumeBootPattern-1891457191-router', 'tenant_id': '54b54b3b8c5d4295a0fc95e1c5e76334', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd5efe95-1549-4750-933c-70412f77577e', 'external_fixed_ips': [{'subnet_id': '9c872fed-da92-4e12-828d-ac62e1b980b9', 'ip_address': '172.27.0.233'}], 'enable_snat': True}, 'gw_port_id': 'a4833d5d-c06e-44c8-acfc-54480d486295', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T15:49:30Z', 'updated_at': '2021-09-29T15:49:33Z', 'revision_number': 4, 'project_id': '54b54b3b8c5d4295a0fc95e1c5e76334', 'gw_port': {'id': 'a4833d5d-c06e-44c8-acfc-54480d486295', 'name': '', 'network_id': 'cd5efe95-1549-4750-933c-70412f77577e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:80:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5cf718c-af45-41e1-bc2a-267ce5057563', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '9c872fed-da92-4e12-828d-ac62e1b980b9', 'ip_address': '172.27.0.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806616-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T15:49:30Z', 'updated_at': '2021-09-29T15:49:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c872fed-da92-4e12-828d-ac62e1b980b9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806616-6-iscsi', '_floatingips': [{'id': '892d24a0-2367-4b32-b5ad-94555dfda069', 'tenant_id': '54b54b3b8c5d4295a0fc95e1c5e76334', 'floating_ip_address': '172.27.0.76', 'floating_network_id': 'cd5efe95-1549-4750-933c-70412f77577e', 'router_id': 'b5cf718c-af45-41e1-bc2a-267ce5057563', 'port_id': '416c05a1-89ea-4a69-aea5-340a0e937280', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '130bac75-18dc-45de-9ec4-afda9fc26d7f', 'mac_address': 'fa:16:3e:7e:71:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de57312d-d8bf-41e3-8a5f-cafd14edc615', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-29T15:52:40Z', 'updated_at': '2021-09-29T15:52:42Z', 'revision_number': 1, 'project_id': '54b54b3b8c5d4295a0fc95e1c5e76334', 'fixed_ip_address_scope': None}, {'id': 'cf4c2d1c-e359-48f8-be1b-fde50a828075', 'tenant_id': '54b54b3b8c5d4295a0fc95e1c5e76334', 'floating_ip_address': '172.27.0.26', 'floating_network_id': 'cd5efe95-1549-4750-933c-70412f77577e', 'router_id': 'b5cf718c-af45-41e1-bc2a-267ce5057563', 'port_id': '6007c7c4-aae1-4cb7-8bfa-fed361f727ff', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '130bac75-18dc-45de-9ec4-afda9fc26d7f', 'mac_address': 'fa:16:3e:51:a5:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38e788e9-8317-424d-acfd-d5eb56303aec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-29T15:54:41Z', 'updated_at': '2021-09-29T15:54:41Z', 'revision_number': 0, 'project_id': '54b54b3b8c5d4295a0fc95e1c5e76334', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '91e530aa-8a41-4beb-80f0-772c34853da5', 'name': '', 'network_id': '130bac75-18dc-45de-9ec4-afda9fc26d7f', 'tenant_id': '54b54b3b8c5d4295a0fc95e1c5e76334', 'mac_address': 'fa:16:3e:0e:c0:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5cf718c-af45-41e1-bc2a-267ce5057563', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '1884d989-814c-43e8-ad27-affc4248c86e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806616-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T15:49:32Z', 'updated_at': '2021-09-29T15:49:36Z', 'revision_number': 5, 'project_id': '54b54b3b8c5d4295a0fc95e1c5e76334', 'subnets': [{'id': '1884d989-814c-43e8-ad27-affc4248c86e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806616-6-iscsi', False) {} {{(pid=96122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 15:54:43.571683 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b62f607-1abd-4a94-8736-85a2e8f8ed7c None None] Checking router: b5cf718c-af45-41e1-bc2a-267ce5057563 for host: dv-cinder-806616-6-iscsi {{(pid=96122) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 15:54:43.577603 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58574765-2be2-44bd-8ca9-cb6656db6d16 req-ac55347f-8863-4091-80e1-a69b649033ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:54:43.579074 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-58574765-2be2-44bd-8ca9-cb6656db6d16 req-ac55347f-8863-4091-80e1-a69b649033ee service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=130bac75-18dc-45de-9ec4-afda9fc26d7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0381615 Sep 29 15:54:43.580054 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b62f607-1abd-4a94-8736-85a2e8f8ed7c None None] Routers {'b5cf718c-af45-41e1-bc2a-267ce5057563'} bound to L3 agent in host dv-cinder-806616-6-iscsi {{(pid=96122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 15:54:43.580665 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.db.l3_hamode_db [None req-5b62f607-1abd-4a94-8736-85a2e8f8ed7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806616-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-29T15:30:56Z,description=,heartbeat_timestamp=2021-09-29T15:54:27Z,host='dv-cinder-806616-6-iscsi',id=e5061b61-feb3-46be-bd05-1226f95d9417,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T15:30:57Z,topic='l3_agent')) {'router_ids': ['b5cf718c-af45-41e1-bc2a-267ce5057563'], 'active': True} {{(pid=96122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 15:54:43.669600 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-58574765-2be2-44bd-8ca9-cb6656db6d16 req-5c82c2a6-8a92-42fb-b344-9f397470a7ef service neutron] 10.222.0.22 "GET /v2.0/networks/130bac75-18dc-45de-9ec4-afda9fc26d7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827131 Sep 29 15:54:43.686269 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.db.l3_dvr_db [None req-5b62f607-1abd-4a94-8736-85a2e8f8ed7c None None] Set router b5cf718c-af45-41e1-bc2a-267ce5057563 gateway port host: dv-cinder-806616-6-iscsi {{(pid=96122) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 15:54:43.755315 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-58574765-2be2-44bd-8ca9-cb6656db6d16 req-f2bab926-2b61-4212-b388-46c250900dbb service neutron] 10.222.0.22 "GET /v2.0/networks/130bac75-18dc-45de-9ec4-afda9fc26d7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0792606 Sep 29 15:54:43.909294 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.db.l3_hamode_db [None req-5b62f607-1abd-4a94-8736-85a2e8f8ed7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5cf718c-af45-41e1-bc2a-267ce5057563', 'name': 'tempest-TestVolumeBootPattern-1891457191-router', 'tenant_id': '54b54b3b8c5d4295a0fc95e1c5e76334', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd5efe95-1549-4750-933c-70412f77577e', 'external_fixed_ips': [{'subnet_id': '9c872fed-da92-4e12-828d-ac62e1b980b9', 'ip_address': '172.27.0.233'}], 'enable_snat': True}, 'gw_port_id': 'a4833d5d-c06e-44c8-acfc-54480d486295', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T15:49:30Z', 'updated_at': '2021-09-29T15:49:33Z', 'revision_number': 4, 'project_id': '54b54b3b8c5d4295a0fc95e1c5e76334', 'gw_port': {'id': 'a4833d5d-c06e-44c8-acfc-54480d486295', 'name': '', 'network_id': 'cd5efe95-1549-4750-933c-70412f77577e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:80:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5cf718c-af45-41e1-bc2a-267ce5057563', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '9c872fed-da92-4e12-828d-ac62e1b980b9', 'ip_address': '172.27.0.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806616-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T15:49:30Z', 'updated_at': '2021-09-29T15:49:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c872fed-da92-4e12-828d-ac62e1b980b9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806616-6-iscsi', '_floatingips': [{'id': '892d24a0-2367-4b32-b5ad-94555dfda069', 'tenant_id': '54b54b3b8c5d4295a0fc95e1c5e76334', 'floating_ip_address': '172.27.0.76', 'floating_network_id': 'cd5efe95-1549-4750-933c-70412f77577e', 'router_id': 'b5cf718c-af45-41e1-bc2a-267ce5057563', 'port_id': '416c05a1-89ea-4a69-aea5-340a0e937280', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '130bac75-18dc-45de-9ec4-afda9fc26d7f', 'mac_address': 'fa:16:3e:7e:71:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de57312d-d8bf-41e3-8a5f-cafd14edc615', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-29T15:52:40Z', 'updated_at': '2021-09-29T15:52:42Z', 'revision_number': 1, 'project_id': '54b54b3b8c5d4295a0fc95e1c5e76334', 'fixed_ip_address_scope': None}, {'id': 'cf4c2d1c-e359-48f8-be1b-fde50a828075', 'tenant_id': '54b54b3b8c5d4295a0fc95e1c5e76334', 'floating_ip_address': '172.27.0.26', 'floating_network_id': 'cd5efe95-1549-4750-933c-70412f77577e', 'router_id': 'b5cf718c-af45-41e1-bc2a-267ce5057563', 'port_id': '6007c7c4-aae1-4cb7-8bfa-fed361f727ff', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '130bac75-18dc-45de-9ec4-afda9fc26d7f', 'mac_address': 'fa:16:3e:51:a5:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38e788e9-8317-424d-acfd-d5eb56303aec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-29T15:54:41Z', 'updated_at': '2021-09-29T15:54:41Z', 'revision_number': 0, 'project_id': '54b54b3b8c5d4295a0fc95e1c5e76334', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '91e530aa-8a41-4beb-80f0-772c34853da5', 'name': '', 'network_id': '130bac75-18dc-45de-9ec4-afda9fc26d7f', 'tenant_id': '54b54b3b8c5d4295a0fc95e1c5e76334', 'mac_address': 'fa:16:3e:0e:c0:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5cf718c-af45-41e1-bc2a-267ce5057563', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '1884d989-814c-43e8-ad27-affc4248c86e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806616-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T15:49:32Z', 'updated_at': '2021-09-29T15:49:36Z', 'revision_number': 5, 'project_id': '54b54b3b8c5d4295a0fc95e1c5e76334', 'subnets': [{'id': '1884d989-814c-43e8-ad27-affc4248c86e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806616-6-iscsi', False) {} {{(pid=96122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 15:54:43.935521 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b62f607-1abd-4a94-8736-85a2e8f8ed7c None None] The sync data for ids ['b5cf718c-af45-41e1-bc2a-267ce5057563'] in dv-cinder-806616-6-iscsi is: [{'id': 'b5cf718c-af45-41e1-bc2a-267ce5057563', 'name': 'tempest-TestVolumeBootPattern-1891457191-router', 'tenant_id': '54b54b3b8c5d4295a0fc95e1c5e76334', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd5efe95-1549-4750-933c-70412f77577e', 'external_fixed_ips': [{'subnet_id': '9c872fed-da92-4e12-828d-ac62e1b980b9', 'ip_address': '172.27.0.233'}], 'enable_snat': True}, 'gw_port_id': 'a4833d5d-c06e-44c8-acfc-54480d486295', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T15:49:30Z', 'updated_at': '2021-09-29T15:49:33Z', 'revision_number': 4, 'project_id': '54b54b3b8c5d4295a0fc95e1c5e76334', 'gw_port': {'id': 'a4833d5d-c06e-44c8-acfc-54480d486295', 'name': '', 'network_id': 'cd5efe95-1549-4750-933c-70412f77577e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:80:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5cf718c-af45-41e1-bc2a-267ce5057563', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '9c872fed-da92-4e12-828d-ac62e1b980b9', 'ip_address': '172.27.0.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806616-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T15:49:30Z', 'updated_at': '2021-09-29T15:49:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c872fed-da92-4e12-828d-ac62e1b980b9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806616-6-iscsi', '_floatingips': [{'id': '892d24a0-2367-4b32-b5ad-94555dfda069', 'tenant_id': '54b54b3b8c5d4295a0fc95e1c5e76334', 'floating_ip_address': '172.27.0.76', 'floating_network_id': 'cd5efe95-1549-4750-933c-70412f77577e', 'router_id': 'b5cf718c-af45-41e1-bc2a-267ce5057563', 'port_id': '416c05a1-89ea-4a69-aea5-340a0e937280', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '130bac75-18dc-45de-9ec4-afda9fc26d7f', 'mac_address': 'fa:16:3e:7e:71:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de57312d-d8bf-41e3-8a5f-cafd14edc615', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-29T15:52:40Z', 'updated_at': '2021-09-29T15:52:42Z', 'revision_number': 1, 'project_id': '54b54b3b8c5d4295a0fc95e1c5e76334', 'fixed_ip_address_scope': None}, {'id': 'cf4c2d1c-e359-48f8-be1b-fde50a828075', 'tenant_id': '54b54b3b8c5d4295a0fc95e1c5e76334', 'floating_ip_address': '172.27.0.26', 'floating_network_id': 'cd5efe95-1549-4750-933c-70412f77577e', 'router_id': 'b5cf718c-af45-41e1-bc2a-267ce5057563', 'port_id': '6007c7c4-aae1-4cb7-8bfa-fed361f727ff', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '130bac75-18dc-45de-9ec4-afda9fc26d7f', 'mac_address': 'fa:16:3e:51:a5:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38e788e9-8317-424d-acfd-d5eb56303aec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-29T15:54:41Z', 'updated_at': '2021-09-29T15:54:41Z', 'revision_number': 0, 'project_id': '54b54b3b8c5d4295a0fc95e1c5e76334', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '91e530aa-8a41-4beb-80f0-772c34853da5', 'name': '', 'network_id': '130bac75-18dc-45de-9ec4-afda9fc26d7f', 'tenant_id': '54b54b3b8c5d4295a0fc95e1c5e76334', 'mac_address': 'fa:16:3e:0e:c0:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5cf718c-af45-41e1-bc2a-267ce5057563', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '1884d989-814c-43e8-ad27-affc4248c86e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806616-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T15:49:32Z', 'updated_at': '2021-09-29T15:49:36Z', 'revision_number': 5, 'project_id': '54b54b3b8c5d4295a0fc95e1c5e76334', 'subnets': [{'id': '1884d989-814c-43e8-ad27-affc4248c86e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=96122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 15:54:44.110306 dv-cinder-806616-6-iscsi neutron-server[96123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97cb672d-ea4a-4423-b8b1-defb71d09559 None None] New status for floating IP cf4c2d1c-e359-48f8-be1b-fde50a828075: ACTIVE {{(pid=96123) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 29 15:54:48.794649 dv-cinder-806616-6-iscsi neutron-server[96123]: DEBUG neutron.db.agents_db [None req-ce50b6f1-f7bd-4b59-8641-9f71b480b041 None None] Agent healthcheck: found 6 active agents {{(pid=96123) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 29 15:54:54.140058 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron_lib.callbacks.manager [None req-4fcc9e2f-adcf-48b6-8da8-070673c74248 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741779927170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-625140'] for agent, after_update {{(pid=96122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:54:56.714854 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron_lib.callbacks.manager [None req-a8f030d5-598b-4f3e-b621-413c95c4a728 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741779927170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-625140'] for agent, after_update {{(pid=96122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:54:57.631249 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron_lib.callbacks.manager [None req-86ea74e9-eea3-4769-b153-652ac6294d68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741779927170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-625140'] for agent, after_update {{(pid=96122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:54:58.574289 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron_lib.callbacks.manager [None req-d04ed334-d278-4234-b850-06fee10c9c6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741779927170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-625140'] for agent, after_update {{(pid=96122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:54:59.682626 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron_lib.callbacks.manager [None req-9bd021b7-afaf-4c67-b111-7b9308fbf6a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741779927170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-625140'] for agent, after_update {{(pid=96122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:55:06.988806 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron_lib.callbacks.manager [None req-4d55257e-523e-4b8d-ab2b-d46a31710be1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741779927170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-625140'] for agent, after_update {{(pid=96122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:55:22.384305 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-3ed10c94-29ab-4051-9584-75590bf55ee6 req-d267c06a-50f9-4f16-81ee-96def694f07e service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=de57312d-d8bf-41e3-8a5f-cafd14edc615&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0827162 Sep 29 15:55:22.477476 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed10c94-29ab-4051-9584-75590bf55ee6 req-3cedc6d1-d8f0-4af5-bd00-e1e061568f8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:55:22.478947 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-3ed10c94-29ab-4051-9584-75590bf55ee6 req-3cedc6d1-d8f0-4af5-bd00-e1e061568f8e service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=54b54b3b8c5d4295a0fc95e1c5e76334&device_id=de57312d-d8bf-41e3-8a5f-cafd14edc615 HTTP/1.1" status: 200 len: 1098 time: 0.0382066 Sep 29 15:55:22.581656 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed10c94-29ab-4051-9584-75590bf55ee6 req-776354d3-5dfe-424c-9e41-7df618c679eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:55:22.583010 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-3ed10c94-29ab-4051-9584-75590bf55ee6 req-776354d3-5dfe-424c-9e41-7df618c679eb service neutron] 10.222.0.22 "GET /v2.0/networks?id=130bac75-18dc-45de-9ec4-afda9fc26d7f HTTP/1.1" status: 200 len: 913 time: 0.0841880 Sep 29 15:55:22.645659 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-3ed10c94-29ab-4051-9584-75590bf55ee6 req-e7713608-4a19-4876-a743-9c8b79ab1328 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=416c05a1-89ea-4a69-aea5-340a0e937280 HTTP/1.1" status: 200 len: 1000 time: 0.0550144 Sep 29 15:55:22.693639 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed10c94-29ab-4051-9584-75590bf55ee6 req-80a99989-4aa5-4a5b-a75c-78a26ce9c315 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:55:22.695017 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-3ed10c94-29ab-4051-9584-75590bf55ee6 req-80a99989-4aa5-4a5b-a75c-78a26ce9c315 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=1884d989-814c-43e8-ad27-affc4248c86e HTTP/1.1" status: 200 len: 851 time: 0.0419452 Sep 29 15:55:22.741792 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed10c94-29ab-4051-9584-75590bf55ee6 req-3d5869a7-aa03-4a58-967e-93a9901fa42e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:55:22.743205 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-3ed10c94-29ab-4051-9584-75590bf55ee6 req-3d5869a7-aa03-4a58-967e-93a9901fa42e service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=130bac75-18dc-45de-9ec4-afda9fc26d7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0405362 Sep 29 15:55:22.828264 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-3ed10c94-29ab-4051-9584-75590bf55ee6 req-3c08c199-137d-4e71-9e3d-3d83b2dec1e0 service neutron] 10.222.0.22 "GET /v2.0/networks/130bac75-18dc-45de-9ec4-afda9fc26d7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0779650 Sep 29 15:55:22.917697 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-3ed10c94-29ab-4051-9584-75590bf55ee6 req-3fc6a859-d067-4e32-8260-516b25978c41 service neutron] 10.222.0.22 "GET /v2.0/networks/130bac75-18dc-45de-9ec4-afda9fc26d7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823405 Sep 29 15:55:24.184588 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron_lib.callbacks.manager [None req-9e1e1538-367f-4c0d-9d36-681868c7654c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741779927170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-625140'] for agent, after_update {{(pid=96122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:55:25.795196 dv-cinder-806616-6-iscsi neutron-server[96123]: DEBUG neutron.db.agents_db [None req-ce50b6f1-f7bd-4b59-8641-9f71b480b041 None None] Agent healthcheck: found 6 active agents {{(pid=96123) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 29 15:55:26.593463 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron_lib.callbacks.manager [None req-84d08e12-6c37-4bb1-9b63-db49076e2f6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741779927170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-625140'] for agent, after_update {{(pid=96122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:55:27.607495 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron_lib.callbacks.manager [None req-86ea74e9-eea3-4769-b153-652ac6294d68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741779927170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-625140'] for agent, after_update {{(pid=96122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:55:28.608445 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron_lib.callbacks.manager [None req-d04ed334-d278-4234-b850-06fee10c9c6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741779927170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-625140'] for agent, after_update {{(pid=96122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:55:29.682226 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron_lib.callbacks.manager [None req-9bd021b7-afaf-4c67-b111-7b9308fbf6a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741779927170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-625140'] for agent, after_update {{(pid=96122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:55:36.975645 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron_lib.callbacks.manager [None req-4d55257e-523e-4b8d-ab2b-d46a31710be1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741779927170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-625140'] for agent, after_update {{(pid=96122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:55:54.146670 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron_lib.callbacks.manager [None req-1a684255-39ca-40d5-b9d9-05c82095c4f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741779927170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-625140'] for agent, after_update {{(pid=96122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:55:56.606627 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron_lib.callbacks.manager [None req-45a5919e-75f9-4f14-a574-0dd3d700b6ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741779927170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-625140'] for agent, after_update {{(pid=96122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:55:57.558579 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron_lib.callbacks.manager [None req-86ea74e9-eea3-4769-b153-652ac6294d68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741779927170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-625140'] for agent, after_update {{(pid=96122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:55:58.566724 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron_lib.callbacks.manager [None req-d04ed334-d278-4234-b850-06fee10c9c6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741779927170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-625140'] for agent, after_update {{(pid=96122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:55:59.672374 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron_lib.callbacks.manager [None req-9bd021b7-afaf-4c67-b111-7b9308fbf6a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741779927170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-625140'] for agent, after_update {{(pid=96122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:56:02.794596 dv-cinder-806616-6-iscsi neutron-server[96123]: DEBUG neutron.db.agents_db [None req-ce50b6f1-f7bd-4b59-8641-9f71b480b041 None None] Agent healthcheck: found 6 active agents {{(pid=96123) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 29 15:56:06.977942 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron_lib.callbacks.manager [None req-4d55257e-523e-4b8d-ab2b-d46a31710be1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741779927170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-625140'] for agent, after_update {{(pid=96122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:56:21.656339 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.wsgi [-] (96120) accepted ('10.222.0.46', 39234) {{(pid=96120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 15:56:21.807334 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.plugins.ml2.plugin [None req-70f0961b-f6e4-4841-9fd2-2de235b1c0b4 tempest-TestVolumeBootPattern-610115025 tempest-TestVolumeBootPattern-610115025-project] Deleting port 2de938ae-291d-4e3c-a9b7-17107b8f30f2 {{(pid=96120) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 29 15:56:21.807672 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-70f0961b-f6e4-4841-9fd2-2de235b1c0b4 tempest-TestVolumeBootPattern-610115025 tempest-TestVolumeBootPattern-610115025-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741780140072'] for port, before_delete {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:56:21.880093 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-70f0961b-f6e4-4841-9fd2-2de235b1c0b4 tempest-TestVolumeBootPattern-610115025 tempest-TestVolumeBootPattern-610115025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1614090'] for port, precommit_delete {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:56:21.880425 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-70f0961b-f6e4-4841-9fd2-2de235b1c0b4 tempest-TestVolumeBootPattern-610115025 tempest-TestVolumeBootPattern-610115025-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:56:21.891475 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.plugins.ml2.plugin [None req-70f0961b-f6e4-4841-9fd2-2de235b1c0b4 tempest-TestVolumeBootPattern-610115025 tempest-TestVolumeBootPattern-610115025-project] Calling delete_port for 2de938ae-291d-4e3c-a9b7-17107b8f30f2 owned by network:floatingip {{(pid=96120) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 29 15:56:22.129060 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-70f0961b-f6e4-4841-9fd2-2de235b1c0b4 tempest-TestVolumeBootPattern-610115025 tempest-TestVolumeBootPattern-610115025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741780147950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741779628746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8956053'] for port, after_delete {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:56:22.153162 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f0961b-f6e4-4841-9fd2-2de235b1c0b4 tempest-TestVolumeBootPattern-610115025 tempest-TestVolumeBootPattern-610115025-project] Pushing event deleted for resources: {'Port': ['ID=2de938ae-291d-4e3c-a9b7-17107b8f30f2,revision_number=None']} {{(pid=96120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 15:56:22.180873 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70f0961b-f6e4-4841-9fd2-2de235b1c0b4 tempest-TestVolumeBootPattern-610115025 tempest-TestVolumeBootPattern-610115025-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806616-6-iscsi {{(pid=96120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 15:56:22.181219 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70f0961b-f6e4-4841-9fd2-2de235b1c0b4 tempest-TestVolumeBootPattern-610115025 tempest-TestVolumeBootPattern-610115025-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806616-6-iscsi {{(pid=96120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 15:56:22.181563 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70f0961b-f6e4-4841-9fd2-2de235b1c0b4 tempest-TestVolumeBootPattern-610115025 tempest-TestVolumeBootPattern-610115025-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806616-6-iscsi {{(pid=96120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 15:56:22.181895 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70f0961b-f6e4-4841-9fd2-2de235b1c0b4 tempest-TestVolumeBootPattern-610115025 tempest-TestVolumeBootPattern-610115025-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806616-6-iscsi {{(pid=96120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 15:56:22.182226 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70f0961b-f6e4-4841-9fd2-2de235b1c0b4 tempest-TestVolumeBootPattern-610115025 tempest-TestVolumeBootPattern-610115025-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806616-6-iscsi {{(pid=96120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 15:56:22.182563 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70f0961b-f6e4-4841-9fd2-2de235b1c0b4 tempest-TestVolumeBootPattern-610115025 tempest-TestVolumeBootPattern-610115025-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806616-6-iscsi {{(pid=96120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 15:56:22.182883 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70f0961b-f6e4-4841-9fd2-2de235b1c0b4 tempest-TestVolumeBootPattern-610115025 tempest-TestVolumeBootPattern-610115025-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806616-6-iscsi {{(pid=96120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 15:56:22.183205 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70f0961b-f6e4-4841-9fd2-2de235b1c0b4 tempest-TestVolumeBootPattern-610115025 tempest-TestVolumeBootPattern-610115025-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806616-6-iscsi {{(pid=96120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 15:56:22.183529 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70f0961b-f6e4-4841-9fd2-2de235b1c0b4 tempest-TestVolumeBootPattern-610115025 tempest-TestVolumeBootPattern-610115025-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806616-6-iscsi {{(pid=96120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 15:56:22.183849 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70f0961b-f6e4-4841-9fd2-2de235b1c0b4 tempest-TestVolumeBootPattern-610115025 tempest-TestVolumeBootPattern-610115025-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806616-6-iscsi {{(pid=96120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 15:56:22.184193 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70f0961b-f6e4-4841-9fd2-2de235b1c0b4 tempest-TestVolumeBootPattern-610115025 tempest-TestVolumeBootPattern-610115025-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806616-6-iscsi {{(pid=96120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 15:56:22.184522 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70f0961b-f6e4-4841-9fd2-2de235b1c0b4 tempest-TestVolumeBootPattern-610115025 tempest-TestVolumeBootPattern-610115025-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806616-6-iscsi {{(pid=96120) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 15:56:22.223974 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-70f0961b-f6e4-4841-9fd2-2de235b1c0b4 tempest-TestVolumeBootPattern-610115025 tempest-TestVolumeBootPattern-610115025-project] Notify callbacks [] for floatingip, after_delete {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:56:22.224309 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.db.l3_db [None req-70f0961b-f6e4-4841-9fd2-2de235b1c0b4 tempest-TestVolumeBootPattern-610115025 tempest-TestVolumeBootPattern-610115025-project] Floating IP cf4c2d1c-e359-48f8-be1b-fde50a828075 disassociated (deleted). External IP: 172.27.0.26, port: 6007c7c4-aae1-4cb7-8bfa-fed361f727ff. Sep 29 15:56:22.373884 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-b43395ff-bbca-4792-8e65-b937561a7ad2 req-9c345a76-7bcb-48ea-b44a-73aa79c0ceb7 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=38e788e9-8317-424d-acfd-d5eb56303aec&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0373142 Sep 29 15:56:22.424769 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70f0961b-f6e4-4841-9fd2-2de235b1c0b4 tempest-TestVolumeBootPattern-610115025 tempest-TestVolumeBootPattern-610115025-project] Router b5cf718c-af45-41e1-bc2a-267ce5057563 has already been hosted by L3 agent e5061b61-feb3-46be-bd05-1226f95d9417 {{(pid=96120) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 29 15:56:22.444280 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43395ff-bbca-4792-8e65-b937561a7ad2 req-fd175c16-c007-421e-8c6c-d9ee4557935e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:56:22.445776 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-b43395ff-bbca-4792-8e65-b937561a7ad2 req-fd175c16-c007-421e-8c6c-d9ee4557935e service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=54b54b3b8c5d4295a0fc95e1c5e76334&device_id=38e788e9-8317-424d-acfd-d5eb56303aec HTTP/1.1" status: 200 len: 1099 time: 0.0378296 Sep 29 15:56:22.529437 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70f0961b-f6e4-4841-9fd2-2de235b1c0b4 tempest-TestVolumeBootPattern-610115025 tempest-TestVolumeBootPattern-610115025-project] Notify agent at l3_agent.dv-cinder-806616-6-iscsi the message routers_updated {{(pid=96120) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 15:56:22.534551 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-70f0961b-f6e4-4841-9fd2-2de235b1c0b4 tempest-TestVolumeBootPattern-610115025 tempest-TestVolumeBootPattern-610115025-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238921'] for floatingip, before_response {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:56:22.539924 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-099fd69c-d1a2-44aa-83a0-122549cd4883 None None] Sync routers for ids ['b5cf718c-af45-41e1-bc2a-267ce5057563'] in dv-cinder-806616-6-iscsi {{(pid=96122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 15:56:22.549038 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-099fd69c-d1a2-44aa-83a0-122549cd4883 None None] Routers {'b5cf718c-af45-41e1-bc2a-267ce5057563'} bound to L3 agent in host dv-cinder-806616-6-iscsi {{(pid=96122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 15:56:22.549656 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.db.l3_hamode_db [None req-099fd69c-d1a2-44aa-83a0-122549cd4883 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806616-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-29T15:30:56Z,description=,heartbeat_timestamp=2021-09-29T15:55:57Z,host='dv-cinder-806616-6-iscsi',id=e5061b61-feb3-46be-bd05-1226f95d9417,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T15:30:57Z,topic='l3_agent')) {'router_ids': ['b5cf718c-af45-41e1-bc2a-267ce5057563'], 'active': True} {{(pid=96122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 15:56:22.552661 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43395ff-bbca-4792-8e65-b937561a7ad2 req-ca573b81-9d55-4217-8ea1-36cfbda71fdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:56:22.554131 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-b43395ff-bbca-4792-8e65-b937561a7ad2 req-ca573b81-9d55-4217-8ea1-36cfbda71fdf service neutron] 10.222.0.22 "GET /v2.0/networks?id=130bac75-18dc-45de-9ec4-afda9fc26d7f HTTP/1.1" status: 200 len: 913 time: 0.0892434 Sep 29 15:56:22.560887 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [None req-70f0961b-f6e4-4841-9fd2-2de235b1c0b4 tempest-TestVolumeBootPattern-610115025 tempest-TestVolumeBootPattern-610115025-project] 10.222.0.46 "DELETE /v2.0/floatingips/cf4c2d1c-e359-48f8-be1b-fde50a828075 HTTP/1.1" status: 204 len: 168 time: 0.9034851 Sep 29 15:56:22.561506 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '38e788e9-8317-424d-acfd-d5eb56303aec', 'tag': '6007c7c4-aae1-4cb7-8bfa-fed361f727ff'}] {{(pid=96120) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 15:56:22.563768 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4bb6707052646e9cb447c77cf5db72dad3b20325a43e0261074ac39fb81a9f0b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb0fc06c-b4cf-42f6-b7a6-8a25969d048a" -d '{"events": [{"name": "network-changed", "server_uuid": "38e788e9-8317-424d-acfd-d5eb56303aec", "tag": "6007c7c4-aae1-4cb7-8bfa-fed361f727ff"}]}' {{(pid=96120) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 15:56:22.596985 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-b43395ff-bbca-4792-8e65-b937561a7ad2 req-796fbc9c-f858-49fc-bebc-ed37e10dbed9 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6007c7c4-aae1-4cb7-8bfa-fed361f727ff HTTP/1.1" status: 200 len: 217 time: 0.0360823 Sep 29 15:56:22.656676 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43395ff-bbca-4792-8e65-b937561a7ad2 req-1bcf2866-ffa4-41f7-a9cc-9445da7f1d0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:56:22.659565 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-b43395ff-bbca-4792-8e65-b937561a7ad2 req-1bcf2866-ffa4-41f7-a9cc-9445da7f1d0c service neutron] 10.222.0.22 "GET /v2.0/subnets?id=1884d989-814c-43e8-ad27-affc4248c86e HTTP/1.1" status: 200 len: 851 time: 0.0559227 Sep 29 15:56:22.663117 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.db.l3_dvr_db [None req-099fd69c-d1a2-44aa-83a0-122549cd4883 None None] Set router b5cf718c-af45-41e1-bc2a-267ce5057563 gateway port host: dv-cinder-806616-6-iscsi {{(pid=96122) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 15:56:22.667254 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 29 Sep 2021 15:56:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8f5cbe4-707b-4fb3-96e3-467d709502e1 x-openstack-request-id: req-f8f5cbe4-707b-4fb3-96e3-467d709502e1 {{(pid=96120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 15:56:22.667966 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "38e788e9-8317-424d-acfd-d5eb56303aec", "tag": "6007c7c4-aae1-4cb7-8bfa-fed361f727ff", "status": "completed", "code": 200}]} {{(pid=96120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 15:56:22.668189 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-f8f5cbe4-707b-4fb3-96e3-467d709502e1 {{(pid=96120) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 15:56:22.668593 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '38e788e9-8317-424d-acfd-d5eb56303aec', 'tag': '6007c7c4-aae1-4cb7-8bfa-fed361f727ff', 'status': 'completed', 'code': 200} Sep 29 15:56:22.728014 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43395ff-bbca-4792-8e65-b937561a7ad2 req-b8b2df3c-8d28-4871-ac89-ab1a92938217 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:56:22.729399 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-b43395ff-bbca-4792-8e65-b937561a7ad2 req-b8b2df3c-8d28-4871-ac89-ab1a92938217 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=130bac75-18dc-45de-9ec4-afda9fc26d7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0433066 Sep 29 15:56:22.816869 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-b43395ff-bbca-4792-8e65-b937561a7ad2 req-faf95185-c99e-4363-99f0-6e4c180aa902 service neutron] 10.222.0.22 "GET /v2.0/networks/130bac75-18dc-45de-9ec4-afda9fc26d7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0799665 Sep 29 15:56:22.897507 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.db.l3_hamode_db [None req-099fd69c-d1a2-44aa-83a0-122549cd4883 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5cf718c-af45-41e1-bc2a-267ce5057563', 'name': 'tempest-TestVolumeBootPattern-1891457191-router', 'tenant_id': '54b54b3b8c5d4295a0fc95e1c5e76334', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd5efe95-1549-4750-933c-70412f77577e', 'external_fixed_ips': [{'subnet_id': '9c872fed-da92-4e12-828d-ac62e1b980b9', 'ip_address': '172.27.0.233'}], 'enable_snat': True}, 'gw_port_id': 'a4833d5d-c06e-44c8-acfc-54480d486295', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T15:49:30Z', 'updated_at': '2021-09-29T15:49:33Z', 'revision_number': 4, 'project_id': '54b54b3b8c5d4295a0fc95e1c5e76334', 'gw_port': {'id': 'a4833d5d-c06e-44c8-acfc-54480d486295', 'name': '', 'network_id': 'cd5efe95-1549-4750-933c-70412f77577e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:80:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5cf718c-af45-41e1-bc2a-267ce5057563', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '9c872fed-da92-4e12-828d-ac62e1b980b9', 'ip_address': '172.27.0.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806616-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T15:49:30Z', 'updated_at': '2021-09-29T15:49:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c872fed-da92-4e12-828d-ac62e1b980b9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806616-6-iscsi', '_floatingips': [{'id': '892d24a0-2367-4b32-b5ad-94555dfda069', 'tenant_id': '54b54b3b8c5d4295a0fc95e1c5e76334', 'floating_ip_address': '172.27.0.76', 'floating_network_id': 'cd5efe95-1549-4750-933c-70412f77577e', 'router_id': 'b5cf718c-af45-41e1-bc2a-267ce5057563', 'port_id': '416c05a1-89ea-4a69-aea5-340a0e937280', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '130bac75-18dc-45de-9ec4-afda9fc26d7f', 'mac_address': 'fa:16:3e:7e:71:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de57312d-d8bf-41e3-8a5f-cafd14edc615', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-29T15:52:40Z', 'updated_at': '2021-09-29T15:52:42Z', 'revision_number': 1, 'project_id': '54b54b3b8c5d4295a0fc95e1c5e76334', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '91e530aa-8a41-4beb-80f0-772c34853da5', 'name': '', 'network_id': '130bac75-18dc-45de-9ec4-afda9fc26d7f', 'tenant_id': '54b54b3b8c5d4295a0fc95e1c5e76334', 'mac_address': 'fa:16:3e:0e:c0:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5cf718c-af45-41e1-bc2a-267ce5057563', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '1884d989-814c-43e8-ad27-affc4248c86e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806616-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T15:49:32Z', 'updated_at': '2021-09-29T15:49:36Z', 'revision_number': 5, 'project_id': '54b54b3b8c5d4295a0fc95e1c5e76334', 'subnets': [{'id': '1884d989-814c-43e8-ad27-affc4248c86e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806616-6-iscsi', False) {} {{(pid=96122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 15:56:22.912075 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-b43395ff-bbca-4792-8e65-b937561a7ad2 req-84547894-d9c9-430c-8d26-514a737571c2 service neutron] 10.222.0.22 "GET /v2.0/networks/130bac75-18dc-45de-9ec4-afda9fc26d7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869057 Sep 29 15:56:22.924870 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-099fd69c-d1a2-44aa-83a0-122549cd4883 None None] Checking router: b5cf718c-af45-41e1-bc2a-267ce5057563 for host: dv-cinder-806616-6-iscsi {{(pid=96122) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 15:56:22.936162 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-099fd69c-d1a2-44aa-83a0-122549cd4883 None None] Routers {'b5cf718c-af45-41e1-bc2a-267ce5057563'} bound to L3 agent in host dv-cinder-806616-6-iscsi {{(pid=96122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 15:56:22.936811 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.db.l3_hamode_db [None req-099fd69c-d1a2-44aa-83a0-122549cd4883 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806616-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-29T15:30:56Z,description=,heartbeat_timestamp=2021-09-29T15:55:57Z,host='dv-cinder-806616-6-iscsi',id=e5061b61-feb3-46be-bd05-1226f95d9417,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T15:30:57Z,topic='l3_agent')) {'router_ids': ['b5cf718c-af45-41e1-bc2a-267ce5057563'], 'active': True} {{(pid=96122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 15:56:23.015667 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81f1c36-7e7b-4d0c-ad08-ad1a4e5b2488 req-857140bd-65c8-46f1-ac2d-6e298f422423 tempest-TestVolumeBootPattern-610115025 tempest-TestVolumeBootPattern-610115025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:56:23.017192 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-c81f1c36-7e7b-4d0c-ad08-ad1a4e5b2488 req-857140bd-65c8-46f1-ac2d-6e298f422423 tempest-TestVolumeBootPattern-610115025 tempest-TestVolumeBootPattern-610115025-project] 10.222.0.46 "GET /v2.0/ports?device_id=38e788e9-8317-424d-acfd-d5eb56303aec HTTP/1.1" status: 200 len: 946 time: 0.0477877 Sep 29 15:56:23.043019 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.db.l3_dvr_db [None req-099fd69c-d1a2-44aa-83a0-122549cd4883 None None] Set router b5cf718c-af45-41e1-bc2a-267ce5057563 gateway port host: dv-cinder-806616-6-iscsi {{(pid=96122) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 15:56:23.055236 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-c81f1c36-7e7b-4d0c-ad08-ad1a4e5b2488 req-92642e0b-b8a9-4593-ab93-6098052869b3 tempest-TestVolumeBootPattern-610115025 tempest-TestVolumeBootPattern-610115025-project] 10.222.0.46 "GET /v2.0/security-groups?id=b9710121-5fde-4c3b-83e4-a0ee4e081111&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0319266 Sep 29 15:56:23.123883 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0fc06c-b4cf-42f6-b7a6-8a25969d048a req-40949ba2-7c1b-4caa-b3df-48a097a6265f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:56:23.125485 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-cb0fc06c-b4cf-42f6-b7a6-8a25969d048a req-40949ba2-7c1b-4caa-b3df-48a097a6265f service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=54b54b3b8c5d4295a0fc95e1c5e76334&device_id=38e788e9-8317-424d-acfd-d5eb56303aec HTTP/1.1" status: 200 len: 1099 time: 0.0391169 Sep 29 15:56:23.273298 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.db.l3_hamode_db [None req-099fd69c-d1a2-44aa-83a0-122549cd4883 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5cf718c-af45-41e1-bc2a-267ce5057563', 'name': 'tempest-TestVolumeBootPattern-1891457191-router', 'tenant_id': '54b54b3b8c5d4295a0fc95e1c5e76334', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd5efe95-1549-4750-933c-70412f77577e', 'external_fixed_ips': [{'subnet_id': '9c872fed-da92-4e12-828d-ac62e1b980b9', 'ip_address': '172.27.0.233'}], 'enable_snat': True}, 'gw_port_id': 'a4833d5d-c06e-44c8-acfc-54480d486295', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T15:49:30Z', 'updated_at': '2021-09-29T15:49:33Z', 'revision_number': 4, 'project_id': '54b54b3b8c5d4295a0fc95e1c5e76334', 'gw_port': {'id': 'a4833d5d-c06e-44c8-acfc-54480d486295', 'name': '', 'network_id': 'cd5efe95-1549-4750-933c-70412f77577e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:80:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5cf718c-af45-41e1-bc2a-267ce5057563', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '9c872fed-da92-4e12-828d-ac62e1b980b9', 'ip_address': '172.27.0.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806616-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T15:49:30Z', 'updated_at': '2021-09-29T15:49:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c872fed-da92-4e12-828d-ac62e1b980b9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806616-6-iscsi', '_floatingips': [{'id': '892d24a0-2367-4b32-b5ad-94555dfda069', 'tenant_id': '54b54b3b8c5d4295a0fc95e1c5e76334', 'floating_ip_address': '172.27.0.76', 'floating_network_id': 'cd5efe95-1549-4750-933c-70412f77577e', 'router_id': 'b5cf718c-af45-41e1-bc2a-267ce5057563', 'port_id': '416c05a1-89ea-4a69-aea5-340a0e937280', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '130bac75-18dc-45de-9ec4-afda9fc26d7f', 'mac_address': 'fa:16:3e:7e:71:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de57312d-d8bf-41e3-8a5f-cafd14edc615', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-29T15:52:40Z', 'updated_at': '2021-09-29T15:52:42Z', 'revision_number': 1, 'project_id': '54b54b3b8c5d4295a0fc95e1c5e76334', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '91e530aa-8a41-4beb-80f0-772c34853da5', 'name': '', 'network_id': '130bac75-18dc-45de-9ec4-afda9fc26d7f', 'tenant_id': '54b54b3b8c5d4295a0fc95e1c5e76334', 'mac_address': 'fa:16:3e:0e:c0:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5cf718c-af45-41e1-bc2a-267ce5057563', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '1884d989-814c-43e8-ad27-affc4248c86e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806616-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T15:49:32Z', 'updated_at': '2021-09-29T15:49:36Z', 'revision_number': 5, 'project_id': '54b54b3b8c5d4295a0fc95e1c5e76334', 'subnets': [{'id': '1884d989-814c-43e8-ad27-affc4248c86e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806616-6-iscsi', False) {} {{(pid=96122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 15:56:23.439798 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-099fd69c-d1a2-44aa-83a0-122549cd4883 None None] The sync data for ids ['b5cf718c-af45-41e1-bc2a-267ce5057563'] in dv-cinder-806616-6-iscsi is: [{'id': 'b5cf718c-af45-41e1-bc2a-267ce5057563', 'name': 'tempest-TestVolumeBootPattern-1891457191-router', 'tenant_id': '54b54b3b8c5d4295a0fc95e1c5e76334', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd5efe95-1549-4750-933c-70412f77577e', 'external_fixed_ips': [{'subnet_id': '9c872fed-da92-4e12-828d-ac62e1b980b9', 'ip_address': '172.27.0.233'}], 'enable_snat': True}, 'gw_port_id': 'a4833d5d-c06e-44c8-acfc-54480d486295', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T15:49:30Z', 'updated_at': '2021-09-29T15:49:33Z', 'revision_number': 4, 'project_id': '54b54b3b8c5d4295a0fc95e1c5e76334', 'gw_port': {'id': 'a4833d5d-c06e-44c8-acfc-54480d486295', 'name': '', 'network_id': 'cd5efe95-1549-4750-933c-70412f77577e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:80:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5cf718c-af45-41e1-bc2a-267ce5057563', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '9c872fed-da92-4e12-828d-ac62e1b980b9', 'ip_address': '172.27.0.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806616-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T15:49:30Z', 'updated_at': '2021-09-29T15:49:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c872fed-da92-4e12-828d-ac62e1b980b9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806616-6-iscsi', '_floatingips': [{'id': '892d24a0-2367-4b32-b5ad-94555dfda069', 'tenant_id': '54b54b3b8c5d4295a0fc95e1c5e76334', 'floating_ip_address': '172.27.0.76', 'floating_network_id': 'cd5efe95-1549-4750-933c-70412f77577e', 'router_id': 'b5cf718c-af45-41e1-bc2a-267ce5057563', 'port_id': '416c05a1-89ea-4a69-aea5-340a0e937280', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '130bac75-18dc-45de-9ec4-afda9fc26d7f', 'mac_address': 'fa:16:3e:7e:71:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de57312d-d8bf-41e3-8a5f-cafd14edc615', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-29T15:52:40Z', 'updated_at': '2021-09-29T15:52:42Z', 'revision_number': 1, 'project_id': '54b54b3b8c5d4295a0fc95e1c5e76334', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '91e530aa-8a41-4beb-80f0-772c34853da5', 'name': '', 'network_id': '130bac75-18dc-45de-9ec4-afda9fc26d7f', 'tenant_id': '54b54b3b8c5d4295a0fc95e1c5e76334', 'mac_address': 'fa:16:3e:0e:c0:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5cf718c-af45-41e1-bc2a-267ce5057563', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '1884d989-814c-43e8-ad27-affc4248c86e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806616-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T15:49:32Z', 'updated_at': '2021-09-29T15:49:36Z', 'revision_number': 5, 'project_id': '54b54b3b8c5d4295a0fc95e1c5e76334', 'subnets': [{'id': '1884d989-814c-43e8-ad27-affc4248c86e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=96122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 15:56:23.491007 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0fc06c-b4cf-42f6-b7a6-8a25969d048a req-64aecb00-3113-4f86-a1a9-1ee85205c396 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:56:23.492565 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-cb0fc06c-b4cf-42f6-b7a6-8a25969d048a req-64aecb00-3113-4f86-a1a9-1ee85205c396 service neutron] 10.222.0.22 "GET /v2.0/networks?id=130bac75-18dc-45de-9ec4-afda9fc26d7f HTTP/1.1" status: 200 len: 913 time: 0.3598783 Sep 29 15:56:23.534792 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-cb0fc06c-b4cf-42f6-b7a6-8a25969d048a req-86f8327d-bc52-49ca-81b4-26c5597efd47 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6007c7c4-aae1-4cb7-8bfa-fed361f727ff HTTP/1.1" status: 200 len: 217 time: 0.0340202 Sep 29 15:56:23.588536 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0fc06c-b4cf-42f6-b7a6-8a25969d048a req-3332c0d3-9d85-463b-8bad-5cd08cc4a2a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:56:23.589994 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-cb0fc06c-b4cf-42f6-b7a6-8a25969d048a req-3332c0d3-9d85-463b-8bad-5cd08cc4a2a3 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=1884d989-814c-43e8-ad27-affc4248c86e HTTP/1.1" status: 200 len: 851 time: 0.0470471 Sep 29 15:56:23.635998 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0fc06c-b4cf-42f6-b7a6-8a25969d048a req-8f272ba8-0a13-4e6b-9e8f-4af1a0e8747a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:56:23.642258 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-cb0fc06c-b4cf-42f6-b7a6-8a25969d048a req-8f272ba8-0a13-4e6b-9e8f-4af1a0e8747a service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=130bac75-18dc-45de-9ec4-afda9fc26d7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0392907 Sep 29 15:56:23.653255 dv-cinder-806616-6-iscsi neutron-server[96123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c38e9004-f1e5-4276-af8a-cede386e17bd None None] New status for floating IP cf4c2d1c-e359-48f8-be1b-fde50a828075: DOWN {{(pid=96123) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 29 15:56:23.734284 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-cb0fc06c-b4cf-42f6-b7a6-8a25969d048a req-6ecb6403-f96a-42e8-86e6-3f124f43504f service neutron] 10.222.0.22 "GET /v2.0/networks/130bac75-18dc-45de-9ec4-afda9fc26d7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872400 Sep 29 15:56:23.823504 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-cb0fc06c-b4cf-42f6-b7a6-8a25969d048a req-0a4e1e8f-4789-4069-9e77-c39c66675f83 service neutron] 10.222.0.22 "GET /v2.0/networks/130bac75-18dc-45de-9ec4-afda9fc26d7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817037 Sep 29 15:56:24.148870 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron_lib.callbacks.manager [None req-066cc72d-6da3-4583-94f6-b6605700b888 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741779927170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-625140'] for agent, after_update {{(pid=96122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:56:24.232746 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b8c48f-0bd9-4aab-95f6-c3f87af28b17 req-b7400aef-ca04-40c5-bd0e-559726956bfb tempest-TestVolumeBootPattern-610115025 tempest-TestVolumeBootPattern-610115025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:56:24.234785 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [req-87b8c48f-0bd9-4aab-95f6-c3f87af28b17 req-b7400aef-ca04-40c5-bd0e-559726956bfb tempest-TestVolumeBootPattern-610115025 tempest-TestVolumeBootPattern-610115025-project] 10.222.0.46 "GET /v2.0/ports?device_id=38e788e9-8317-424d-acfd-d5eb56303aec HTTP/1.1" status: 200 len: 946 time: 0.0983429 Sep 29 15:56:24.270671 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [req-87b8c48f-0bd9-4aab-95f6-c3f87af28b17 req-16a8a457-4c39-42bd-8b95-54d53f65bc4c tempest-TestVolumeBootPattern-610115025 tempest-TestVolumeBootPattern-610115025-project] 10.222.0.46 "GET /v2.0/security-groups?id=b9710121-5fde-4c3b-83e4-a0ee4e081111&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0299215 Sep 29 15:56:24.742078 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c8d031-5a3d-454c-8116-c2bd28f1d624 req-452d68ea-7a00-47e1-805e-4e75724c243e tempest-TestVolumeBootPattern-610115025 tempest-TestVolumeBootPattern-610115025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:56:24.743437 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-e9c8d031-5a3d-454c-8116-c2bd28f1d624 req-452d68ea-7a00-47e1-805e-4e75724c243e tempest-TestVolumeBootPattern-610115025 tempest-TestVolumeBootPattern-610115025-project] 10.222.0.22 "GET /v2.0/ports?device_id=38e788e9-8317-424d-acfd-d5eb56303aec HTTP/1.1" status: 200 len: 946 time: 0.0490241 Sep 29 15:56:24.832299 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.plugins.ml2.plugin [req-e9c8d031-5a3d-454c-8116-c2bd28f1d624 req-4fe7994e-f91b-4f79-9440-081f021ab52e tempest-TestVolumeBootPattern-610115025 tempest-TestVolumeBootPattern-610115025-project] Deleting port 6007c7c4-aae1-4cb7-8bfa-fed361f727ff {{(pid=96121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 29 15:56:24.832633 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [req-e9c8d031-5a3d-454c-8116-c2bd28f1d624 req-4fe7994e-f91b-4f79-9440-081f021ab52e tempest-TestVolumeBootPattern-610115025 tempest-TestVolumeBootPattern-610115025-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741780140072'] for port, before_delete {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:56:24.916568 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.plugins.ml2.db [req-e9c8d031-5a3d-454c-8116-c2bd28f1d624 req-4fe7994e-f91b-4f79-9440-081f021ab52e tempest-TestVolumeBootPattern-610115025 tempest-TestVolumeBootPattern-610115025-project] For port 6007c7c4-aae1-4cb7-8bfa-fed361f727ff, host hv-cinder-80661, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80661',level=0,port_id=6007c7c4-aae1-4cb7-8bfa-fed361f727ff,segment=NetworkSegment(6ab0cf2f-b4ec-4407-92a6-993df9aa86b6),segment_id=6ab0cf2f-b4ec-4407-92a6-993df9aa86b6)] {{(pid=96121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 15:56:24.916922 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [req-e9c8d031-5a3d-454c-8116-c2bd28f1d624 req-4fe7994e-f91b-4f79-9440-081f021ab52e tempest-TestVolumeBootPattern-610115025 tempest-TestVolumeBootPattern-610115025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1614090'] for port, precommit_delete {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:56:24.928648 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.plugins.ml2.plugin [req-e9c8d031-5a3d-454c-8116-c2bd28f1d624 req-4fe7994e-f91b-4f79-9440-081f021ab52e tempest-TestVolumeBootPattern-610115025 tempest-TestVolumeBootPattern-610115025-project] Calling delete_port for 6007c7c4-aae1-4cb7-8bfa-fed361f727ff owned by compute:nova {{(pid=96121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 29 15:56:25.109036 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [req-e9c8d031-5a3d-454c-8116-c2bd28f1d624 req-4fe7994e-f91b-4f79-9440-081f021ab52e tempest-TestVolumeBootPattern-610115025 tempest-TestVolumeBootPattern-610115025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741780147950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741779628746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3898419'] for port, after_delete {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:56:25.141929 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fe7994e-f91b-4f79-9440-081f021ab52e tempest-TestVolumeBootPattern-610115025 tempest-TestVolumeBootPattern-610115025-project] Pushing event deleted for resources: {'Port': ['ID=6007c7c4-aae1-4cb7-8bfa-fed361f727ff,revision_number=None']} {{(pid=96121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 15:56:25.165122 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fe7994e-f91b-4f79-9440-081f021ab52e tempest-TestVolumeBootPattern-610115025 tempest-TestVolumeBootPattern-610115025-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806616-6-iscsi {{(pid=96121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 15:56:25.165507 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fe7994e-f91b-4f79-9440-081f021ab52e tempest-TestVolumeBootPattern-610115025 tempest-TestVolumeBootPattern-610115025-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806616-6-iscsi {{(pid=96121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 15:56:25.165838 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fe7994e-f91b-4f79-9440-081f021ab52e tempest-TestVolumeBootPattern-610115025 tempest-TestVolumeBootPattern-610115025-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806616-6-iscsi {{(pid=96121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 15:56:25.166163 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fe7994e-f91b-4f79-9440-081f021ab52e tempest-TestVolumeBootPattern-610115025 tempest-TestVolumeBootPattern-610115025-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806616-6-iscsi {{(pid=96121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 15:56:25.166483 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fe7994e-f91b-4f79-9440-081f021ab52e tempest-TestVolumeBootPattern-610115025 tempest-TestVolumeBootPattern-610115025-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806616-6-iscsi {{(pid=96121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 15:56:25.166805 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fe7994e-f91b-4f79-9440-081f021ab52e tempest-TestVolumeBootPattern-610115025 tempest-TestVolumeBootPattern-610115025-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806616-6-iscsi {{(pid=96121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 15:56:25.167124 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fe7994e-f91b-4f79-9440-081f021ab52e tempest-TestVolumeBootPattern-610115025 tempest-TestVolumeBootPattern-610115025-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806616-6-iscsi {{(pid=96121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 15:56:25.167441 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fe7994e-f91b-4f79-9440-081f021ab52e tempest-TestVolumeBootPattern-610115025 tempest-TestVolumeBootPattern-610115025-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806616-6-iscsi {{(pid=96121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 15:56:25.167757 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fe7994e-f91b-4f79-9440-081f021ab52e tempest-TestVolumeBootPattern-610115025 tempest-TestVolumeBootPattern-610115025-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806616-6-iscsi {{(pid=96121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 15:56:25.168174 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fe7994e-f91b-4f79-9440-081f021ab52e tempest-TestVolumeBootPattern-610115025 tempest-TestVolumeBootPattern-610115025-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806616-6-iscsi {{(pid=96121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 15:56:25.168488 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fe7994e-f91b-4f79-9440-081f021ab52e tempest-TestVolumeBootPattern-610115025 tempest-TestVolumeBootPattern-610115025-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806616-6-iscsi {{(pid=96121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 15:56:25.168799 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fe7994e-f91b-4f79-9440-081f021ab52e tempest-TestVolumeBootPattern-610115025 tempest-TestVolumeBootPattern-610115025-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806616-6-iscsi {{(pid=96121) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 15:56:25.190280 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.db.l3_dvrscheduler_db [req-e9c8d031-5a3d-454c-8116-c2bd28f1d624 req-4fe7994e-f91b-4f79-9440-081f021ab52e tempest-TestVolumeBootPattern-610115025 tempest-TestVolumeBootPattern-610115025-project] No DVR routers for this DVR port 6007c7c4-aae1-4cb7-8bfa-fed361f727ff on host hv-cinder-80661 {{(pid=96121) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 15:56:25.192632 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [req-e9c8d031-5a3d-454c-8116-c2bd28f1d624 req-4fe7994e-f91b-4f79-9440-081f021ab52e tempest-TestVolumeBootPattern-610115025 tempest-TestVolumeBootPattern-610115025-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238921'] for port, before_response {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:56:25.194764 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-e9c8d031-5a3d-454c-8116-c2bd28f1d624 req-4fe7994e-f91b-4f79-9440-081f021ab52e tempest-TestVolumeBootPattern-610115025 tempest-TestVolumeBootPattern-610115025-project] 10.222.0.22 "DELETE /v2.0/ports/6007c7c4-aae1-4cb7-8bfa-fed361f727ff HTTP/1.1" status: 204 len: 173 time: 0.4446640 Sep 29 15:56:25.195197 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38e788e9-8317-424d-acfd-d5eb56303aec', 'name': 'network-vif-deleted', 'tag': '6007c7c4-aae1-4cb7-8bfa-fed361f727ff'}] {{(pid=96121) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 15:56:25.197404 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dcbd94143c65fdb0f5c12b0c92a6468c38125261e55d21e9818266cb91f6c0d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-840c7e8f-724e-4967-a9cf-b9b1354c4280" -d '{"events": [{"server_uuid": "38e788e9-8317-424d-acfd-d5eb56303aec", "name": "network-vif-deleted", "tag": "6007c7c4-aae1-4cb7-8bfa-fed361f727ff"}]}' {{(pid=96121) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 15:56:25.286784 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Sep 2021 15:56:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12d34c1a-5ac5-49e7-ad4b-8d0e7c084d65 x-openstack-request-id: req-12d34c1a-5ac5-49e7-ad4b-8d0e7c084d65 {{(pid=96121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 15:56:25.286784 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "38e788e9-8317-424d-acfd-d5eb56303aec", "name": "network-vif-deleted", "tag": "6007c7c4-aae1-4cb7-8bfa-fed361f727ff", "status": "completed", "code": 200}]} {{(pid=96121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 15:56:25.286784 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-12d34c1a-5ac5-49e7-ad4b-8d0e7c084d65 {{(pid=96121) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 15:56:25.286784 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '38e788e9-8317-424d-acfd-d5eb56303aec', 'name': 'network-vif-deleted', 'tag': '6007c7c4-aae1-4cb7-8bfa-fed361f727ff', 'status': 'completed', 'code': 200} Sep 29 15:56:25.365521 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [req-4e3ba487-51de-4590-a8ba-98f2d9709e23 req-053690a8-5b29-4540-b7c8-eb357884b3cb tempest-TestVolumeBootPattern-610115025 tempest-TestVolumeBootPattern-610115025-project] 10.222.0.46 "GET /v2.0/ports?device_id=38e788e9-8317-424d-acfd-d5eb56303aec HTTP/1.1" status: 200 len: 210 time: 0.0262620 Sep 29 15:56:26.470100 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-f143df9c-a611-4a3f-842e-cd98d30498bc req-2b885aba-f61b-4230-a95d-aa86e3b0a051 tempest-TestVolumeBootPattern-610115025 tempest-TestVolumeBootPattern-610115025-project] 10.222.0.46 "GET /v2.0/ports?device_id=38e788e9-8317-424d-acfd-d5eb56303aec HTTP/1.1" status: 200 len: 210 time: 0.0261927 Sep 29 15:56:26.620072 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron_lib.callbacks.manager [None req-c0715c10-6655-42ed-8ad8-b71eff78b0ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741779927170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-625140'] for agent, after_update {{(pid=96122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:56:27.572229 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron_lib.callbacks.manager [None req-86ea74e9-eea3-4769-b153-652ac6294d68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741779927170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-625140'] for agent, after_update {{(pid=96122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:56:28.247379 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.plugins.ml2.rpc [None req-4d55257e-523e-4b8d-ab2b-d46a31710be1 None None] Device 6007c7c4-aae1-4cb7-8bfa-fed361f727ff no longer exists at agent hyperv_hv-cinder-80661 {{(pid=96122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 15:56:28.267633 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.plugins.ml2.plugin [None req-4d55257e-523e-4b8d-ab2b-d46a31710be1 None None] No Port match for: 6007c7c4-aae1-4cb7-8bfa-fed361f727ff {{(pid=96122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 29 15:56:28.267993 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.plugins.ml2.rpc [None req-4d55257e-523e-4b8d-ab2b-d46a31710be1 None None] Device 6007c7c4-aae1-4cb7-8bfa-fed361f727ff not bound to the agent host hv-cinder-80661 {{(pid=96122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 15:56:28.559986 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron_lib.callbacks.manager [None req-d04ed334-d278-4234-b850-06fee10c9c6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741779927170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-625140'] for agent, after_update {{(pid=96122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:56:29.682889 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron_lib.callbacks.manager [None req-9bd021b7-afaf-4c67-b111-7b9308fbf6a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741779927170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-625140'] for agent, after_update {{(pid=96122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:56:29.961610 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.wsgi [-] (96120) accepted ('10.222.0.46', 39284) {{(pid=96120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 15:56:30.113877 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.plugins.ml2.plugin [None req-2eeb7938-181e-48f6-842b-6392c2ee66f8 tempest-TestVolumeBootPattern-610115025 tempest-TestVolumeBootPattern-610115025-project] Deleting port 11c518a6-230b-4c03-9862-a077e253a8f8 {{(pid=96120) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 29 15:56:30.114124 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-2eeb7938-181e-48f6-842b-6392c2ee66f8 tempest-TestVolumeBootPattern-610115025 tempest-TestVolumeBootPattern-610115025-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741780140072'] for port, before_delete {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:56:30.185055 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-2eeb7938-181e-48f6-842b-6392c2ee66f8 tempest-TestVolumeBootPattern-610115025 tempest-TestVolumeBootPattern-610115025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1614090'] for port, precommit_delete {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:56:30.185383 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-2eeb7938-181e-48f6-842b-6392c2ee66f8 tempest-TestVolumeBootPattern-610115025 tempest-TestVolumeBootPattern-610115025-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:56:30.197040 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.plugins.ml2.plugin [None req-2eeb7938-181e-48f6-842b-6392c2ee66f8 tempest-TestVolumeBootPattern-610115025 tempest-TestVolumeBootPattern-610115025-project] Calling delete_port for 11c518a6-230b-4c03-9862-a077e253a8f8 owned by network:floatingip {{(pid=96120) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 29 15:56:30.397337 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-2eeb7938-181e-48f6-842b-6392c2ee66f8 tempest-TestVolumeBootPattern-610115025 tempest-TestVolumeBootPattern-610115025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741780147950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741779628746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8956053'] for port, after_delete {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:56:30.427139 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eeb7938-181e-48f6-842b-6392c2ee66f8 tempest-TestVolumeBootPattern-610115025 tempest-TestVolumeBootPattern-610115025-project] Pushing event deleted for resources: {'Port': ['ID=11c518a6-230b-4c03-9862-a077e253a8f8,revision_number=None']} {{(pid=96120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 15:56:30.478621 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-2eeb7938-181e-48f6-842b-6392c2ee66f8 tempest-TestVolumeBootPattern-610115025 tempest-TestVolumeBootPattern-610115025-project] Notify callbacks [] for floatingip, after_delete {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:56:30.478947 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.db.l3_db [None req-2eeb7938-181e-48f6-842b-6392c2ee66f8 tempest-TestVolumeBootPattern-610115025 tempest-TestVolumeBootPattern-610115025-project] Floating IP 892d24a0-2367-4b32-b5ad-94555dfda069 disassociated (deleted). External IP: 172.27.0.76, port: 416c05a1-89ea-4a69-aea5-340a0e937280. Sep 29 15:56:30.684971 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2eeb7938-181e-48f6-842b-6392c2ee66f8 tempest-TestVolumeBootPattern-610115025 tempest-TestVolumeBootPattern-610115025-project] Router b5cf718c-af45-41e1-bc2a-267ce5057563 has already been hosted by L3 agent e5061b61-feb3-46be-bd05-1226f95d9417 {{(pid=96120) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 29 15:56:30.789667 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2eeb7938-181e-48f6-842b-6392c2ee66f8 tempest-TestVolumeBootPattern-610115025 tempest-TestVolumeBootPattern-610115025-project] Notify agent at l3_agent.dv-cinder-806616-6-iscsi the message routers_updated {{(pid=96120) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 15:56:30.794382 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-2eeb7938-181e-48f6-842b-6392c2ee66f8 tempest-TestVolumeBootPattern-610115025 tempest-TestVolumeBootPattern-610115025-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238921'] for floatingip, before_response {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:56:30.799435 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e535f75-997b-4560-a42e-898a30f06bfc None None] Sync routers for ids ['b5cf718c-af45-41e1-bc2a-267ce5057563'] in dv-cinder-806616-6-iscsi {{(pid=96122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 15:56:30.807840 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e535f75-997b-4560-a42e-898a30f06bfc None None] Routers {'b5cf718c-af45-41e1-bc2a-267ce5057563'} bound to L3 agent in host dv-cinder-806616-6-iscsi {{(pid=96122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 15:56:30.808477 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.db.l3_hamode_db [None req-8e535f75-997b-4560-a42e-898a30f06bfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806616-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-29T15:30:56Z,description=,heartbeat_timestamp=2021-09-29T15:56:27Z,host='dv-cinder-806616-6-iscsi',id=e5061b61-feb3-46be-bd05-1226f95d9417,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T15:30:57Z,topic='l3_agent')) {'router_ids': ['b5cf718c-af45-41e1-bc2a-267ce5057563'], 'active': True} {{(pid=96122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 15:56:30.820757 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [None req-2eeb7938-181e-48f6-842b-6392c2ee66f8 tempest-TestVolumeBootPattern-610115025 tempest-TestVolumeBootPattern-610115025-project] 10.222.0.46 "DELETE /v2.0/floatingips/892d24a0-2367-4b32-b5ad-94555dfda069 HTTP/1.1" status: 204 len: 168 time: 0.8580863 Sep 29 15:56:30.821342 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'de57312d-d8bf-41e3-8a5f-cafd14edc615', 'tag': '416c05a1-89ea-4a69-aea5-340a0e937280'}] {{(pid=96120) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 15:56:30.823565 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4bb6707052646e9cb447c77cf5db72dad3b20325a43e0261074ac39fb81a9f0b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc00ecbc-07cb-4a3c-81bb-269237ae7fd3" -d '{"events": [{"name": "network-changed", "server_uuid": "de57312d-d8bf-41e3-8a5f-cafd14edc615", "tag": "416c05a1-89ea-4a69-aea5-340a0e937280"}]}' {{(pid=96120) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 15:56:30.870220 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 29 Sep 2021 15:56:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9134e30-5ca4-4461-b83f-a63510ec2d67 x-openstack-request-id: req-d9134e30-5ca4-4461-b83f-a63510ec2d67 {{(pid=96120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 15:56:30.870511 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "de57312d-d8bf-41e3-8a5f-cafd14edc615", "tag": "416c05a1-89ea-4a69-aea5-340a0e937280", "status": "completed", "code": 200}]} {{(pid=96120) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 15:56:30.870765 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-d9134e30-5ca4-4461-b83f-a63510ec2d67 {{(pid=96120) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 15:56:30.871165 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'de57312d-d8bf-41e3-8a5f-cafd14edc615', 'tag': '416c05a1-89ea-4a69-aea5-340a0e937280', 'status': 'completed', 'code': 200} Sep 29 15:56:30.915710 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.db.l3_dvr_db [None req-8e535f75-997b-4560-a42e-898a30f06bfc None None] Set router b5cf718c-af45-41e1-bc2a-267ce5057563 gateway port host: dv-cinder-806616-6-iscsi {{(pid=96122) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 15:56:30.956753 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc00ecbc-07cb-4a3c-81bb-269237ae7fd3 req-4529a6eb-eba0-486d-a2bb-151df053c2f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:56:30.958181 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-bc00ecbc-07cb-4a3c-81bb-269237ae7fd3 req-4529a6eb-eba0-486d-a2bb-151df053c2f8 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=54b54b3b8c5d4295a0fc95e1c5e76334&device_id=de57312d-d8bf-41e3-8a5f-cafd14edc615 HTTP/1.1" status: 200 len: 1098 time: 0.0430968 Sep 29 15:56:31.051549 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc00ecbc-07cb-4a3c-81bb-269237ae7fd3 req-f5ffc9cf-c32d-4067-9e58-a975d904a811 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=96121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:56:31.053032 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-bc00ecbc-07cb-4a3c-81bb-269237ae7fd3 req-f5ffc9cf-c32d-4067-9e58-a975d904a811 service neutron] 10.222.0.22 "GET /v2.0/networks?id=130bac75-18dc-45de-9ec4-afda9fc26d7f HTTP/1.1" status: 200 len: 913 time: 0.0873060 Sep 29 15:56:31.095285 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-bc00ecbc-07cb-4a3c-81bb-269237ae7fd3 req-7a7e3482-765f-4f78-b1c1-29fe4e90e7aa service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=416c05a1-89ea-4a69-aea5-340a0e937280 HTTP/1.1" status: 200 len: 217 time: 0.0334053 Sep 29 15:56:31.114193 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.db.l3_hamode_db [None req-8e535f75-997b-4560-a42e-898a30f06bfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5cf718c-af45-41e1-bc2a-267ce5057563', 'name': 'tempest-TestVolumeBootPattern-1891457191-router', 'tenant_id': '54b54b3b8c5d4295a0fc95e1c5e76334', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd5efe95-1549-4750-933c-70412f77577e', 'external_fixed_ips': [{'subnet_id': '9c872fed-da92-4e12-828d-ac62e1b980b9', 'ip_address': '172.27.0.233'}], 'enable_snat': True}, 'gw_port_id': 'a4833d5d-c06e-44c8-acfc-54480d486295', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T15:49:30Z', 'updated_at': '2021-09-29T15:49:33Z', 'revision_number': 4, 'project_id': '54b54b3b8c5d4295a0fc95e1c5e76334', 'gw_port': {'id': 'a4833d5d-c06e-44c8-acfc-54480d486295', 'name': '', 'network_id': 'cd5efe95-1549-4750-933c-70412f77577e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:80:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5cf718c-af45-41e1-bc2a-267ce5057563', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '9c872fed-da92-4e12-828d-ac62e1b980b9', 'ip_address': '172.27.0.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806616-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T15:49:30Z', 'updated_at': '2021-09-29T15:49:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c872fed-da92-4e12-828d-ac62e1b980b9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806616-6-iscsi', '_interfaces': [{'id': '91e530aa-8a41-4beb-80f0-772c34853da5', 'name': '', 'network_id': '130bac75-18dc-45de-9ec4-afda9fc26d7f', 'tenant_id': '54b54b3b8c5d4295a0fc95e1c5e76334', 'mac_address': 'fa:16:3e:0e:c0:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5cf718c-af45-41e1-bc2a-267ce5057563', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '1884d989-814c-43e8-ad27-affc4248c86e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806616-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T15:49:32Z', 'updated_at': '2021-09-29T15:49:36Z', 'revision_number': 5, 'project_id': '54b54b3b8c5d4295a0fc95e1c5e76334', 'subnets': [{'id': '1884d989-814c-43e8-ad27-affc4248c86e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806616-6-iscsi', False) {} {{(pid=96122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 15:56:31.140389 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e535f75-997b-4560-a42e-898a30f06bfc None None] Checking router: b5cf718c-af45-41e1-bc2a-267ce5057563 for host: dv-cinder-806616-6-iscsi {{(pid=96122) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 15:56:31.143708 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc00ecbc-07cb-4a3c-81bb-269237ae7fd3 req-46045a50-cbea-429e-95e3-5a05693c3c10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=96121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:56:31.145040 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-bc00ecbc-07cb-4a3c-81bb-269237ae7fd3 req-46045a50-cbea-429e-95e3-5a05693c3c10 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=1884d989-814c-43e8-ad27-affc4248c86e HTTP/1.1" status: 200 len: 851 time: 0.0425148 Sep 29 15:56:31.148387 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e535f75-997b-4560-a42e-898a30f06bfc None None] Routers {'b5cf718c-af45-41e1-bc2a-267ce5057563'} bound to L3 agent in host dv-cinder-806616-6-iscsi {{(pid=96122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 15:56:31.148980 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.db.l3_hamode_db [None req-8e535f75-997b-4560-a42e-898a30f06bfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806616-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-29T15:30:56Z,description=,heartbeat_timestamp=2021-09-29T15:56:27Z,host='dv-cinder-806616-6-iscsi',id=e5061b61-feb3-46be-bd05-1226f95d9417,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T15:30:57Z,topic='l3_agent')) {'router_ids': ['b5cf718c-af45-41e1-bc2a-267ce5057563'], 'active': True} {{(pid=96122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 15:56:31.195755 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc00ecbc-07cb-4a3c-81bb-269237ae7fd3 req-2962a012-c46a-4991-86d9-c53ec1e9ebc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=96121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:56:31.197300 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-bc00ecbc-07cb-4a3c-81bb-269237ae7fd3 req-2962a012-c46a-4991-86d9-c53ec1e9ebc9 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=130bac75-18dc-45de-9ec4-afda9fc26d7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0453126 Sep 29 15:56:31.255966 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.db.l3_dvr_db [None req-8e535f75-997b-4560-a42e-898a30f06bfc None None] Set router b5cf718c-af45-41e1-bc2a-267ce5057563 gateway port host: dv-cinder-806616-6-iscsi {{(pid=96122) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 15:56:31.270185 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29337667-ff82-436a-a223-3b5c9c3c3064 req-b8b6dea7-8ca2-4e2f-8e22-e709d7f6dbab tempest-TestVolumeBootPattern-610115025 tempest-TestVolumeBootPattern-610115025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96120) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:56:31.273427 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [req-29337667-ff82-436a-a223-3b5c9c3c3064 req-b8b6dea7-8ca2-4e2f-8e22-e709d7f6dbab tempest-TestVolumeBootPattern-610115025 tempest-TestVolumeBootPattern-610115025-project] 10.222.0.46 "GET /v2.0/ports?device_id=de57312d-d8bf-41e3-8a5f-cafd14edc615 HTTP/1.1" status: 200 len: 945 time: 0.0557981 Sep 29 15:56:31.313127 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [req-29337667-ff82-436a-a223-3b5c9c3c3064 req-b015c190-f18b-454c-869f-769978323f4d tempest-TestVolumeBootPattern-610115025 tempest-TestVolumeBootPattern-610115025-project] 10.222.0.46 "GET /v2.0/security-groups?id=b9710121-5fde-4c3b-83e4-a0ee4e081111&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0333867 Sep 29 15:56:31.328459 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-bc00ecbc-07cb-4a3c-81bb-269237ae7fd3 req-0689abc3-1fed-491a-a9e7-fc61fb79e90c service neutron] 10.222.0.22 "GET /v2.0/networks/130bac75-18dc-45de-9ec4-afda9fc26d7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857697 Sep 29 15:56:31.425384 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-bc00ecbc-07cb-4a3c-81bb-269237ae7fd3 req-55aec767-4c1a-4d9f-b749-799c7f644199 service neutron] 10.222.0.22 "GET /v2.0/networks/130bac75-18dc-45de-9ec4-afda9fc26d7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880804 Sep 29 15:56:31.465526 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.db.l3_hamode_db [None req-8e535f75-997b-4560-a42e-898a30f06bfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5cf718c-af45-41e1-bc2a-267ce5057563', 'name': 'tempest-TestVolumeBootPattern-1891457191-router', 'tenant_id': '54b54b3b8c5d4295a0fc95e1c5e76334', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd5efe95-1549-4750-933c-70412f77577e', 'external_fixed_ips': [{'subnet_id': '9c872fed-da92-4e12-828d-ac62e1b980b9', 'ip_address': '172.27.0.233'}], 'enable_snat': True}, 'gw_port_id': 'a4833d5d-c06e-44c8-acfc-54480d486295', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T15:49:30Z', 'updated_at': '2021-09-29T15:49:33Z', 'revision_number': 4, 'project_id': '54b54b3b8c5d4295a0fc95e1c5e76334', 'gw_port': {'id': 'a4833d5d-c06e-44c8-acfc-54480d486295', 'name': '', 'network_id': 'cd5efe95-1549-4750-933c-70412f77577e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:80:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5cf718c-af45-41e1-bc2a-267ce5057563', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '9c872fed-da92-4e12-828d-ac62e1b980b9', 'ip_address': '172.27.0.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806616-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T15:49:30Z', 'updated_at': '2021-09-29T15:49:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c872fed-da92-4e12-828d-ac62e1b980b9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806616-6-iscsi', '_interfaces': [{'id': '91e530aa-8a41-4beb-80f0-772c34853da5', 'name': '', 'network_id': '130bac75-18dc-45de-9ec4-afda9fc26d7f', 'tenant_id': '54b54b3b8c5d4295a0fc95e1c5e76334', 'mac_address': 'fa:16:3e:0e:c0:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5cf718c-af45-41e1-bc2a-267ce5057563', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '1884d989-814c-43e8-ad27-affc4248c86e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806616-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T15:49:32Z', 'updated_at': '2021-09-29T15:49:36Z', 'revision_number': 5, 'project_id': '54b54b3b8c5d4295a0fc95e1c5e76334', 'subnets': [{'id': '1884d989-814c-43e8-ad27-affc4248c86e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-806616-6-iscsi', False) {} {{(pid=96122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 15:56:31.495671 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e535f75-997b-4560-a42e-898a30f06bfc None None] The sync data for ids ['b5cf718c-af45-41e1-bc2a-267ce5057563'] in dv-cinder-806616-6-iscsi is: [{'id': 'b5cf718c-af45-41e1-bc2a-267ce5057563', 'name': 'tempest-TestVolumeBootPattern-1891457191-router', 'tenant_id': '54b54b3b8c5d4295a0fc95e1c5e76334', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd5efe95-1549-4750-933c-70412f77577e', 'external_fixed_ips': [{'subnet_id': '9c872fed-da92-4e12-828d-ac62e1b980b9', 'ip_address': '172.27.0.233'}], 'enable_snat': True}, 'gw_port_id': 'a4833d5d-c06e-44c8-acfc-54480d486295', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T15:49:30Z', 'updated_at': '2021-09-29T15:49:33Z', 'revision_number': 4, 'project_id': '54b54b3b8c5d4295a0fc95e1c5e76334', 'gw_port': {'id': 'a4833d5d-c06e-44c8-acfc-54480d486295', 'name': '', 'network_id': 'cd5efe95-1549-4750-933c-70412f77577e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:80:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5cf718c-af45-41e1-bc2a-267ce5057563', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '9c872fed-da92-4e12-828d-ac62e1b980b9', 'ip_address': '172.27.0.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806616-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T15:49:30Z', 'updated_at': '2021-09-29T15:49:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c872fed-da92-4e12-828d-ac62e1b980b9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806616-6-iscsi', '_interfaces': [{'id': '91e530aa-8a41-4beb-80f0-772c34853da5', 'name': '', 'network_id': '130bac75-18dc-45de-9ec4-afda9fc26d7f', 'tenant_id': '54b54b3b8c5d4295a0fc95e1c5e76334', 'mac_address': 'fa:16:3e:0e:c0:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5cf718c-af45-41e1-bc2a-267ce5057563', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '1884d989-814c-43e8-ad27-affc4248c86e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806616-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T15:49:32Z', 'updated_at': '2021-09-29T15:49:36Z', 'revision_number': 5, 'project_id': '54b54b3b8c5d4295a0fc95e1c5e76334', 'subnets': [{'id': '1884d989-814c-43e8-ad27-affc4248c86e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=96122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 15:56:31.699706 dv-cinder-806616-6-iscsi neutron-server[96123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f137f604-7c20-4789-a47e-1a476635f4e4 None None] New status for floating IP 892d24a0-2367-4b32-b5ad-94555dfda069: DOWN {{(pid=96123) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 29 15:56:32.432219 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124062ac-afcb-42eb-ae8e-c651201a5285 req-415b42b3-38ef-401d-97ec-db7d635550c1 tempest-TestVolumeBootPattern-610115025 tempest-TestVolumeBootPattern-610115025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:56:32.433660 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-124062ac-afcb-42eb-ae8e-c651201a5285 req-415b42b3-38ef-401d-97ec-db7d635550c1 tempest-TestVolumeBootPattern-610115025 tempest-TestVolumeBootPattern-610115025-project] 10.222.0.46 "GET /v2.0/ports?device_id=de57312d-d8bf-41e3-8a5f-cafd14edc615 HTTP/1.1" status: 200 len: 945 time: 0.0480959 Sep 29 15:56:32.469487 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-124062ac-afcb-42eb-ae8e-c651201a5285 req-b5bfe747-2bdc-42d4-9902-e3319319d028 tempest-TestVolumeBootPattern-610115025 tempest-TestVolumeBootPattern-610115025-project] 10.222.0.46 "GET /v2.0/security-groups?id=b9710121-5fde-4c3b-83e4-a0ee4e081111&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0299978 Sep 29 15:56:32.895324 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0443cc4-b174-43a1-bdc2-a5811da268a4 req-0e84a701-1bdc-4f66-a3d8-09742472ae20 tempest-TestVolumeBootPattern-610115025 tempest-TestVolumeBootPattern-610115025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=96121) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 15:56:32.896797 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-d0443cc4-b174-43a1-bdc2-a5811da268a4 req-0e84a701-1bdc-4f66-a3d8-09742472ae20 tempest-TestVolumeBootPattern-610115025 tempest-TestVolumeBootPattern-610115025-project] 10.222.0.22 "GET /v2.0/ports?device_id=de57312d-d8bf-41e3-8a5f-cafd14edc615 HTTP/1.1" status: 200 len: 945 time: 0.0468676 Sep 29 15:56:32.986641 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.plugins.ml2.plugin [req-d0443cc4-b174-43a1-bdc2-a5811da268a4 req-fc4729c0-29a6-4f7a-a5fa-016b3caa7950 tempest-TestVolumeBootPattern-610115025 tempest-TestVolumeBootPattern-610115025-project] Deleting port 416c05a1-89ea-4a69-aea5-340a0e937280 {{(pid=96121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 29 15:56:32.986979 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [req-d0443cc4-b174-43a1-bdc2-a5811da268a4 req-fc4729c0-29a6-4f7a-a5fa-016b3caa7950 tempest-TestVolumeBootPattern-610115025 tempest-TestVolumeBootPattern-610115025-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741780140072'] for port, before_delete {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:56:33.074645 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.plugins.ml2.db [req-d0443cc4-b174-43a1-bdc2-a5811da268a4 req-fc4729c0-29a6-4f7a-a5fa-016b3caa7950 tempest-TestVolumeBootPattern-610115025 tempest-TestVolumeBootPattern-610115025-project] For port 416c05a1-89ea-4a69-aea5-340a0e937280, host hv-cinder-80661, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80661',level=0,port_id=416c05a1-89ea-4a69-aea5-340a0e937280,segment=NetworkSegment(6ab0cf2f-b4ec-4407-92a6-993df9aa86b6),segment_id=6ab0cf2f-b4ec-4407-92a6-993df9aa86b6)] {{(pid=96121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 15:56:33.075003 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [req-d0443cc4-b174-43a1-bdc2-a5811da268a4 req-fc4729c0-29a6-4f7a-a5fa-016b3caa7950 tempest-TestVolumeBootPattern-610115025 tempest-TestVolumeBootPattern-610115025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1614090'] for port, precommit_delete {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:56:33.087514 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.plugins.ml2.plugin [req-d0443cc4-b174-43a1-bdc2-a5811da268a4 req-fc4729c0-29a6-4f7a-a5fa-016b3caa7950 tempest-TestVolumeBootPattern-610115025 tempest-TestVolumeBootPattern-610115025-project] Calling delete_port for 416c05a1-89ea-4a69-aea5-340a0e937280 owned by compute:nova {{(pid=96121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 29 15:56:33.279767 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [req-d0443cc4-b174-43a1-bdc2-a5811da268a4 req-fc4729c0-29a6-4f7a-a5fa-016b3caa7950 tempest-TestVolumeBootPattern-610115025 tempest-TestVolumeBootPattern-610115025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741780147950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741779628746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3898419'] for port, after_delete {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:56:33.307414 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc4729c0-29a6-4f7a-a5fa-016b3caa7950 tempest-TestVolumeBootPattern-610115025 tempest-TestVolumeBootPattern-610115025-project] Pushing event deleted for resources: {'Port': ['ID=416c05a1-89ea-4a69-aea5-340a0e937280,revision_number=None']} {{(pid=96121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 15:56:33.350224 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.db.l3_dvrscheduler_db [req-d0443cc4-b174-43a1-bdc2-a5811da268a4 req-fc4729c0-29a6-4f7a-a5fa-016b3caa7950 tempest-TestVolumeBootPattern-610115025 tempest-TestVolumeBootPattern-610115025-project] No DVR routers for this DVR port 416c05a1-89ea-4a69-aea5-340a0e937280 on host hv-cinder-80661 {{(pid=96121) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 15:56:33.352654 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [req-d0443cc4-b174-43a1-bdc2-a5811da268a4 req-fc4729c0-29a6-4f7a-a5fa-016b3caa7950 tempest-TestVolumeBootPattern-610115025 tempest-TestVolumeBootPattern-610115025-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238921'] for port, before_response {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:56:33.354621 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-d0443cc4-b174-43a1-bdc2-a5811da268a4 req-fc4729c0-29a6-4f7a-a5fa-016b3caa7950 tempest-TestVolumeBootPattern-610115025 tempest-TestVolumeBootPattern-610115025-project] 10.222.0.22 "DELETE /v2.0/ports/416c05a1-89ea-4a69-aea5-340a0e937280 HTTP/1.1" status: 204 len: 173 time: 0.4516487 Sep 29 15:56:33.355052 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de57312d-d8bf-41e3-8a5f-cafd14edc615', 'name': 'network-vif-deleted', 'tag': '416c05a1-89ea-4a69-aea5-340a0e937280'}] {{(pid=96121) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 15:56:33.357290 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dcbd94143c65fdb0f5c12b0c92a6468c38125261e55d21e9818266cb91f6c0d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6504ba2c-3627-4e06-8786-97230e5690fd" -d '{"events": [{"server_uuid": "de57312d-d8bf-41e3-8a5f-cafd14edc615", "name": "network-vif-deleted", "tag": "416c05a1-89ea-4a69-aea5-340a0e937280"}]}' {{(pid=96121) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 15:56:33.393207 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Sep 2021 15:56:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31a15744-5b76-42d6-8768-a2eb9fd21d28 x-openstack-request-id: req-31a15744-5b76-42d6-8768-a2eb9fd21d28 {{(pid=96121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 15:56:33.393207 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de57312d-d8bf-41e3-8a5f-cafd14edc615", "name": "network-vif-deleted", "tag": "416c05a1-89ea-4a69-aea5-340a0e937280", "status": "completed", "code": 200}]} {{(pid=96121) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 15:56:33.393207 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-31a15744-5b76-42d6-8768-a2eb9fd21d28 {{(pid=96121) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 15:56:33.393615 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de57312d-d8bf-41e3-8a5f-cafd14edc615', 'name': 'network-vif-deleted', 'tag': '416c05a1-89ea-4a69-aea5-340a0e937280', 'status': 'completed', 'code': 200} Sep 29 15:56:33.563070 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [req-e9795ea5-f6c4-4b55-9122-453da4bcedcf req-e49897ff-c2e8-45f1-a663-358c772dbd69 tempest-TestVolumeBootPattern-610115025 tempest-TestVolumeBootPattern-610115025-project] 10.222.0.46 "GET /v2.0/ports?device_id=de57312d-d8bf-41e3-8a5f-cafd14edc615 HTTP/1.1" status: 200 len: 210 time: 0.0274916 Sep 29 15:56:34.666398 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [req-c26e4daf-2d20-482d-8d33-ec4701173300 req-a8283193-2237-489f-b01b-0a5f283c06bf tempest-TestVolumeBootPattern-610115025 tempest-TestVolumeBootPattern-610115025-project] 10.222.0.46 "GET /v2.0/ports?device_id=de57312d-d8bf-41e3-8a5f-cafd14edc615 HTTP/1.1" status: 200 len: 210 time: 0.0266216 Sep 29 15:56:35.720249 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.wsgi [-] (96120) accepted ('10.222.0.46', 39302) {{(pid=96120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 15:56:35.835911 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.plugins.ml2.plugin [None req-650c0d88-efba-4952-8ab6-49f6e913f733 tempest-TestVolumeBootPattern-610115025 tempest-TestVolumeBootPattern-610115025-project] Deleting port dbbcb630-6ca7-474c-ab4a-4849f28d6707 {{(pid=96120) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 29 15:56:35.836267 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-650c0d88-efba-4952-8ab6-49f6e913f733 tempest-TestVolumeBootPattern-610115025 tempest-TestVolumeBootPattern-610115025-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741780140072'] for port, before_delete {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:56:35.908290 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-650c0d88-efba-4952-8ab6-49f6e913f733 tempest-TestVolumeBootPattern-610115025 tempest-TestVolumeBootPattern-610115025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1614090'] for port, precommit_delete {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:56:35.908614 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-650c0d88-efba-4952-8ab6-49f6e913f733 tempest-TestVolumeBootPattern-610115025 tempest-TestVolumeBootPattern-610115025-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:56:35.919667 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.plugins.ml2.plugin [None req-650c0d88-efba-4952-8ab6-49f6e913f733 tempest-TestVolumeBootPattern-610115025 tempest-TestVolumeBootPattern-610115025-project] Calling delete_port for dbbcb630-6ca7-474c-ab4a-4849f28d6707 owned by network:floatingip {{(pid=96120) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 29 15:56:36.316719 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-650c0d88-efba-4952-8ab6-49f6e913f733 tempest-TestVolumeBootPattern-610115025 tempest-TestVolumeBootPattern-610115025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741780147950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741779628746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8956053'] for port, after_delete {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:56:36.334926 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.plugins.ml2.rpc [None req-4d55257e-523e-4b8d-ab2b-d46a31710be1 None None] Device 416c05a1-89ea-4a69-aea5-340a0e937280 no longer exists at agent hyperv_hv-cinder-80661 {{(pid=96122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 15:56:36.341289 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-650c0d88-efba-4952-8ab6-49f6e913f733 tempest-TestVolumeBootPattern-610115025 tempest-TestVolumeBootPattern-610115025-project] Pushing event deleted for resources: {'Port': ['ID=dbbcb630-6ca7-474c-ab4a-4849f28d6707,revision_number=None']} {{(pid=96120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 15:56:36.354776 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.plugins.ml2.plugin [None req-4d55257e-523e-4b8d-ab2b-d46a31710be1 None None] No Port match for: 416c05a1-89ea-4a69-aea5-340a0e937280 {{(pid=96122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 29 15:56:36.355120 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.plugins.ml2.rpc [None req-4d55257e-523e-4b8d-ab2b-d46a31710be1 None None] Device 416c05a1-89ea-4a69-aea5-340a0e937280 not bound to the agent host hv-cinder-80661 {{(pid=96122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 15:56:36.403801 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-650c0d88-efba-4952-8ab6-49f6e913f733 tempest-TestVolumeBootPattern-610115025 tempest-TestVolumeBootPattern-610115025-project] Notify callbacks [] for floatingip, after_delete {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:56:36.406357 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-650c0d88-efba-4952-8ab6-49f6e913f733 tempest-TestVolumeBootPattern-610115025 tempest-TestVolumeBootPattern-610115025-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-238921'] for floatingip, before_response {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:56:36.407526 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [None req-650c0d88-efba-4952-8ab6-49f6e913f733 tempest-TestVolumeBootPattern-610115025 tempest-TestVolumeBootPattern-610115025-project] 10.222.0.46 "DELETE /v2.0/floatingips/8c6567bc-6bc3-4a21-a226-a44dcbfa3774 HTTP/1.1" status: 204 len: 168 time: 0.6862643 Sep 29 15:56:37.014016 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron_lib.callbacks.manager [None req-4d55257e-523e-4b8d-ab2b-d46a31710be1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741779927170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-625140'] for agent, after_update {{(pid=96122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:56:37.753416 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.wsgi [-] (96120) accepted ('10.222.0.46', 39314) {{(pid=96120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 15:56:37.809184 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-680290bc-9bdb-4dbc-8730-ad748e435b0c tempest-TestVolumeBootPattern-610115025 tempest-TestVolumeBootPattern-610115025-project] Notify callbacks [] for security_group, before_delete {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:56:37.833886 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-680290bc-9bdb-4dbc-8730-ad748e435b0c tempest-TestVolumeBootPattern-610115025 tempest-TestVolumeBootPattern-610115025-project] Notify callbacks [] for security_group, precommit_delete {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:56:37.965521 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-680290bc-9bdb-4dbc-8730-ad748e435b0c tempest-TestVolumeBootPattern-610115025 tempest-TestVolumeBootPattern-610115025-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579214'] for security_group, after_delete {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:56:37.968142 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-680290bc-9bdb-4dbc-8730-ad748e435b0c tempest-TestVolumeBootPattern-610115025 tempest-TestVolumeBootPattern-610115025-project] Notify callbacks [] for security_group, before_response {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:56:37.969283 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [None req-680290bc-9bdb-4dbc-8730-ad748e435b0c tempest-TestVolumeBootPattern-610115025 tempest-TestVolumeBootPattern-610115025-project] 10.222.0.46 "DELETE /v2.0/security-groups/b9710121-5fde-4c3b-83e4-a0ee4e081111 HTTP/1.1" status: 204 len: 168 time: 0.2148869 Sep 29 15:56:37.978152 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680290bc-9bdb-4dbc-8730-ad748e435b0c tempest-TestVolumeBootPattern-610115025 tempest-TestVolumeBootPattern-610115025-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9710121-5fde-4c3b-83e4-a0ee4e081111,revision_number=None']} {{(pid=96120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 15:56:39.124298 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.wsgi [-] (96120) accepted ('10.222.0.46', 39320) {{(pid=96120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 15:56:39.621351 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-bcfab614-fb59-4b56-bb61-eebb19473401 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1619987'] for router_interface, before_delete {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:56:39.792967 dv-cinder-806616-6-iscsi neutron-server[96123]: DEBUG neutron.db.agents_db [None req-ce50b6f1-f7bd-4b59-8641-9f71b480b041 None None] Agent healthcheck: found 6 active agents {{(pid=96123) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 29 15:56:39.858560 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.plugins.ml2.plugin [None req-bcfab614-fb59-4b56-bb61-eebb19473401 admin admin] Deleting port 91e530aa-8a41-4beb-80f0-772c34853da5 {{(pid=96120) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 29 15:56:39.858934 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-bcfab614-fb59-4b56-bb61-eebb19473401 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741780140072'] for port, before_delete {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:56:39.939112 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.plugins.ml2.db [None req-bcfab614-fb59-4b56-bb61-eebb19473401 admin admin] For port 91e530aa-8a41-4beb-80f0-772c34853da5, host dv-cinder-806616-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806616-6-iscsi',level=0,port_id=91e530aa-8a41-4beb-80f0-772c34853da5,segment=NetworkSegment(6ab0cf2f-b4ec-4407-92a6-993df9aa86b6),segment_id=6ab0cf2f-b4ec-4407-92a6-993df9aa86b6)] {{(pid=96120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 15:56:39.939371 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-bcfab614-fb59-4b56-bb61-eebb19473401 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1614090'] for port, precommit_delete {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:56:39.955351 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.plugins.ml2.plugin [None req-bcfab614-fb59-4b56-bb61-eebb19473401 admin admin] Calling delete_port for 91e530aa-8a41-4beb-80f0-772c34853da5 owned by network:router_interface {{(pid=96120) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 29 15:56:40.182814 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-bcfab614-fb59-4b56-bb61-eebb19473401 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741780147950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741779628746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8956053'] for port, after_delete {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:56:40.208107 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcfab614-fb59-4b56-bb61-eebb19473401 admin admin] Pushing event deleted for resources: {'Port': ['ID=91e530aa-8a41-4beb-80f0-772c34853da5,revision_number=None']} {{(pid=96120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 15:56:40.371159 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-bcfab614-fb59-4b56-bb61-eebb19473401 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1575391', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1619098'] for router_interface, after_delete {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:56:40.581314 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bcfab614-fb59-4b56-bb61-eebb19473401 admin admin] Router b5cf718c-af45-41e1-bc2a-267ce5057563 has already been hosted by L3 agent e5061b61-feb3-46be-bd05-1226f95d9417 {{(pid=96120) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 29 15:56:40.684356 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bcfab614-fb59-4b56-bb61-eebb19473401 admin admin] Notify agent at l3_agent.dv-cinder-806616-6-iscsi the message routers_updated {{(pid=96120) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 15:56:40.692123 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [None req-bcfab614-fb59-4b56-bb61-eebb19473401 admin admin] 10.222.0.46 "PUT /v2.0/routers/b5cf718c-af45-41e1-bc2a-267ce5057563/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5643945 Sep 29 15:56:40.692264 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.wsgi [-] (96120) accepted ('10.222.0.46', 39324) {{(pid=96120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 15:56:40.693149 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-438bf20a-0486-419f-8c59-2f4aeef11133 None None] Sync routers for ids ['b5cf718c-af45-41e1-bc2a-267ce5057563'] in dv-cinder-806616-6-iscsi {{(pid=96122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 15:56:40.702259 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-438bf20a-0486-419f-8c59-2f4aeef11133 None None] Routers {'b5cf718c-af45-41e1-bc2a-267ce5057563'} bound to L3 agent in host dv-cinder-806616-6-iscsi {{(pid=96122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 15:56:40.702950 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.db.l3_hamode_db [None req-438bf20a-0486-419f-8c59-2f4aeef11133 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806616-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-29T15:30:56Z,description=,heartbeat_timestamp=2021-09-29T15:56:27Z,host='dv-cinder-806616-6-iscsi',id=e5061b61-feb3-46be-bd05-1226f95d9417,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T15:30:57Z,topic='l3_agent')) {'router_ids': ['b5cf718c-af45-41e1-bc2a-267ce5057563'], 'active': True} {{(pid=96122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 15:56:40.791146 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-1a2b0062-72ea-45aa-973a-b7e1a726a662 admin admin] Notify callbacks [] for router, before_delete {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:56:40.803903 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.db.l3_dvr_db [None req-438bf20a-0486-419f-8c59-2f4aeef11133 None None] Set router b5cf718c-af45-41e1-bc2a-267ce5057563 gateway port host: dv-cinder-806616-6-iscsi {{(pid=96122) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 15:56:40.889230 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-1a2b0062-72ea-45aa-973a-b7e1a726a662 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:56:40.974594 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.db.l3_hamode_db [None req-438bf20a-0486-419f-8c59-2f4aeef11133 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5cf718c-af45-41e1-bc2a-267ce5057563', 'name': 'tempest-TestVolumeBootPattern-1891457191-router', 'tenant_id': '54b54b3b8c5d4295a0fc95e1c5e76334', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd5efe95-1549-4750-933c-70412f77577e', 'external_fixed_ips': [{'subnet_id': '9c872fed-da92-4e12-828d-ac62e1b980b9', 'ip_address': '172.27.0.233'}], 'enable_snat': True}, 'gw_port_id': 'a4833d5d-c06e-44c8-acfc-54480d486295', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T15:49:30Z', 'updated_at': '2021-09-29T15:56:40Z', 'revision_number': 5, 'project_id': '54b54b3b8c5d4295a0fc95e1c5e76334', 'gw_port': {'id': 'a4833d5d-c06e-44c8-acfc-54480d486295', 'name': '', 'network_id': 'cd5efe95-1549-4750-933c-70412f77577e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:80:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5cf718c-af45-41e1-bc2a-267ce5057563', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '9c872fed-da92-4e12-828d-ac62e1b980b9', 'ip_address': '172.27.0.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806616-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T15:49:30Z', 'updated_at': '2021-09-29T15:49:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c872fed-da92-4e12-828d-ac62e1b980b9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806616-6-iscsi'}], 'dv-cinder-806616-6-iscsi', False) {} {{(pid=96122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 15:56:41.003643 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-438bf20a-0486-419f-8c59-2f4aeef11133 None None] Checking router: b5cf718c-af45-41e1-bc2a-267ce5057563 for host: dv-cinder-806616-6-iscsi {{(pid=96122) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 15:56:41.011982 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-438bf20a-0486-419f-8c59-2f4aeef11133 None None] Routers {'b5cf718c-af45-41e1-bc2a-267ce5057563'} bound to L3 agent in host dv-cinder-806616-6-iscsi {{(pid=96122) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 15:56:41.012580 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.db.l3_hamode_db [None req-438bf20a-0486-419f-8c59-2f4aeef11133 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806616-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-29T15:30:56Z,description=,heartbeat_timestamp=2021-09-29T15:56:27Z,host='dv-cinder-806616-6-iscsi',id=e5061b61-feb3-46be-bd05-1226f95d9417,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T15:30:57Z,topic='l3_agent')) {'router_ids': ['b5cf718c-af45-41e1-bc2a-267ce5057563'], 'active': True} {{(pid=96122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 15:56:41.039642 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.plugins.ml2.plugin [None req-1a2b0062-72ea-45aa-973a-b7e1a726a662 admin admin] Deleting port a4833d5d-c06e-44c8-acfc-54480d486295 {{(pid=96120) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 29 15:56:41.040008 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-1a2b0062-72ea-45aa-973a-b7e1a726a662 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741780140072'] for port, before_delete {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:56:41.095512 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.db.l3_dvr_db [None req-438bf20a-0486-419f-8c59-2f4aeef11133 None None] Set router b5cf718c-af45-41e1-bc2a-267ce5057563 gateway port host: None {{(pid=96122) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 15:56:41.115143 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.plugins.ml2.db [None req-1a2b0062-72ea-45aa-973a-b7e1a726a662 admin admin] For port a4833d5d-c06e-44c8-acfc-54480d486295, host dv-cinder-806616-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806616-6-iscsi',level=0,port_id=a4833d5d-c06e-44c8-acfc-54480d486295,segment=NetworkSegment(16a0d549-78f3-47f2-8934-1674670c2e39),segment_id=16a0d549-78f3-47f2-8934-1674670c2e39)] {{(pid=96120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 15:56:41.115505 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-1a2b0062-72ea-45aa-973a-b7e1a726a662 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1614090'] for port, precommit_delete {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:56:41.130884 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.plugins.ml2.plugin [None req-1a2b0062-72ea-45aa-973a-b7e1a726a662 admin admin] Calling delete_port for a4833d5d-c06e-44c8-acfc-54480d486295 owned by network:router_gateway {{(pid=96120) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 29 15:56:41.144478 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.db.l3_hamode_db [None req-438bf20a-0486-419f-8c59-2f4aeef11133 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5cf718c-af45-41e1-bc2a-267ce5057563', 'name': 'tempest-TestVolumeBootPattern-1891457191-router', 'tenant_id': '54b54b3b8c5d4295a0fc95e1c5e76334', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T15:49:30Z', 'updated_at': '2021-09-29T15:56:40Z', 'revision_number': 6, 'project_id': '54b54b3b8c5d4295a0fc95e1c5e76334', 'gw_port_host': None}], 'dv-cinder-806616-6-iscsi', False) {} {{(pid=96122) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 15:56:41.296318 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-438bf20a-0486-419f-8c59-2f4aeef11133 None None] The sync data for ids ['b5cf718c-af45-41e1-bc2a-267ce5057563'] in dv-cinder-806616-6-iscsi is: [{'id': 'b5cf718c-af45-41e1-bc2a-267ce5057563', 'name': 'tempest-TestVolumeBootPattern-1891457191-router', 'tenant_id': '54b54b3b8c5d4295a0fc95e1c5e76334', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T15:49:30Z', 'updated_at': '2021-09-29T15:56:40Z', 'revision_number': 6, 'project_id': '54b54b3b8c5d4295a0fc95e1c5e76334', 'gw_port_host': None}] {{(pid=96122) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 15:56:41.408266 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-1a2b0062-72ea-45aa-973a-b7e1a726a662 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741780147950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741779628746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8956053'] for port, after_delete {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:56:41.434543 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a2b0062-72ea-45aa-973a-b7e1a726a662 admin admin] Pushing event deleted for resources: {'Port': ['ID=a4833d5d-c06e-44c8-acfc-54480d486295,revision_number=None']} {{(pid=96120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 15:56:41.494169 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-1a2b0062-72ea-45aa-973a-b7e1a726a662 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1619033'] for router_gateway, after_delete {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:56:41.581051 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-1a2b0062-72ea-45aa-973a-b7e1a726a662 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1620278', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3460'] for router, precommit_delete {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:56:41.583129 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-1a2b0062-72ea-45aa-973a-b7e1a726a662 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:56:41.699963 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-1a2b0062-72ea-45aa-973a-b7e1a726a662 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1620287'] for router, after_delete {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:56:41.700520 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a2b0062-72ea-45aa-973a-b7e1a726a662 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b5cf718c-af45-41e1-bc2a-267ce5057563 {{(pid=96120) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 29 15:56:41.704945 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-1a2b0062-72ea-45aa-973a-b7e1a726a662 admin admin] Notify callbacks [] for router, before_response {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:56:41.707648 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [None req-1a2b0062-72ea-45aa-973a-b7e1a726a662 admin admin] 10.222.0.46 "DELETE /v2.0/routers/b5cf718c-af45-41e1-bc2a-267ce5057563 HTTP/1.1" status: 204 len: 168 time: 1.0129902 Sep 29 15:56:41.710668 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.wsgi [-] (96121) accepted ('10.222.0.46', 39326) {{(pid=96121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 15:56:41.753570 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.db.db_base_plugin_v2 [None req-90910b80-eed8-4b08-b637-6373a0e5eca8 admin admin] Deleting subnet 1884d989-814c-43e8-ad27-affc4248c86e {{(pid=96121) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 29 15:56:41.756523 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [None req-90910b80-eed8-4b08-b637-6373a0e5eca8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:56:41.788607 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [None req-90910b80-eed8-4b08-b637-6373a0e5eca8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2784959'] for subnet, precommit_delete_associations {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:56:41.865982 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [None req-90910b80-eed8-4b08-b637-6373a0e5eca8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-648269'] for subnet, precommit_delete {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:56:41.977349 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [None req-90910b80-eed8-4b08-b637-6373a0e5eca8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-648260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1575015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3898478', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9173291'] for subnet, after_delete {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:56:42.005862 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [None req-90910b80-eed8-4b08-b637-6373a0e5eca8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:56:42.007750 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [None req-90910b80-eed8-4b08-b637-6373a0e5eca8 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/1884d989-814c-43e8-ad27-affc4248c86e HTTP/1.1" status: 204 len: 168 time: 0.2979507 Sep 29 15:56:42.008575 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90910b80-eed8-4b08-b637-6373a0e5eca8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1884d989-814c-43e8-ad27-affc4248c86e,revision_number=None']} {{(pid=96121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 15:56:42.010381 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.wsgi [-] (96120) accepted ('10.222.0.46', 39328) {{(pid=96120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 15:56:42.019176 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9db5f285-a395-4986-b2dc-4cae8fa4571d None None] Network 130bac75-18dc-45de-9ec4-afda9fc26d7f requested from dv-cinder-806616-6-iscsi {{(pid=96122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 15:56:42.083990 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-76e5b899-dc63-4f79-b3f0-4aa62543e332 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-533685'] for network, before_delete {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:56:42.140361 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.plugins.ml2.plugin [None req-76e5b899-dc63-4f79-b3f0-4aa62543e332 admin admin] Deleting port 804c1a12-d5fb-4585-aace-774a6edc570f {{(pid=96120) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 29 15:56:42.140684 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-76e5b899-dc63-4f79-b3f0-4aa62543e332 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741780140072'] for port, before_delete {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:56:42.196523 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27210bcb-f226-447f-b90e-19f9440f2f65 None None] DHCP port deletion for 130bac75-18dc-45de-9ec4-afda9fc26d7f request from dv-cinder-806616-6-iscsi {{(pid=96122) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 29 15:56:42.208151 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.plugins.ml2.db [None req-76e5b899-dc63-4f79-b3f0-4aa62543e332 admin admin] For port 804c1a12-d5fb-4585-aace-774a6edc570f, host dv-cinder-806616-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806616-6-iscsi',level=0,port_id=804c1a12-d5fb-4585-aace-774a6edc570f,segment=NetworkSegment(6ab0cf2f-b4ec-4407-92a6-993df9aa86b6),segment_id=6ab0cf2f-b4ec-4407-92a6-993df9aa86b6)] {{(pid=96120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 15:56:42.208500 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-76e5b899-dc63-4f79-b3f0-4aa62543e332 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1614090'] for port, precommit_delete {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:56:42.221013 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.plugins.ml2.plugin [None req-76e5b899-dc63-4f79-b3f0-4aa62543e332 admin admin] Calling delete_port for 804c1a12-d5fb-4585-aace-774a6edc570f owned by network:dhcp {{(pid=96120) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 29 15:56:42.247165 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.plugins.ml2.plugin [None req-27210bcb-f226-447f-b90e-19f9440f2f65 None None] Deleting port 804c1a12-d5fb-4585-aace-774a6edc570f {{(pid=96122) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 29 15:56:42.247536 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron_lib.callbacks.manager [None req-27210bcb-f226-447f-b90e-19f9440f2f65 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741780140072'] for port, before_delete {{(pid=96122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:56:42.313133 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.plugins.ml2.db [None req-27210bcb-f226-447f-b90e-19f9440f2f65 None None] For port 804c1a12-d5fb-4585-aace-774a6edc570f, host dv-cinder-806616-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806616-6-iscsi',level=0,port_id=804c1a12-d5fb-4585-aace-774a6edc570f,segment=NetworkSegment(6ab0cf2f-b4ec-4407-92a6-993df9aa86b6),segment_id=6ab0cf2f-b4ec-4407-92a6-993df9aa86b6)] {{(pid=96122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 15:56:42.313564 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron_lib.callbacks.manager [None req-27210bcb-f226-447f-b90e-19f9440f2f65 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1614090'] for port, precommit_delete {{(pid=96122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:56:42.325322 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.plugins.ml2.plugin [None req-27210bcb-f226-447f-b90e-19f9440f2f65 None None] Calling delete_port for 804c1a12-d5fb-4585-aace-774a6edc570f owned by network:dhcp {{(pid=96122) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 29 15:56:42.388663 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-76e5b899-dc63-4f79-b3f0-4aa62543e332 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741780147950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741779628746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8956053'] for port, after_delete {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:56:42.399883 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron_lib.callbacks.manager [None req-27210bcb-f226-447f-b90e-19f9440f2f65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741780147950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741779628746'] for port, after_delete {{(pid=96122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:56:42.417146 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76e5b899-dc63-4f79-b3f0-4aa62543e332 admin admin] No DVR routers for this DVR port 804c1a12-d5fb-4585-aace-774a6edc570f on host dv-cinder-806616-6-iscsi {{(pid=96120) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 15:56:42.422394 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e5b899-dc63-4f79-b3f0-4aa62543e332 admin admin] Pushing event deleted for resources: {'Port': ['ID=804c1a12-d5fb-4585-aace-774a6edc570f,revision_number=None']} {{(pid=96120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 15:56:42.423325 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27210bcb-f226-447f-b90e-19f9440f2f65 None None] Pushing event deleted for resources: {'Port': ['ID=804c1a12-d5fb-4585-aace-774a6edc570f,revision_number=None']} {{(pid=96122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 15:56:42.432848 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27210bcb-f226-447f-b90e-19f9440f2f65 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806616-6-iscsi {{(pid=96122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 15:56:42.433135 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27210bcb-f226-447f-b90e-19f9440f2f65 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806616-6-iscsi {{(pid=96122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 15:56:42.433480 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27210bcb-f226-447f-b90e-19f9440f2f65 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806616-6-iscsi {{(pid=96122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 15:56:42.433806 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27210bcb-f226-447f-b90e-19f9440f2f65 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806616-6-iscsi {{(pid=96122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 15:56:42.434132 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27210bcb-f226-447f-b90e-19f9440f2f65 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-806616-6-iscsi {{(pid=96122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 15:56:42.434463 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27210bcb-f226-447f-b90e-19f9440f2f65 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806616-6-iscsi {{(pid=96122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 15:56:42.434784 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27210bcb-f226-447f-b90e-19f9440f2f65 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-806616-6-iscsi {{(pid=96122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 15:56:42.435103 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27210bcb-f226-447f-b90e-19f9440f2f65 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-806616-6-iscsi {{(pid=96122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 15:56:42.435451 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27210bcb-f226-447f-b90e-19f9440f2f65 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-806616-6-iscsi {{(pid=96122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 15:56:42.435774 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27210bcb-f226-447f-b90e-19f9440f2f65 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-806616-6-iscsi {{(pid=96122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 15:56:42.436169 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27210bcb-f226-447f-b90e-19f9440f2f65 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806616-6-iscsi {{(pid=96122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 15:56:42.436484 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27210bcb-f226-447f-b90e-19f9440f2f65 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-806616-6-iscsi {{(pid=96122) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 15:56:42.439125 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27210bcb-f226-447f-b90e-19f9440f2f65 None None] No DVR routers for this DVR port 804c1a12-d5fb-4585-aace-774a6edc570f on host dv-cinder-806616-6-iscsi {{(pid=96122) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 15:56:42.496110 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-76e5b899-dc63-4f79-b3f0-4aa62543e332 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-630004', 'neutron.services.segments.db._delete_segments_for_network-8741779927188'] for network, precommit_delete {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:56:42.516187 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.services.segments.db [None req-76e5b899-dc63-4f79-b3f0-4aa62543e332 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['130bac75-18dc-45de-9ec4-afda9fc26d7f']}} {{(pid=96120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 15:56:42.525959 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.services.segments.db [None req-76e5b899-dc63-4f79-b3f0-4aa62543e332 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6ab0cf2f-b4ec-4407-92a6-993df9aa86b6') {'for_net_delete': True} {{(pid=96120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 15:56:42.526252 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.services.segments.db [None req-76e5b899-dc63-4f79-b3f0-4aa62543e332 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6ab0cf2f-b4ec-4407-92a6-993df9aa86b6') {} {{(pid=96120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 15:56:42.535863 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-76e5b899-dc63-4f79-b3f0-4aa62543e332 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741779926685', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9303596'] for segment, before_delete {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:56:42.552843 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-76e5b899-dc63-4f79-b3f0-4aa62543e332 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-649178'] for segment, precommit_delete {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:56:42.555331 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.plugins.ml2.rpc [None req-86ea74e9-eea3-4769-b153-652ac6294d68 None None] Device a4833d5d-c06e-44c8-acfc-54480d486295 no longer exists at agent ovs-agent-dv-cinder-806616-6-iscsi {{(pid=96122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 15:56:42.559185 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-76e5b899-dc63-4f79-b3f0-4aa62543e332 admin admin] Releasing vlan 638 on physical network physnet1 to pool {{(pid=96120) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 29 15:56:42.559575 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-76e5b899-dc63-4f79-b3f0-4aa62543e332 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-649178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8956262'] for segment, after_delete {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:56:42.561278 dv-cinder-806616-6-iscsi neutron-server[96120]: Traceback (most recent call last): Sep 29 15:56:42.561278 dv-cinder-806616-6-iscsi neutron-server[96120]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 29 15:56:42.561278 dv-cinder-806616-6-iscsi neutron-server[96120]: timer() Sep 29 15:56:42.561278 dv-cinder-806616-6-iscsi neutron-server[96120]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 29 15:56:42.561278 dv-cinder-806616-6-iscsi neutron-server[96120]: cb(*args, **kw) Sep 29 15:56:42.561278 dv-cinder-806616-6-iscsi neutron-server[96120]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 29 15:56:42.561278 dv-cinder-806616-6-iscsi neutron-server[96120]: return func(*args, **kwargs) Sep 29 15:56:42.561278 dv-cinder-806616-6-iscsi neutron-server[96120]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 29 15:56:42.561278 dv-cinder-806616-6-iscsi neutron-server[96120]: self._notify() Sep 29 15:56:42.561278 dv-cinder-806616-6-iscsi neutron-server[96120]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 29 15:56:42.561278 dv-cinder-806616-6-iscsi neutron-server[96120]: self.callback(batched_events) Sep 29 15:56:42.561278 dv-cinder-806616-6-iscsi neutron-server[96120]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 29 15:56:42.561278 dv-cinder-806616-6-iscsi neutron-server[96120]: event.method(event) Sep 29 15:56:42.561278 dv-cinder-806616-6-iscsi neutron-server[96120]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 29 15:56:42.561278 dv-cinder-806616-6-iscsi neutron-server[96120]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 29 15:56:42.561278 dv-cinder-806616-6-iscsi neutron-server[96120]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 29 15:56:42.561278 dv-cinder-806616-6-iscsi neutron-server[96120]: aggregate_uuid = self.p_client.list_aggregates( Sep 29 15:56:42.561278 dv-cinder-806616-6-iscsi neutron-server[96120]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 29 15:56:42.561278 dv-cinder-806616-6-iscsi neutron-server[96120]: return f(self, *a, **k) Sep 29 15:56:42.561278 dv-cinder-806616-6-iscsi neutron-server[96120]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 29 15:56:42.561278 dv-cinder-806616-6-iscsi neutron-server[96120]: return self._get(url).json() Sep 29 15:56:42.561278 dv-cinder-806616-6-iscsi neutron-server[96120]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 29 15:56:42.561278 dv-cinder-806616-6-iscsi neutron-server[96120]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 29 15:56:42.561278 dv-cinder-806616-6-iscsi neutron-server[96120]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 29 15:56:42.561278 dv-cinder-806616-6-iscsi neutron-server[96120]: return self.request(url, 'GET', **kwargs) Sep 29 15:56:42.561278 dv-cinder-806616-6-iscsi neutron-server[96120]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 29 15:56:42.561278 dv-cinder-806616-6-iscsi neutron-server[96120]: base_url = self.get_endpoint(auth, allow=allow, Sep 29 15:56:42.561278 dv-cinder-806616-6-iscsi neutron-server[96120]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 29 15:56:42.561278 dv-cinder-806616-6-iscsi neutron-server[96120]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 29 15:56:42.561278 dv-cinder-806616-6-iscsi neutron-server[96120]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 29 15:56:42.561278 dv-cinder-806616-6-iscsi neutron-server[96120]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 29 15:56:42.561278 dv-cinder-806616-6-iscsi neutron-server[96120]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 29 15:56:42.575414 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.plugins.ml2.plugin [None req-86ea74e9-eea3-4769-b153-652ac6294d68 None None] No Port match for: a4833d5d-c06e-44c8-acfc-54480d486295 {{(pid=96122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 29 15:56:42.575754 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.plugins.ml2.rpc [None req-86ea74e9-eea3-4769-b153-652ac6294d68 None None] Device a4833d5d-c06e-44c8-acfc-54480d486295 not bound to the agent host dv-cinder-806616-6-iscsi {{(pid=96122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 15:56:42.576186 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.plugins.ml2.rpc [None req-86ea74e9-eea3-4769-b153-652ac6294d68 None None] Device 91e530aa-8a41-4beb-80f0-772c34853da5 no longer exists at agent ovs-agent-dv-cinder-806616-6-iscsi {{(pid=96122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 15:56:42.593907 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.plugins.ml2.plugin [None req-86ea74e9-eea3-4769-b153-652ac6294d68 None None] No Port match for: 91e530aa-8a41-4beb-80f0-772c34853da5 {{(pid=96122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 29 15:56:42.594247 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.plugins.ml2.rpc [None req-86ea74e9-eea3-4769-b153-652ac6294d68 None None] Device 91e530aa-8a41-4beb-80f0-772c34853da5 not bound to the agent host dv-cinder-806616-6-iscsi {{(pid=96122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 15:56:42.594645 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.plugins.ml2.rpc [None req-86ea74e9-eea3-4769-b153-652ac6294d68 None None] Device 804c1a12-d5fb-4585-aace-774a6edc570f no longer exists at agent ovs-agent-dv-cinder-806616-6-iscsi {{(pid=96122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 15:56:42.614740 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.plugins.ml2.plugin [None req-86ea74e9-eea3-4769-b153-652ac6294d68 None None] No Port match for: 804c1a12-d5fb-4585-aace-774a6edc570f {{(pid=96122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 29 15:56:42.614985 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.plugins.ml2.rpc [None req-86ea74e9-eea3-4769-b153-652ac6294d68 None None] Device 804c1a12-d5fb-4585-aace-774a6edc570f not bound to the agent host dv-cinder-806616-6-iscsi {{(pid=96122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 15:56:42.668247 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-76e5b899-dc63-4f79-b3f0-4aa62543e332 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-629955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575366', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1618949'] for network, after_delete {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:56:42.673948 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-76e5b899-dc63-4f79-b3f0-4aa62543e332 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577532'] for network, before_response {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:56:42.675860 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [None req-76e5b899-dc63-4f79-b3f0-4aa62543e332 admin admin] 10.222.0.46 "DELETE /v2.0/networks/130bac75-18dc-45de-9ec4-afda9fc26d7f HTTP/1.1" status: 204 len: 168 time: 0.6643853 Sep 29 15:56:42.678836 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.wsgi [-] (96121) accepted ('10.222.0.46', 39330) {{(pid=96121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 15:56:42.687560 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e5b899-dc63-4f79-b3f0-4aa62543e332 admin admin] Pushing event deleted for resources: {'Network': ['ID=130bac75-18dc-45de-9ec4-afda9fc26d7f,revision_number=None']} {{(pid=96120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 15:56:43.003336 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [None req-207070ef-3a39-412c-bd4c-c06bf0b89e85 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1619987'] for router_interface, before_delete {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:56:43.229603 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.plugins.ml2.plugin [None req-207070ef-3a39-412c-bd4c-c06bf0b89e85 admin admin] Deleting port 77096c7f-fc8f-40eb-b239-6f4b35f4f4e7 {{(pid=96121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 29 15:56:43.229850 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [None req-207070ef-3a39-412c-bd4c-c06bf0b89e85 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741780140072'] for port, before_delete {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:56:43.302588 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.plugins.ml2.db [None req-207070ef-3a39-412c-bd4c-c06bf0b89e85 admin admin] For port 77096c7f-fc8f-40eb-b239-6f4b35f4f4e7, host dv-cinder-806616-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806616-6-iscsi',level=0,port_id=77096c7f-fc8f-40eb-b239-6f4b35f4f4e7,segment=NetworkSegment(88650b9e-a7e6-47f2-858c-958cd4e24085),segment_id=88650b9e-a7e6-47f2-858c-958cd4e24085)] {{(pid=96121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 15:56:43.302938 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [None req-207070ef-3a39-412c-bd4c-c06bf0b89e85 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1614090'] for port, precommit_delete {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:56:43.314572 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.plugins.ml2.plugin [None req-207070ef-3a39-412c-bd4c-c06bf0b89e85 admin admin] Calling delete_port for 77096c7f-fc8f-40eb-b239-6f4b35f4f4e7 owned by network:router_interface {{(pid=96121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 29 15:56:43.594295 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [None req-207070ef-3a39-412c-bd4c-c06bf0b89e85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741780147950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741779628746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3898419'] for port, after_delete {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:56:43.623016 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-207070ef-3a39-412c-bd4c-c06bf0b89e85 admin admin] Pushing event deleted for resources: {'Port': ['ID=77096c7f-fc8f-40eb-b239-6f4b35f4f4e7,revision_number=None']} {{(pid=96121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 15:56:43.785758 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [None req-207070ef-3a39-412c-bd4c-c06bf0b89e85 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1575391', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1619098'] for router_interface, after_delete {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:56:43.988383 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-207070ef-3a39-412c-bd4c-c06bf0b89e85 admin admin] Router 37c0ad70-77c4-485a-9060-2c7a24c256e8 has already been hosted by L3 agent e5061b61-feb3-46be-bd05-1226f95d9417 {{(pid=96121) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 29 15:56:44.088877 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-207070ef-3a39-412c-bd4c-c06bf0b89e85 admin admin] Notify agent at l3_agent.dv-cinder-806616-6-iscsi the message routers_updated {{(pid=96121) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 15:56:44.093987 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [None req-207070ef-3a39-412c-bd4c-c06bf0b89e85 admin admin] 10.222.0.46 "PUT /v2.0/routers/37c0ad70-77c4-485a-9060-2c7a24c256e8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4140146 Sep 29 15:56:44.096431 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.wsgi [-] (96121) accepted ('10.222.0.46', 39332) {{(pid=96121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 15:56:44.097464 dv-cinder-806616-6-iscsi neutron-server[96123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71f2caa4-a71e-46ca-8fae-d5d2789900a6 None None] Sync routers for ids ['37c0ad70-77c4-485a-9060-2c7a24c256e8'] in dv-cinder-806616-6-iscsi {{(pid=96123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 15:56:44.106314 dv-cinder-806616-6-iscsi neutron-server[96123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71f2caa4-a71e-46ca-8fae-d5d2789900a6 None None] Routers {'37c0ad70-77c4-485a-9060-2c7a24c256e8'} bound to L3 agent in host dv-cinder-806616-6-iscsi {{(pid=96123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 15:56:44.106924 dv-cinder-806616-6-iscsi neutron-server[96123]: DEBUG neutron.db.l3_hamode_db [None req-71f2caa4-a71e-46ca-8fae-d5d2789900a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806616-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-29T15:30:56Z,description=,heartbeat_timestamp=2021-09-29T15:56:27Z,host='dv-cinder-806616-6-iscsi',id=e5061b61-feb3-46be-bd05-1226f95d9417,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T15:30:57Z,topic='l3_agent')) {'router_ids': ['37c0ad70-77c4-485a-9060-2c7a24c256e8'], 'active': True} {{(pid=96123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 15:56:44.195581 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [None req-d6ba5c92-39f4-4b21-94ea-14da64c32f91 admin admin] Notify callbacks [] for router, before_delete {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:56:44.207456 dv-cinder-806616-6-iscsi neutron-server[96123]: DEBUG neutron.db.l3_dvr_db [None req-71f2caa4-a71e-46ca-8fae-d5d2789900a6 None None] Set router 37c0ad70-77c4-485a-9060-2c7a24c256e8 gateway port host: dv-cinder-806616-6-iscsi {{(pid=96123) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 15:56:44.291838 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [None req-d6ba5c92-39f4-4b21-94ea-14da64c32f91 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:56:44.376507 dv-cinder-806616-6-iscsi neutron-server[96123]: DEBUG neutron.db.l3_hamode_db [None req-71f2caa4-a71e-46ca-8fae-d5d2789900a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37c0ad70-77c4-485a-9060-2c7a24c256e8', 'name': 'tempest-TestVolumeBootPattern-1227425693-router', 'tenant_id': '77068ed4f67c4adc8566bb73d6d24ec3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cd5efe95-1549-4750-933c-70412f77577e', 'external_fixed_ips': [{'subnet_id': '9c872fed-da92-4e12-828d-ac62e1b980b9', 'ip_address': '172.27.0.48'}], 'enable_snat': True}, 'gw_port_id': '3ac6310b-d0b9-4a6a-8d14-fc584c04c4e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T15:49:36Z', 'updated_at': '2021-09-29T15:56:43Z', 'revision_number': 5, 'project_id': '77068ed4f67c4adc8566bb73d6d24ec3', 'gw_port': {'id': '3ac6310b-d0b9-4a6a-8d14-fc584c04c4e9', 'name': '', 'network_id': 'cd5efe95-1549-4750-933c-70412f77577e', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:9e:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37c0ad70-77c4-485a-9060-2c7a24c256e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': '9c872fed-da92-4e12-828d-ac62e1b980b9', 'ip_address': '172.27.0.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-806616-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T15:49:36Z', 'updated_at': '2021-09-29T15:49:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9c872fed-da92-4e12-828d-ac62e1b980b9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-806616-6-iscsi'}], 'dv-cinder-806616-6-iscsi', False) {} {{(pid=96123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 15:56:44.404932 dv-cinder-806616-6-iscsi neutron-server[96123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71f2caa4-a71e-46ca-8fae-d5d2789900a6 None None] Checking router: 37c0ad70-77c4-485a-9060-2c7a24c256e8 for host: dv-cinder-806616-6-iscsi {{(pid=96123) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 15:56:44.413809 dv-cinder-806616-6-iscsi neutron-server[96123]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71f2caa4-a71e-46ca-8fae-d5d2789900a6 None None] Routers {'37c0ad70-77c4-485a-9060-2c7a24c256e8'} bound to L3 agent in host dv-cinder-806616-6-iscsi {{(pid=96123) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 15:56:44.414431 dv-cinder-806616-6-iscsi neutron-server[96123]: DEBUG neutron.db.l3_hamode_db [None req-71f2caa4-a71e-46ca-8fae-d5d2789900a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-806616-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-29T15:30:56Z,description=,heartbeat_timestamp=2021-09-29T15:56:27Z,host='dv-cinder-806616-6-iscsi',id=e5061b61-feb3-46be-bd05-1226f95d9417,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T15:30:57Z,topic='l3_agent')) {'router_ids': ['37c0ad70-77c4-485a-9060-2c7a24c256e8'], 'active': True} {{(pid=96123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 15:56:44.499299 dv-cinder-806616-6-iscsi neutron-server[96123]: DEBUG neutron.db.l3_dvr_db [None req-71f2caa4-a71e-46ca-8fae-d5d2789900a6 None None] Set router 37c0ad70-77c4-485a-9060-2c7a24c256e8 gateway port host: None {{(pid=96123) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 15:56:44.556029 dv-cinder-806616-6-iscsi neutron-server[96123]: DEBUG neutron.db.l3_hamode_db [None req-71f2caa4-a71e-46ca-8fae-d5d2789900a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37c0ad70-77c4-485a-9060-2c7a24c256e8', 'name': 'tempest-TestVolumeBootPattern-1227425693-router', 'tenant_id': '77068ed4f67c4adc8566bb73d6d24ec3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T15:49:36Z', 'updated_at': '2021-09-29T15:56:44Z', 'revision_number': 6, 'project_id': '77068ed4f67c4adc8566bb73d6d24ec3', 'gw_port_host': None}], 'dv-cinder-806616-6-iscsi', False) {} {{(pid=96123) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 15:56:44.582623 dv-cinder-806616-6-iscsi neutron-server[96123]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71f2caa4-a71e-46ca-8fae-d5d2789900a6 None None] The sync data for ids ['37c0ad70-77c4-485a-9060-2c7a24c256e8'] in dv-cinder-806616-6-iscsi is: [{'id': '37c0ad70-77c4-485a-9060-2c7a24c256e8', 'name': 'tempest-TestVolumeBootPattern-1227425693-router', 'tenant_id': '77068ed4f67c4adc8566bb73d6d24ec3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T15:49:36Z', 'updated_at': '2021-09-29T15:56:44Z', 'revision_number': 6, 'project_id': '77068ed4f67c4adc8566bb73d6d24ec3', 'gw_port_host': None}] {{(pid=96123) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 15:56:44.706410 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.plugins.ml2.plugin [None req-d6ba5c92-39f4-4b21-94ea-14da64c32f91 admin admin] Deleting port 3ac6310b-d0b9-4a6a-8d14-fc584c04c4e9 {{(pid=96121) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 29 15:56:44.706772 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [None req-d6ba5c92-39f4-4b21-94ea-14da64c32f91 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741780140072'] for port, before_delete {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:56:44.781053 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.plugins.ml2.db [None req-d6ba5c92-39f4-4b21-94ea-14da64c32f91 admin admin] For port 3ac6310b-d0b9-4a6a-8d14-fc584c04c4e9, host dv-cinder-806616-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806616-6-iscsi',level=0,port_id=3ac6310b-d0b9-4a6a-8d14-fc584c04c4e9,segment=NetworkSegment(16a0d549-78f3-47f2-8934-1674670c2e39),segment_id=16a0d549-78f3-47f2-8934-1674670c2e39)] {{(pid=96121) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 15:56:44.781261 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [None req-d6ba5c92-39f4-4b21-94ea-14da64c32f91 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1614090'] for port, precommit_delete {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:56:44.792711 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.plugins.ml2.plugin [None req-d6ba5c92-39f4-4b21-94ea-14da64c32f91 admin admin] Calling delete_port for 3ac6310b-d0b9-4a6a-8d14-fc584c04c4e9 owned by network:router_gateway {{(pid=96121) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 29 15:56:45.022608 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [None req-d6ba5c92-39f4-4b21-94ea-14da64c32f91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741780147950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741779628746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3898419'] for port, after_delete {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:56:45.048395 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ba5c92-39f4-4b21-94ea-14da64c32f91 admin admin] Pushing event deleted for resources: {'Port': ['ID=3ac6310b-d0b9-4a6a-8d14-fc584c04c4e9,revision_number=None']} {{(pid=96121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 15:56:45.104934 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [None req-d6ba5c92-39f4-4b21-94ea-14da64c32f91 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1619033'] for router_gateway, after_delete {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:56:45.190283 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [None req-d6ba5c92-39f4-4b21-94ea-14da64c32f91 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1620278', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3460'] for router, precommit_delete {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:56:45.192391 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [None req-d6ba5c92-39f4-4b21-94ea-14da64c32f91 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:56:45.311120 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [None req-d6ba5c92-39f4-4b21-94ea-14da64c32f91 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1620287'] for router, after_delete {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:56:45.312300 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6ba5c92-39f4-4b21-94ea-14da64c32f91 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 37c0ad70-77c4-485a-9060-2c7a24c256e8 {{(pid=96121) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 29 15:56:45.321707 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [None req-d6ba5c92-39f4-4b21-94ea-14da64c32f91 admin admin] Notify callbacks [] for router, before_response {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:56:45.321707 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [None req-d6ba5c92-39f4-4b21-94ea-14da64c32f91 admin admin] 10.222.0.46 "DELETE /v2.0/routers/37c0ad70-77c4-485a-9060-2c7a24c256e8 HTTP/1.1" status: 204 len: 168 time: 1.2207506 Sep 29 15:56:45.321707 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.wsgi [-] (96121) accepted ('10.222.0.46', 39334) {{(pid=96121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 15:56:45.364864 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.db.db_base_plugin_v2 [None req-ada38cf3-d0b0-43a9-8a40-5563dc920a2b admin admin] Deleting subnet 7aba0f99-1d27-4c87-aa51-c673b7d66f36 {{(pid=96121) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 29 15:56:45.367834 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [None req-ada38cf3-d0b0-43a9-8a40-5563dc920a2b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:56:45.405587 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [None req-ada38cf3-d0b0-43a9-8a40-5563dc920a2b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2784959'] for subnet, precommit_delete_associations {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:56:45.487029 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [None req-ada38cf3-d0b0-43a9-8a40-5563dc920a2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-648269'] for subnet, precommit_delete {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:56:45.620325 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [None req-ada38cf3-d0b0-43a9-8a40-5563dc920a2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-648260', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1575015', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3898478', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9173291'] for subnet, after_delete {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:56:45.646133 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ada38cf3-d0b0-43a9-8a40-5563dc920a2b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7aba0f99-1d27-4c87-aa51-c673b7d66f36,revision_number=None']} {{(pid=96121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 15:56:45.649783 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [None req-ada38cf3-d0b0-43a9-8a40-5563dc920a2b admin admin] Notify callbacks [] for subnet, before_response {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:56:45.652086 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [None req-ada38cf3-d0b0-43a9-8a40-5563dc920a2b admin admin] 10.222.0.46 "DELETE /v2.0/subnets/7aba0f99-1d27-4c87-aa51-c673b7d66f36 HTTP/1.1" status: 204 len: 168 time: 0.3304100 Sep 29 15:56:45.654593 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.wsgi [-] (96120) accepted ('10.222.0.46', 39336) {{(pid=96120) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 15:56:45.655907 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-736b9a8a-22ed-4867-a109-48e644912110 None None] Network 9b2d2812-6c23-414d-985b-41631f26773e requested from dv-cinder-806616-6-iscsi {{(pid=96122) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 15:56:45.720904 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-594321ea-db8e-443d-93e0-bb46e24a0fa8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-533685'] for network, before_delete {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:56:45.772346 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.plugins.ml2.plugin [None req-594321ea-db8e-443d-93e0-bb46e24a0fa8 admin admin] Deleting port a0ab80d0-5d2d-48f8-9502-97ccf79c8f56 {{(pid=96120) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 29 15:56:45.772693 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-594321ea-db8e-443d-93e0-bb46e24a0fa8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741780140072'] for port, before_delete {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:56:45.819525 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-986a30ee-fec4-4f3f-a78d-8a3980646cb3 None None] DHCP port deletion for 9b2d2812-6c23-414d-985b-41631f26773e request from dv-cinder-806616-6-iscsi {{(pid=96122) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 29 15:56:45.838182 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.plugins.ml2.db [None req-594321ea-db8e-443d-93e0-bb46e24a0fa8 admin admin] For port a0ab80d0-5d2d-48f8-9502-97ccf79c8f56, host dv-cinder-806616-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806616-6-iscsi',level=0,port_id=a0ab80d0-5d2d-48f8-9502-97ccf79c8f56,segment=NetworkSegment(88650b9e-a7e6-47f2-858c-958cd4e24085),segment_id=88650b9e-a7e6-47f2-858c-958cd4e24085)] {{(pid=96120) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 15:56:45.838546 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-594321ea-db8e-443d-93e0-bb46e24a0fa8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1614090'] for port, precommit_delete {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:56:45.850404 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.plugins.ml2.plugin [None req-594321ea-db8e-443d-93e0-bb46e24a0fa8 admin admin] Calling delete_port for a0ab80d0-5d2d-48f8-9502-97ccf79c8f56 owned by network:dhcp {{(pid=96120) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 29 15:56:45.868754 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.plugins.ml2.plugin [None req-986a30ee-fec4-4f3f-a78d-8a3980646cb3 None None] Deleting port a0ab80d0-5d2d-48f8-9502-97ccf79c8f56 {{(pid=96122) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 29 15:56:45.869129 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron_lib.callbacks.manager [None req-986a30ee-fec4-4f3f-a78d-8a3980646cb3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741780140072'] for port, before_delete {{(pid=96122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:56:45.932745 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.plugins.ml2.db [None req-986a30ee-fec4-4f3f-a78d-8a3980646cb3 None None] For port a0ab80d0-5d2d-48f8-9502-97ccf79c8f56, host dv-cinder-806616-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-806616-6-iscsi',level=0,port_id=a0ab80d0-5d2d-48f8-9502-97ccf79c8f56,segment=NetworkSegment(88650b9e-a7e6-47f2-858c-958cd4e24085),segment_id=88650b9e-a7e6-47f2-858c-958cd4e24085)] {{(pid=96122) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 15:56:45.934487 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron_lib.callbacks.manager [None req-986a30ee-fec4-4f3f-a78d-8a3980646cb3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1614090'] for port, precommit_delete {{(pid=96122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:56:45.944382 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.plugins.ml2.plugin [None req-986a30ee-fec4-4f3f-a78d-8a3980646cb3 None None] Calling delete_port for a0ab80d0-5d2d-48f8-9502-97ccf79c8f56 owned by network:dhcp {{(pid=96122) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 29 15:56:45.982489 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-594321ea-db8e-443d-93e0-bb46e24a0fa8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741780147950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741779628746', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8956053'] for port, after_delete {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:56:46.012803 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.db.l3_dvrscheduler_db [None req-594321ea-db8e-443d-93e0-bb46e24a0fa8 admin admin] No DVR routers for this DVR port a0ab80d0-5d2d-48f8-9502-97ccf79c8f56 on host dv-cinder-806616-6-iscsi {{(pid=96120) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 15:56:46.017272 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-594321ea-db8e-443d-93e0-bb46e24a0fa8 admin admin] Pushing event deleted for resources: {'Port': ['ID=a0ab80d0-5d2d-48f8-9502-97ccf79c8f56,revision_number=None']} {{(pid=96120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 15:56:46.017723 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron_lib.callbacks.manager [None req-986a30ee-fec4-4f3f-a78d-8a3980646cb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-683966', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-147356', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741780147950', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741779628746'] for port, after_delete {{(pid=96122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:56:46.047450 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-986a30ee-fec4-4f3f-a78d-8a3980646cb3 None None] Pushing event deleted for resources: {'Port': ['ID=a0ab80d0-5d2d-48f8-9502-97ccf79c8f56,revision_number=None']} {{(pid=96122) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 15:56:46.051014 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.db.l3_dvrscheduler_db [None req-986a30ee-fec4-4f3f-a78d-8a3980646cb3 None None] No DVR routers for this DVR port a0ab80d0-5d2d-48f8-9502-97ccf79c8f56 on host dv-cinder-806616-6-iscsi {{(pid=96122) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 15:56:46.085621 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-594321ea-db8e-443d-93e0-bb46e24a0fa8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-630004', 'neutron.services.segments.db._delete_segments_for_network-8741779927188'] for network, precommit_delete {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:56:46.105158 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.services.segments.db [None req-594321ea-db8e-443d-93e0-bb46e24a0fa8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9b2d2812-6c23-414d-985b-41631f26773e']}} {{(pid=96120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 15:56:46.114784 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.services.segments.db [None req-594321ea-db8e-443d-93e0-bb46e24a0fa8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '88650b9e-a7e6-47f2-858c-958cd4e24085') {'for_net_delete': True} {{(pid=96120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 15:56:46.115088 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.services.segments.db [None req-594321ea-db8e-443d-93e0-bb46e24a0fa8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '88650b9e-a7e6-47f2-858c-958cd4e24085') {} {{(pid=96120) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 15:56:46.124224 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-594321ea-db8e-443d-93e0-bb46e24a0fa8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741779926685', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9303596'] for segment, before_delete {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:56:46.136854 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-594321ea-db8e-443d-93e0-bb46e24a0fa8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-649178'] for segment, precommit_delete {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:56:46.142502 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-594321ea-db8e-443d-93e0-bb46e24a0fa8 admin admin] Releasing vlan 641 on physical network physnet1 to pool {{(pid=96120) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 29 15:56:46.151003 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-594321ea-db8e-443d-93e0-bb46e24a0fa8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-649178', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8956262'] for segment, after_delete {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:56:46.151003 dv-cinder-806616-6-iscsi neutron-server[96120]: Traceback (most recent call last): Sep 29 15:56:46.151003 dv-cinder-806616-6-iscsi neutron-server[96120]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 29 15:56:46.151003 dv-cinder-806616-6-iscsi neutron-server[96120]: timer() Sep 29 15:56:46.151003 dv-cinder-806616-6-iscsi neutron-server[96120]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 29 15:56:46.151003 dv-cinder-806616-6-iscsi neutron-server[96120]: cb(*args, **kw) Sep 29 15:56:46.151003 dv-cinder-806616-6-iscsi neutron-server[96120]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 29 15:56:46.151003 dv-cinder-806616-6-iscsi neutron-server[96120]: return func(*args, **kwargs) Sep 29 15:56:46.151003 dv-cinder-806616-6-iscsi neutron-server[96120]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 29 15:56:46.151003 dv-cinder-806616-6-iscsi neutron-server[96120]: self._notify() Sep 29 15:56:46.151003 dv-cinder-806616-6-iscsi neutron-server[96120]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 29 15:56:46.151003 dv-cinder-806616-6-iscsi neutron-server[96120]: self.callback(batched_events) Sep 29 15:56:46.151003 dv-cinder-806616-6-iscsi neutron-server[96120]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 29 15:56:46.151003 dv-cinder-806616-6-iscsi neutron-server[96120]: event.method(event) Sep 29 15:56:46.151003 dv-cinder-806616-6-iscsi neutron-server[96120]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 29 15:56:46.151003 dv-cinder-806616-6-iscsi neutron-server[96120]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 29 15:56:46.151003 dv-cinder-806616-6-iscsi neutron-server[96120]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 29 15:56:46.151003 dv-cinder-806616-6-iscsi neutron-server[96120]: aggregate_uuid = self.p_client.list_aggregates( Sep 29 15:56:46.151003 dv-cinder-806616-6-iscsi neutron-server[96120]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 29 15:56:46.151003 dv-cinder-806616-6-iscsi neutron-server[96120]: return f(self, *a, **k) Sep 29 15:56:46.151003 dv-cinder-806616-6-iscsi neutron-server[96120]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 29 15:56:46.151003 dv-cinder-806616-6-iscsi neutron-server[96120]: return self._get(url).json() Sep 29 15:56:46.151003 dv-cinder-806616-6-iscsi neutron-server[96120]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 29 15:56:46.151003 dv-cinder-806616-6-iscsi neutron-server[96120]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 29 15:56:46.151003 dv-cinder-806616-6-iscsi neutron-server[96120]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 29 15:56:46.151003 dv-cinder-806616-6-iscsi neutron-server[96120]: return self.request(url, 'GET', **kwargs) Sep 29 15:56:46.151003 dv-cinder-806616-6-iscsi neutron-server[96120]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 29 15:56:46.151003 dv-cinder-806616-6-iscsi neutron-server[96120]: base_url = self.get_endpoint(auth, allow=allow, Sep 29 15:56:46.151003 dv-cinder-806616-6-iscsi neutron-server[96120]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 29 15:56:46.151003 dv-cinder-806616-6-iscsi neutron-server[96120]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 29 15:56:46.151003 dv-cinder-806616-6-iscsi neutron-server[96120]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 29 15:56:46.151003 dv-cinder-806616-6-iscsi neutron-server[96120]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 29 15:56:46.151003 dv-cinder-806616-6-iscsi neutron-server[96120]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 29 15:56:46.262115 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-594321ea-db8e-443d-93e0-bb46e24a0fa8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-629955', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1574972', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575366', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1618949'] for network, after_delete {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:56:46.267674 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron_lib.callbacks.manager [None req-594321ea-db8e-443d-93e0-bb46e24a0fa8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1577532'] for network, before_response {{(pid=96120) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:56:46.269550 dv-cinder-806616-6-iscsi neutron-server[96120]: INFO neutron.wsgi [None req-594321ea-db8e-443d-93e0-bb46e24a0fa8 admin admin] 10.222.0.46 "DELETE /v2.0/networks/9b2d2812-6c23-414d-985b-41631f26773e HTTP/1.1" status: 204 len: 168 time: 0.6139619 Sep 29 15:56:46.280194 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-594321ea-db8e-443d-93e0-bb46e24a0fa8 admin admin] Pushing event deleted for resources: {'Network': ['ID=9b2d2812-6c23-414d-985b-41631f26773e,revision_number=None']} {{(pid=96120) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 15:56:46.542047 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.wsgi [-] (96121) accepted ('10.222.0.46', 39340) {{(pid=96121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 15:56:46.552937 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.plugins.ml2.rpc [None req-86ea74e9-eea3-4769-b153-652ac6294d68 None None] Device a0ab80d0-5d2d-48f8-9502-97ccf79c8f56 no longer exists at agent ovs-agent-dv-cinder-806616-6-iscsi {{(pid=96122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 15:56:46.575116 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.plugins.ml2.plugin [None req-86ea74e9-eea3-4769-b153-652ac6294d68 None None] No Port match for: a0ab80d0-5d2d-48f8-9502-97ccf79c8f56 {{(pid=96122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 29 15:56:46.575464 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.plugins.ml2.rpc [None req-86ea74e9-eea3-4769-b153-652ac6294d68 None None] Device a0ab80d0-5d2d-48f8-9502-97ccf79c8f56 not bound to the agent host dv-cinder-806616-6-iscsi {{(pid=96122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 15:56:46.575881 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.plugins.ml2.rpc [None req-86ea74e9-eea3-4769-b153-652ac6294d68 None None] Device 77096c7f-fc8f-40eb-b239-6f4b35f4f4e7 no longer exists at agent ovs-agent-dv-cinder-806616-6-iscsi {{(pid=96122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 15:56:46.582706 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [None req-82fb8d24-2330-4f96-9028-603cfc56e0cd admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=54b54b3b8c5d4295a0fc95e1c5e76334&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0394452 Sep 29 15:56:46.585233 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.wsgi [-] (96121) accepted ('10.222.0.46', 39342) {{(pid=96121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 15:56:46.595162 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.plugins.ml2.plugin [None req-86ea74e9-eea3-4769-b153-652ac6294d68 None None] No Port match for: 77096c7f-fc8f-40eb-b239-6f4b35f4f4e7 {{(pid=96122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 29 15:56:46.595511 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.plugins.ml2.rpc [None req-86ea74e9-eea3-4769-b153-652ac6294d68 None None] Device 77096c7f-fc8f-40eb-b239-6f4b35f4f4e7 not bound to the agent host dv-cinder-806616-6-iscsi {{(pid=96122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 15:56:46.595930 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.plugins.ml2.rpc [None req-86ea74e9-eea3-4769-b153-652ac6294d68 None None] Device 3ac6310b-d0b9-4a6a-8d14-fc584c04c4e9 no longer exists at agent ovs-agent-dv-cinder-806616-6-iscsi {{(pid=96122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 15:56:46.613684 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.plugins.ml2.plugin [None req-86ea74e9-eea3-4769-b153-652ac6294d68 None None] No Port match for: 3ac6310b-d0b9-4a6a-8d14-fc584c04c4e9 {{(pid=96122) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 29 15:56:46.614029 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron.plugins.ml2.rpc [None req-86ea74e9-eea3-4769-b153-652ac6294d68 None None] Device 3ac6310b-d0b9-4a6a-8d14-fc584c04c4e9 not bound to the agent host dv-cinder-806616-6-iscsi {{(pid=96122) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 15:56:46.631675 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [None req-b6144876-9834-4619-9761-a19c91505c48 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:56:46.652430 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [None req-b6144876-9834-4619-9761-a19c91505c48 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:56:46.753717 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [None req-b6144876-9834-4619-9761-a19c91505c48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579214'] for security_group, after_delete {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:56:46.756290 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [None req-b6144876-9834-4619-9761-a19c91505c48 admin admin] Notify callbacks [] for security_group, before_response {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:56:46.757444 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [None req-b6144876-9834-4619-9761-a19c91505c48 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/9b8f9139-58b9-45b4-8d1e-18f64cc7f792 HTTP/1.1" status: 204 len: 168 time: 0.1713219 Sep 29 15:56:46.764997 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6144876-9834-4619-9761-a19c91505c48 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b8f9139-58b9-45b4-8d1e-18f64cc7f792,revision_number=None']} {{(pid=96121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 15:56:47.418353 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.wsgi [-] (96121) accepted ('10.222.0.46', 39348) {{(pid=96121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 15:56:47.456144 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [None req-685fff95-638a-4684-a3d2-31acdd7ef42a admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=77068ed4f67c4adc8566bb73d6d24ec3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0366192 Sep 29 15:56:47.458397 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.wsgi [-] (96121) accepted ('10.222.0.46', 39350) {{(pid=96121) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 15:56:47.503378 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [None req-982150e9-74d4-4550-beca-0984e4bba96f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:56:47.523093 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [None req-982150e9-74d4-4550-beca-0984e4bba96f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:56:47.637106 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [None req-982150e9-74d4-4550-beca-0984e4bba96f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1579214'] for security_group, after_delete {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:56:47.639545 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron_lib.callbacks.manager [None req-982150e9-74d4-4550-beca-0984e4bba96f admin admin] Notify callbacks [] for security_group, before_response {{(pid=96121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:56:47.640737 dv-cinder-806616-6-iscsi neutron-server[96121]: INFO neutron.wsgi [None req-982150e9-74d4-4550-beca-0984e4bba96f admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/c64abd69-5295-4256-9aaa-738cedafff6c HTTP/1.1" status: 204 len: 168 time: 0.1814892 Sep 29 15:56:47.648797 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-982150e9-74d4-4550-beca-0984e4bba96f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c64abd69-5295-4256-9aaa-738cedafff6c,revision_number=None']} {{(pid=96121) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 15:56:54.150978 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron_lib.callbacks.manager [None req-5ccb8885-8360-4c65-a8ef-40d940da466d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741779927170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-625140'] for agent, after_update {{(pid=96122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:56:56.670608 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron_lib.callbacks.manager [None req-386de9b3-9ae9-4dc6-b8f5-d68cc7b26a8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741779927170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-625140'] for agent, after_update {{(pid=96122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:56:57.561891 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron_lib.callbacks.manager [None req-86ea74e9-eea3-4769-b153-652ac6294d68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741779927170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-625140'] for agent, after_update {{(pid=96122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:56:58.628144 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron_lib.callbacks.manager [None req-d04ed334-d278-4234-b850-06fee10c9c6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741779927170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-625140'] for agent, after_update {{(pid=96122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:56:59.681808 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron_lib.callbacks.manager [None req-9bd021b7-afaf-4c67-b111-7b9308fbf6a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741779927170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-625140'] for agent, after_update {{(pid=96122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:57:06.984202 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron_lib.callbacks.manager [None req-4d55257e-523e-4b8d-ab2b-d46a31710be1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741779927170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-625140'] for agent, after_update {{(pid=96122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:57:16.790989 dv-cinder-806616-6-iscsi neutron-server[96123]: DEBUG neutron.db.agents_db [None req-ce50b6f1-f7bd-4b59-8641-9f71b480b041 None None] Agent healthcheck: found 6 active agents {{(pid=96123) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 29 15:57:24.152999 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron_lib.callbacks.manager [None req-61215b78-8fc0-44f5-afd9-5b4b25759081 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741779927170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-625140'] for agent, after_update {{(pid=96122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:57:26.635327 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron_lib.callbacks.manager [None req-bea90211-0b40-481c-8f5f-9a496913f8eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741779927170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-625140'] for agent, after_update {{(pid=96122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:57:27.554834 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron_lib.callbacks.manager [None req-86ea74e9-eea3-4769-b153-652ac6294d68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741779927170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-625140'] for agent, after_update {{(pid=96122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:57:28.572426 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron_lib.callbacks.manager [None req-d04ed334-d278-4234-b850-06fee10c9c6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741779927170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-625140'] for agent, after_update {{(pid=96122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:57:29.683808 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron_lib.callbacks.manager [None req-9bd021b7-afaf-4c67-b111-7b9308fbf6a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741779927170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-625140'] for agent, after_update {{(pid=96122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:57:36.980500 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron_lib.callbacks.manager [None req-4d55257e-523e-4b8d-ab2b-d46a31710be1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741779927170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-625140'] for agent, after_update {{(pid=96122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:57:53.789991 dv-cinder-806616-6-iscsi neutron-server[96123]: DEBUG neutron.db.agents_db [None req-ce50b6f1-f7bd-4b59-8641-9f71b480b041 None None] Agent healthcheck: found 6 active agents {{(pid=96123) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 29 15:57:54.157127 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron_lib.callbacks.manager [None req-72b8de0f-bd13-46ae-8423-4a143034a690 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741779927170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-625140'] for agent, after_update {{(pid=96122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:57:56.625636 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron_lib.callbacks.manager [None req-3ad3b2e5-3454-4dbe-899c-915b25cb4703 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741779927170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-625140'] for agent, after_update {{(pid=96122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:57:57.565294 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron_lib.callbacks.manager [None req-86ea74e9-eea3-4769-b153-652ac6294d68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741779927170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-625140'] for agent, after_update {{(pid=96122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:57:58.623315 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron_lib.callbacks.manager [None req-d04ed334-d278-4234-b850-06fee10c9c6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741779927170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-625140'] for agent, after_update {{(pid=96122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:57:59.682935 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron_lib.callbacks.manager [None req-9bd021b7-afaf-4c67-b111-7b9308fbf6a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741779927170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-625140'] for agent, after_update {{(pid=96122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:58:07.002543 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron_lib.callbacks.manager [None req-4d55257e-523e-4b8d-ab2b-d46a31710be1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741779927170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-625140'] for agent, after_update {{(pid=96122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:58:24.153356 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron_lib.callbacks.manager [None req-d379f908-ca7d-49e3-8c26-024500f6c705 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741779927170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-625140'] for agent, after_update {{(pid=96122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:58:26.624919 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron_lib.callbacks.manager [None req-b49bb649-a98e-4cb9-977e-31d4fdbdba7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741779927170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-625140'] for agent, after_update {{(pid=96122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:58:27.581257 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron_lib.callbacks.manager [None req-86ea74e9-eea3-4769-b153-652ac6294d68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741779927170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-625140'] for agent, after_update {{(pid=96122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:58:28.587392 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron_lib.callbacks.manager [None req-d04ed334-d278-4234-b850-06fee10c9c6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741779927170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-625140'] for agent, after_update {{(pid=96122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:58:29.684490 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron_lib.callbacks.manager [None req-9bd021b7-afaf-4c67-b111-7b9308fbf6a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741779927170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-625140'] for agent, after_update {{(pid=96122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:58:30.788816 dv-cinder-806616-6-iscsi neutron-server[96123]: DEBUG neutron.db.agents_db [None req-ce50b6f1-f7bd-4b59-8641-9f71b480b041 None None] Agent healthcheck: found 6 active agents {{(pid=96123) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 29 15:58:36.990326 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron_lib.callbacks.manager [None req-4d55257e-523e-4b8d-ab2b-d46a31710be1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741779927170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-625140'] for agent, after_update {{(pid=96122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:58:54.172735 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron_lib.callbacks.manager [None req-414e6cba-c696-4629-adef-e1ce733e8128 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741779927170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-625140'] for agent, after_update {{(pid=96122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:58:56.643429 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron_lib.callbacks.manager [None req-21b4477e-f693-4d7a-b77a-7f7f9667dd30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741779927170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-625140'] for agent, after_update {{(pid=96122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:58:57.580415 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron_lib.callbacks.manager [None req-86ea74e9-eea3-4769-b153-652ac6294d68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741779927170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-625140'] for agent, after_update {{(pid=96122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:58:58.597400 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron_lib.callbacks.manager [None req-d04ed334-d278-4234-b850-06fee10c9c6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741779927170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-625140'] for agent, after_update {{(pid=96122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:58:59.697922 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron_lib.callbacks.manager [None req-9bd021b7-afaf-4c67-b111-7b9308fbf6a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741779927170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-625140'] for agent, after_update {{(pid=96122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:59:07.006265 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron_lib.callbacks.manager [None req-4d55257e-523e-4b8d-ab2b-d46a31710be1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741779927170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-625140'] for agent, after_update {{(pid=96122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:59:07.787681 dv-cinder-806616-6-iscsi neutron-server[96123]: DEBUG neutron.db.agents_db [None req-ce50b6f1-f7bd-4b59-8641-9f71b480b041 None None] Agent healthcheck: found 6 active agents {{(pid=96123) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 29 15:59:24.160343 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron_lib.callbacks.manager [None req-a2f023ef-a7b7-494f-b2bc-2efb0311ac37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741779927170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-625140'] for agent, after_update {{(pid=96122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:59:26.652172 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron_lib.callbacks.manager [None req-d0310509-0ce5-4d6e-b352-b16edda8ca21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741779927170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-625140'] for agent, after_update {{(pid=96122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:59:27.579541 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron_lib.callbacks.manager [None req-86ea74e9-eea3-4769-b153-652ac6294d68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741779927170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-625140'] for agent, after_update {{(pid=96122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:59:28.599886 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron_lib.callbacks.manager [None req-d04ed334-d278-4234-b850-06fee10c9c6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741779927170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-625140'] for agent, after_update {{(pid=96122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:59:29.716544 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron_lib.callbacks.manager [None req-9bd021b7-afaf-4c67-b111-7b9308fbf6a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741779927170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-625140'] for agent, after_update {{(pid=96122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:59:37.018737 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron_lib.callbacks.manager [None req-4d55257e-523e-4b8d-ab2b-d46a31710be1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741779927170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-625140'] for agent, after_update {{(pid=96122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:59:44.786225 dv-cinder-806616-6-iscsi neutron-server[96123]: DEBUG neutron.db.agents_db [None req-ce50b6f1-f7bd-4b59-8641-9f71b480b041 None None] Agent healthcheck: found 6 active agents {{(pid=96123) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 29 15:59:54.153344 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron_lib.callbacks.manager [None req-0f7b0ba5-146f-47b1-9556-da83c17a505e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741779927170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-625140'] for agent, after_update {{(pid=96122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:59:56.622065 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron_lib.callbacks.manager [None req-8cc74054-55a7-40fc-97a9-f09dc8d8e048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741779927170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-625140'] for agent, after_update {{(pid=96122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:59:57.558845 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron_lib.callbacks.manager [None req-86ea74e9-eea3-4769-b153-652ac6294d68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741779927170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-625140'] for agent, after_update {{(pid=96122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:59:58.618151 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron_lib.callbacks.manager [None req-d04ed334-d278-4234-b850-06fee10c9c6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741779927170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-625140'] for agent, after_update {{(pid=96122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 15:59:59.696270 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron_lib.callbacks.manager [None req-9bd021b7-afaf-4c67-b111-7b9308fbf6a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741779927170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-625140'] for agent, after_update {{(pid=96122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 16:00:07.103333 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron_lib.callbacks.manager [None req-4d55257e-523e-4b8d-ab2b-d46a31710be1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741779927170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-625140'] for agent, after_update {{(pid=96122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 16:00:12.576525 dv-cinder-806616-6-iscsi neutron-server[96120]: DEBUG neutron.wsgi [req-c1a00943-e592-4f14-87a0-62d8f8b5db00 req-1f7f564f-bb7b-4425-ae44-c01aaecb3099 service neutron] (96120) timed out ('10.222.0.46', 36012) {{(pid=96120) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 29 16:00:15.694242 dv-cinder-806616-6-iscsi neutron-server[96121]: DEBUG neutron.wsgi [req-c1a00943-e592-4f14-87a0-62d8f8b5db00 req-7a649ec2-1135-4e8e-a36e-d08ee3af9f29 service neutron] (96121) timed out ('10.222.0.22', 50966) {{(pid=96121) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 29 16:00:21.785533 dv-cinder-806616-6-iscsi neutron-server[96123]: DEBUG neutron.db.agents_db [None req-ce50b6f1-f7bd-4b59-8641-9f71b480b041 None None] Agent healthcheck: found 6 active agents {{(pid=96123) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 29 16:00:24.148532 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron_lib.callbacks.manager [None req-9e16823e-c2f1-4a9d-9bb7-5c5132b7a930 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741779927170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-625140'] for agent, after_update {{(pid=96122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 16:00:26.622794 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron_lib.callbacks.manager [None req-c1b8fb13-8cd7-405a-895c-25019b8e9fd5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741779927170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-625140'] for agent, after_update {{(pid=96122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 16:00:27.569627 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron_lib.callbacks.manager [None req-86ea74e9-eea3-4769-b153-652ac6294d68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741779927170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-625140'] for agent, after_update {{(pid=96122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 16:00:28.656942 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron_lib.callbacks.manager [None req-d04ed334-d278-4234-b850-06fee10c9c6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741779927170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-625140'] for agent, after_update {{(pid=96122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 16:00:29.719409 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron_lib.callbacks.manager [None req-9bd021b7-afaf-4c67-b111-7b9308fbf6a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741779927170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-625140'] for agent, after_update {{(pid=96122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 16:00:37.060810 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron_lib.callbacks.manager [None req-4d55257e-523e-4b8d-ab2b-d46a31710be1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741779927170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-625140'] for agent, after_update {{(pid=96122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 16:00:54.158923 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron_lib.callbacks.manager [None req-3db9b6dc-1929-48ae-a8fe-644c966fffef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741779927170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-625140'] for agent, after_update {{(pid=96122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 16:00:56.614254 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron_lib.callbacks.manager [None req-d77be663-40d2-46c9-aeb3-52bec1d80b79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741779927170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-625140'] for agent, after_update {{(pid=96122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 16:00:57.569889 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron_lib.callbacks.manager [None req-86ea74e9-eea3-4769-b153-652ac6294d68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741779927170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-625140'] for agent, after_update {{(pid=96122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 16:00:58.614473 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron_lib.callbacks.manager [None req-d04ed334-d278-4234-b850-06fee10c9c6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741779927170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-625140'] for agent, after_update {{(pid=96122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 16:00:58.783805 dv-cinder-806616-6-iscsi neutron-server[96123]: DEBUG neutron.db.agents_db [None req-ce50b6f1-f7bd-4b59-8641-9f71b480b041 None None] Agent healthcheck: found 6 active agents {{(pid=96123) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 29 16:00:59.705746 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron_lib.callbacks.manager [None req-9bd021b7-afaf-4c67-b111-7b9308fbf6a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741779927170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-625140'] for agent, after_update {{(pid=96122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 16:01:07.072919 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron_lib.callbacks.manager [None req-4d55257e-523e-4b8d-ab2b-d46a31710be1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741779927170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-625140'] for agent, after_update {{(pid=96122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 16:01:24.169403 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron_lib.callbacks.manager [None req-f67c4501-1fd2-4b18-bc5e-79d92d89c64c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741779927170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-625140'] for agent, after_update {{(pid=96122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 16:01:26.626103 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron_lib.callbacks.manager [None req-7a516c7b-a825-4d66-9d07-e2f69af64dfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741779927170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-625140'] for agent, after_update {{(pid=96122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 16:01:27.563021 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron_lib.callbacks.manager [None req-86ea74e9-eea3-4769-b153-652ac6294d68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741779927170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-625140'] for agent, after_update {{(pid=96122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 16:01:28.630500 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron_lib.callbacks.manager [None req-d04ed334-d278-4234-b850-06fee10c9c6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741779927170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-625140'] for agent, after_update {{(pid=96122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 16:01:29.711452 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron_lib.callbacks.manager [None req-9bd021b7-afaf-4c67-b111-7b9308fbf6a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741779927170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-625140'] for agent, after_update {{(pid=96122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 16:01:35.782835 dv-cinder-806616-6-iscsi neutron-server[96123]: DEBUG neutron.db.agents_db [None req-ce50b6f1-f7bd-4b59-8641-9f71b480b041 None None] Agent healthcheck: found 6 active agents {{(pid=96123) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 29 16:01:37.076380 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron_lib.callbacks.manager [None req-4d55257e-523e-4b8d-ab2b-d46a31710be1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741779927170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-625140'] for agent, after_update {{(pid=96122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 16:01:54.144812 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron_lib.callbacks.manager [None req-2bd033b2-a36a-4f71-b0ee-cf57a270aef2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741779927170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-625140'] for agent, after_update {{(pid=96122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 16:01:56.642616 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron_lib.callbacks.manager [None req-4e9864ba-6fe2-4b34-bc13-2576b1669e99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741779927170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-625140'] for agent, after_update {{(pid=96122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 16:01:57.562041 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron_lib.callbacks.manager [None req-86ea74e9-eea3-4769-b153-652ac6294d68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741779927170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-625140'] for agent, after_update {{(pid=96122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 16:01:58.600710 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron_lib.callbacks.manager [None req-d04ed334-d278-4234-b850-06fee10c9c6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741779927170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-625140'] for agent, after_update {{(pid=96122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 16:01:59.733490 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron_lib.callbacks.manager [None req-9bd021b7-afaf-4c67-b111-7b9308fbf6a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741779927170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-625140'] for agent, after_update {{(pid=96122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 16:02:07.087484 dv-cinder-806616-6-iscsi neutron-server[96122]: DEBUG neutron_lib.callbacks.manager [None req-4d55257e-523e-4b8d-ab2b-d46a31710be1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741779927170', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-625140'] for agent, after_update {{(pid=96122) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}